{"level":"warn","ts":"2026-04-07T00:08:11.247804Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:08:11.247919Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:08:11.248002Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:08:11.248017Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-07T00:08:11.248056Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:08:11.248892Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-04-07T00:08:11.248987Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:08:11.257809Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.550495ms"} {"level":"info","ts":"2026-04-07T00:08:11.273992Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-04-07T00:08:11.274156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:08:11.274199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-04-07T00:08:11.274227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:08:11.274247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-04-07T00:08:11.274312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-04-07T00:08:11.294208Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:08:11.302354Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:08:11.308172Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:08:11.313574Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:08:11.313981Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:08:11.314011Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:08:11.31433Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:08:11.314356Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:08:11.317013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-04-07T00:08:11.317211Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-07T00:08:11.31913Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:08:11.319199Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-07T00:08:11.319261Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-07T00:08:11.319678Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:08:11.319773Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:08:11.975158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:08:11.975244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:08:11.975277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-04-07T00:08:11.975302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:08:11.975314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-07T00:08:11.975336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-04-07T00:08:11.975411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-07T00:08:11.984798Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:08:11.986692Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:08:11.987045Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:08:11.98764Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:08:11.987878Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:08:11.987923Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:08:11.989771Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:08:11.989985Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:08:11.990064Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:08:11.990301Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-04-07T00:08:12.000231Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T00:08:13.916196Z","caller":"traceutil/trace.go:171","msg":"trace[349280479] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"130.069619ms","start":"2026-04-07T00:08:13.786076Z","end":"2026-04-07T00:08:13.916145Z","steps":["trace[349280479] 'process raft request' (duration: 63.662644ms)","trace[349280479] 'compare' (duration: 66.155329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:08:27.485429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.665602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:27.485567Z","caller":"traceutil/trace.go:171","msg":"trace[2108442476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"235.897548ms","start":"2026-04-07T00:08:27.249647Z","end":"2026-04-07T00:08:27.485544Z","steps":["trace[2108442476] 'range keys from in-memory index tree' (duration: 235.471998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.485603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.487858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-04-07T00:08:27.48574Z","caller":"traceutil/trace.go:171","msg":"trace[71979499] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:403; }","duration":"786.723693ms","start":"2026-04-07T00:08:26.698983Z","end":"2026-04-07T00:08:27.485707Z","steps":["trace[71979499] 'range keys from in-memory index tree' (duration: 786.325224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:27.485836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:26.69896Z","time spent":"786.857366ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-07T00:08:27.76835Z","caller":"traceutil/trace.go:171","msg":"trace[1736923007] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"273.298665ms","start":"2026-04-07T00:08:27.495018Z","end":"2026-04-07T00:08:27.768317Z","steps":["trace[1736923007] 'process raft request' (duration: 272.989838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:28.372349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178870681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:08:28.549026Z","caller":"traceutil/trace.go:171","msg":"trace[1712805273] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"766.825443ms","start":"2026-04-07T00:08:27.782129Z","end":"2026-04-07T00:08:28.548954Z","steps":["trace[1712805273] 'process raft request' (duration: 762.889694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:28.549775Z","caller":"traceutil/trace.go:171","msg":"trace[988765042] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"566.283087ms","start":"2026-04-07T00:08:27.983453Z","end":"2026-04-07T00:08:28.549736Z","steps":["trace[988765042] 'process raft request' (duration: 566.081273ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:28.549671Z","caller":"traceutil/trace.go:171","msg":"trace[1431751713] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"677.6265ms","start":"2026-04-07T00:08:27.87202Z","end":"2026-04-07T00:08:28.549646Z","steps":["trace[1431751713] 'read index received' (duration: 672.941614ms)","trace[1431751713] 'applied index is now lower than readState.Index' (duration: 4.683686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:08:28.551185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:27.983416Z","time spent":"566.47014ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:28.5512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:27.782118Z","time spent":"767.019317ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:28.551658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.17667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T00:08:28.551699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.668747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:08:28.551744Z","caller":"traceutil/trace.go:171","msg":"trace[638868226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"377.314933ms","start":"2026-04-07T00:08:28.174399Z","end":"2026-04-07T00:08:28.551713Z","steps":["trace[638868226] 'agreement among raft nodes before linearized reading' (duration: 377.103408ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:28.551778Z","caller":"traceutil/trace.go:171","msg":"trace[1842057318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"679.78346ms","start":"2026-04-07T00:08:27.871965Z","end":"2026-04-07T00:08:28.551749Z","steps":["trace[1842057318] 'agreement among raft nodes before linearized reading' (duration: 679.366761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:28.551846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:27.871938Z","time spent":"679.895042ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:08:28.55188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.617291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:28.552061Z","caller":"traceutil/trace.go:171","msg":"trace[1084156411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"269.809706ms","start":"2026-04-07T00:08:28.282206Z","end":"2026-04-07T00:08:28.552015Z","steps":["trace[1084156411] 'agreement among raft nodes before linearized reading' (duration: 269.319275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:28.552014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.628957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:08:28.552162Z","caller":"traceutil/trace.go:171","msg":"trace[1432277789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:407; }","duration":"275.831153ms","start":"2026-04-07T00:08:28.276307Z","end":"2026-04-07T00:08:28.552138Z","steps":["trace[1432277789] 'agreement among raft nodes before linearized reading' (duration: 275.489725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:28.552291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:28.174368Z","time spent":"377.431676ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:08:34.378749Z","caller":"traceutil/trace.go:171","msg":"trace[651395345] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"554.153412ms","start":"2026-04-07T00:08:33.824563Z","end":"2026-04-07T00:08:34.378716Z","steps":["trace[651395345] 'process raft request' (duration: 554.003069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:34.378921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:33.824534Z","time spent":"554.305306ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:08:34.391158Z","caller":"traceutil/trace.go:171","msg":"trace[1211844740] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:466; }","duration":"107.628699ms","start":"2026-04-07T00:08:34.283499Z","end":"2026-04-07T00:08:34.391128Z","steps":["trace[1211844740] 'read index received' (duration: 95.091525ms)","trace[1211844740] 'applied index is now lower than readState.Index' (duration: 12.536124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:08:34.391308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.796313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:34.391283Z","caller":"traceutil/trace.go:171","msg":"trace[1495861834] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"440.385672ms","start":"2026-04-07T00:08:33.950858Z","end":"2026-04-07T00:08:34.391244Z","steps":["trace[1495861834] 'process raft request' (duration: 440.144087ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:34.391346Z","caller":"traceutil/trace.go:171","msg":"trace[1182210214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"107.874214ms","start":"2026-04-07T00:08:34.283458Z","end":"2026-04-07T00:08:34.391332Z","steps":["trace[1182210214] 'agreement among raft nodes before linearized reading' (duration: 107.797922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:34.391526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:33.950773Z","time spent":"440.605487ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:46.222077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178870900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:08:46.722399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178870900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:08:46.890085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326180032s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:08:46.89062Z","caller":"traceutil/trace.go:171","msg":"trace[1926217218] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.326810136s","start":"2026-04-07T00:08:45.563774Z","end":"2026-04-07T00:08:46.890584Z","steps":["trace[1926217218] 'process raft request' (duration: 1.326627052s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.890824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.563751Z","time spent":"1.326976739s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:08:46.927065Z","caller":"traceutil/trace.go:171","msg":"trace[51612447] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.356679453s","start":"2026-04-07T00:08:45.570362Z","end":"2026-04-07T00:08:46.927042Z","steps":["trace[51612447] 'process raft request' (duration: 1.356477499s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.927195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.570344Z","time spent":"1.356793127s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:08:46.927182Z","caller":"traceutil/trace.go:171","msg":"trace[1043807806] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.348329854s","start":"2026-04-07T00:08:45.578802Z","end":"2026-04-07T00:08:46.927132Z","steps":["trace[1043807806] 'process raft request' (duration: 1.348184741s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:46.927208Z","caller":"traceutil/trace.go:171","msg":"trace[1750431791] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.345266725s","start":"2026-04-07T00:08:45.581874Z","end":"2026-04-07T00:08:46.927141Z","steps":["trace[1750431791] 'process raft request' (duration: 1.345148202s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:46.927284Z","caller":"traceutil/trace.go:171","msg":"trace[625794860] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.356043209s","start":"2026-04-07T00:08:45.571224Z","end":"2026-04-07T00:08:46.927267Z","steps":["trace[625794860] 'process raft request' (duration: 1.355719762s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:46.927364Z","caller":"traceutil/trace.go:171","msg":"trace[732262198] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.342663865s","start":"2026-04-07T00:08:45.584649Z","end":"2026-04-07T00:08:46.927313Z","steps":["trace[732262198] 'process raft request' (duration: 1.342475651s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:46.927427Z","caller":"traceutil/trace.go:171","msg":"trace[1792656372] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.332546506s","start":"2026-04-07T00:08:45.594867Z","end":"2026-04-07T00:08:46.927413Z","steps":["trace[1792656372] 'process raft request' (duration: 1.332343161s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.927416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.581858Z","time spent":"1.34545979s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:08:46.927435Z","caller":"traceutil/trace.go:171","msg":"trace[346941280] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.333595661s","start":"2026-04-07T00:08:45.593811Z","end":"2026-04-07T00:08:46.927407Z","steps":["trace[346941280] 'process raft request' (duration: 1.333349965s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:46.927412Z","caller":"traceutil/trace.go:171","msg":"trace[1344087750] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.343014824s","start":"2026-04-07T00:08:45.584347Z","end":"2026-04-07T00:08:46.927362Z","steps":["trace[1344087750] 'process raft request' (duration: 1.342709187s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.927466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.594839Z","time spent":"1.332610878s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:46.927494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.5938Z","time spent":"1.333667122s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:08:46.927497Z","caller":"traceutil/trace.go:171","msg":"trace[1758664401] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.305714618s","start":"2026-04-07T00:08:45.621771Z","end":"2026-04-07T00:08:46.927485Z","steps":["trace[1758664401] 'process raft request' (duration: 1.305541004s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.927552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206225432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:08:46.927398Z","caller":"traceutil/trace.go:171","msg":"trace[1081661010] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.342649336s","start":"2026-04-07T00:08:45.584648Z","end":"2026-04-07T00:08:46.927297Z","steps":["trace[1081661010] 'process raft request' (duration: 1.342443552s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.92757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.584335Z","time spent":"1.343161818s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:08:46.927585Z","caller":"traceutil/trace.go:171","msg":"trace[1510566646] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:526; }","duration":"1.206288225s","start":"2026-04-07T00:08:45.72129Z","end":"2026-04-07T00:08:46.927578Z","steps":["trace[1510566646] 'agreement among raft nodes before linearized reading' (duration: 1.206198672s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.927575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.584636Z","time spent":"1.34282929s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:46.927609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.721281Z","time spent":"1.206322696s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T00:08:46.927583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.621733Z","time spent":"1.30580451s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:46.927636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.584631Z","time spent":"1.342957794s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:08:46.927467Z","caller":"traceutil/trace.go:171","msg":"trace[1068790950] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:532; }","duration":"1.206139611s","start":"2026-04-07T00:08:45.721314Z","end":"2026-04-07T00:08:46.927453Z","steps":["trace[1068790950] 'read index received' (duration: 1.169331526s)","trace[1068790950] 'applied index is now lower than readState.Index' (duration: 36.807085ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:46.927665Z","caller":"traceutil/trace.go:171","msg":"trace[888833423] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.211228757s","start":"2026-04-07T00:08:45.716371Z","end":"2026-04-07T00:08:46.9276Z","steps":["trace[888833423] 'process raft request' (duration: 1.211032941s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.927761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.71635Z","time spent":"1.21135327s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:46.927758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.571201Z","time spent":"1.356116061s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:46.928336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.57879Z","time spent":"1.349087522s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:46.953452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.092145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:08:46.953592Z","caller":"traceutil/trace.go:171","msg":"trace[923774265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"278.297659ms","start":"2026-04-07T00:08:46.675264Z","end":"2026-04-07T00:08:46.953562Z","steps":["trace[923774265] 'agreement among raft nodes before linearized reading' (duration: 277.976072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.953629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.408762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:08:46.953694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.215316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:08:46.95372Z","caller":"traceutil/trace.go:171","msg":"trace[103258165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:528; }","duration":"282.552915ms","start":"2026-04-07T00:08:46.671146Z","end":"2026-04-07T00:08:46.953699Z","steps":["trace[103258165] 'agreement among raft nodes before linearized reading' (duration: 282.363591ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:46.953742Z","caller":"traceutil/trace.go:171","msg":"trace[438493483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"281.307118ms","start":"2026-04-07T00:08:46.672424Z","end":"2026-04-07T00:08:46.953731Z","steps":["trace[438493483] 'agreement among raft nodes before linearized reading' (duration: 281.198845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.953825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.584147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:46.95385Z","caller":"traceutil/trace.go:171","msg":"trace[938642306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"672.636057ms","start":"2026-04-07T00:08:46.281207Z","end":"2026-04-07T00:08:46.953843Z","steps":["trace[938642306] 'agreement among raft nodes before linearized reading' (duration: 672.595786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.95387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:46.281184Z","time spent":"672.679829ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:08:46.953825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031529454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:46.954065Z","caller":"traceutil/trace.go:171","msg":"trace[48036011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"1.032396214s","start":"2026-04-07T00:08:45.921641Z","end":"2026-04-07T00:08:46.954037Z","steps":["trace[48036011] 'agreement among raft nodes before linearized reading' (duration: 1.031492694s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.953935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.209739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:08:46.954164Z","caller":"traceutil/trace.go:171","msg":"trace[1046453754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"515.530886ms","start":"2026-04-07T00:08:46.438613Z","end":"2026-04-07T00:08:46.954144Z","steps":["trace[1046453754] 'agreement among raft nodes before linearized reading' (duration: 515.163418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:46.954203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:46.438583Z","time spent":"515.611608ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:08:46.954151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:45.921615Z","time spent":"1.032521366s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:08:47.141068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.946646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:08:47.141353Z","caller":"traceutil/trace.go:171","msg":"trace[937808739] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"145.144981ms","start":"2026-04-07T00:08:46.996151Z","end":"2026-04-07T00:08:47.141296Z","steps":["trace[937808739] 'process raft request' (duration: 29.676453ms)","trace[937808739] 'compare' (duration: 114.701841ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:47.1416Z","caller":"traceutil/trace.go:171","msg":"trace[940917264] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"117.379851ms","start":"2026-04-07T00:08:47.024171Z","end":"2026-04-07T00:08:47.141551Z","steps":["trace[940917264] 'process raft request' (duration: 117.056704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:47.141673Z","caller":"traceutil/trace.go:171","msg":"trace[921741981] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"105.942632ms","start":"2026-04-07T00:08:47.035706Z","end":"2026-04-07T00:08:47.141648Z","steps":["trace[921741981] 'process raft request' (duration: 105.85474ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:47.141677Z","caller":"traceutil/trace.go:171","msg":"trace[945155875] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"117.374071ms","start":"2026-04-07T00:08:47.024276Z","end":"2026-04-07T00:08:47.14165Z","steps":["trace[945155875] 'process raft request' (duration: 117.151366ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:47.14199Z","caller":"traceutil/trace.go:171","msg":"trace[1017127711] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"104.791915ms","start":"2026-04-07T00:08:47.037185Z","end":"2026-04-07T00:08:47.141977Z","steps":["trace[1017127711] 'process raft request' (duration: 104.423287ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:47.142109Z","caller":"traceutil/trace.go:171","msg":"trace[840272263] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"102.860042ms","start":"2026-04-07T00:08:47.039229Z","end":"2026-04-07T00:08:47.142089Z","steps":["trace[840272263] 'process raft request' (duration: 102.658298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:47.388845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.258334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:08:47.389089Z","caller":"traceutil/trace.go:171","msg":"trace[937717376] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"190.754114ms","start":"2026-04-07T00:08:47.198318Z","end":"2026-04-07T00:08:47.389072Z","steps":["trace[937717376] 'process raft request' (duration: 190.673902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:47.38909Z","caller":"traceutil/trace.go:171","msg":"trace[337049936] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"192.380851ms","start":"2026-04-07T00:08:47.196683Z","end":"2026-04-07T00:08:47.389064Z","steps":["trace[337049936] 'process raft request' (duration: 83.801409ms)","trace[337049936] 'compare' (duration: 108.126532ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:47.390835Z","caller":"traceutil/trace.go:171","msg":"trace[351141598] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"103.476465ms","start":"2026-04-07T00:08:47.287236Z","end":"2026-04-07T00:08:47.390712Z","steps":["trace[351141598] 'read index received' (duration: 103.074836ms)","trace[351141598] 'applied index is now lower than readState.Index' (duration: 399.899µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:47.3909Z","caller":"traceutil/trace.go:171","msg":"trace[1208658362] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"175.988869ms","start":"2026-04-07T00:08:47.214855Z","end":"2026-04-07T00:08:47.390844Z","steps":["trace[1208658362] 'process raft request' (duration: 175.629841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:47.390996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.752421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:47.391057Z","caller":"traceutil/trace.go:171","msg":"trace[408016688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"103.857834ms","start":"2026-04-07T00:08:47.287182Z","end":"2026-04-07T00:08:47.39104Z","steps":["trace[408016688] 'agreement among raft nodes before linearized reading' (duration: 103.757112ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:47.543284Z","caller":"traceutil/trace.go:171","msg":"trace[510430377] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"122.563898ms","start":"2026-04-07T00:08:47.420687Z","end":"2026-04-07T00:08:47.543251Z","steps":["trace[510430377] 'process raft request' (duration: 73.969606ms)","trace[510430377] 'compare' (duration: 48.403407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:08:53.942456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178871131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:08:54.443027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178871131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:08:54.629177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211310988s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:08:54.634962Z","caller":"traceutil/trace.go:171","msg":"trace[1520731931] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"1.192615745s","start":"2026-04-07T00:08:53.44227Z","end":"2026-04-07T00:08:54.634885Z","steps":["trace[1520731931] 'read index received' (duration: 1.187070559s)","trace[1520731931] 'applied index is now lower than readState.Index' (duration: 5.544036ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:54.635022Z","caller":"traceutil/trace.go:171","msg":"trace[1710155357] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.218648515s","start":"2026-04-07T00:08:53.416325Z","end":"2026-04-07T00:08:54.634974Z","steps":["trace[1710155357] 'process raft request' (duration: 1.213981599s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192734148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:54.63522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.416281Z","time spent":"1.218836749s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:54.635323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.065013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:54.63533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:54.635411Z","caller":"traceutil/trace.go:171","msg":"trace[2036188885] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:625; }","duration":"1.192880311s","start":"2026-04-07T00:08:53.442395Z","end":"2026-04-07T00:08:54.635275Z","steps":["trace[2036188885] 'agreement among raft nodes before linearized reading' (duration: 1.192745708s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:54.635439Z","caller":"traceutil/trace.go:171","msg":"trace[26862481] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:625; }","duration":"1.126385413s","start":"2026-04-07T00:08:53.50903Z","end":"2026-04-07T00:08:54.635415Z","steps":["trace[26862481] 'agreement among raft nodes before linearized reading' (duration: 1.126147857s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:54.635449Z","caller":"traceutil/trace.go:171","msg":"trace[466639510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"349.187066ms","start":"2026-04-07T00:08:54.286231Z","end":"2026-04-07T00:08:54.635418Z","steps":["trace[466639510] 'agreement among raft nodes before linearized reading' (duration: 349.043863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.442353Z","time spent":"1.193096176s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:08:54.635493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.509013Z","time spent":"1.126467344s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T00:08:54.635476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125701528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:54.63551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:54.286161Z","time spent":"349.336109ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:08:54.635476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12626911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:54.635514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.203381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fh7jx\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-07T00:08:54.635563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148051734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:54.635579Z","caller":"traceutil/trace.go:171","msg":"trace[661811944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:625; }","duration":"1.125855651s","start":"2026-04-07T00:08:53.50969Z","end":"2026-04-07T00:08:54.635546Z","steps":["trace[661811944] 'agreement among raft nodes before linearized reading' (duration: 1.125620335s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:54.635586Z","caller":"traceutil/trace.go:171","msg":"trace[1999212607] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:625; }","duration":"1.126429134s","start":"2026-04-07T00:08:53.509132Z","end":"2026-04-07T00:08:54.635561Z","steps":["trace[1999212607] 'agreement among raft nodes before linearized reading' (duration: 1.126186249s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147140414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:54.63562Z","caller":"traceutil/trace.go:171","msg":"trace[1796430481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"1.148113996s","start":"2026-04-07T00:08:53.487481Z","end":"2026-04-07T00:08:54.635595Z","steps":["trace[1796430481] 'agreement among raft nodes before linearized reading' (duration: 1.148052694s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:54.635604Z","caller":"traceutil/trace.go:171","msg":"trace[999705897] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fh7jx; range_end:; response_count:1; response_revision:625; }","duration":"842.329874ms","start":"2026-04-07T00:08:53.793243Z","end":"2026-04-07T00:08:54.635573Z","steps":["trace[999705897] 'agreement among raft nodes before linearized reading' (duration: 841.996527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.509119Z","time spent":"1.126505725s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:08:54.635641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.509672Z","time spent":"1.125953343s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-07T00:08:54.635672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.487472Z","time spent":"1.148188717s","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:08:54.635681Z","caller":"traceutil/trace.go:171","msg":"trace[1651256852] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"1.147307668s","start":"2026-04-07T00:08:53.488342Z","end":"2026-04-07T00:08:54.635649Z","steps":["trace[1651256852] 'agreement among raft nodes before linearized reading' (duration: 1.147070193s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.793217Z","time spent":"842.451326ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-fh7jx\" "} {"level":"warn","ts":"2026-04-07T00:08:54.635729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.488328Z","time spent":"1.1473916s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-07T00:08:54.635476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148126086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:54.635205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192889801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:54.635796Z","caller":"traceutil/trace.go:171","msg":"trace[1076330377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"1.148488584s","start":"2026-04-07T00:08:53.487295Z","end":"2026-04-07T00:08:54.635783Z","steps":["trace[1076330377] 'agreement among raft nodes before linearized reading' (duration: 1.148057034s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166650996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:54.635821Z","caller":"traceutil/trace.go:171","msg":"trace[1452584331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:625; }","duration":"1.193561226s","start":"2026-04-07T00:08:53.442233Z","end":"2026-04-07T00:08:54.635794Z","steps":["trace[1452584331] 'agreement among raft nodes before linearized reading' (duration: 1.19284515s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.63583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166731278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:08:54.635835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.487258Z","time spent":"1.148561786s","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T00:08:54.635862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.442214Z","time spent":"1.193632827s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T00:08:54.635853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191939429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:54.635869Z","caller":"traceutil/trace.go:171","msg":"trace[1032757931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"1.166773639s","start":"2026-04-07T00:08:53.469081Z","end":"2026-04-07T00:08:54.635855Z","steps":["trace[1032757931] 'agreement among raft nodes before linearized reading' (duration: 1.166708127s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:54.635843Z","caller":"traceutil/trace.go:171","msg":"trace[201682339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:625; }","duration":"1.166728337s","start":"2026-04-07T00:08:53.469101Z","end":"2026-04-07T00:08:54.635829Z","steps":["trace[201682339] 'agreement among raft nodes before linearized reading' (duration: 1.166651635s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.469029Z","time spent":"1.166867101s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:08:54.635908Z","caller":"traceutil/trace.go:171","msg":"trace[2024584069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:625; }","duration":"1.19201181s","start":"2026-04-07T00:08:53.443877Z","end":"2026-04-07T00:08:54.635889Z","steps":["trace[2024584069] 'agreement among raft nodes before linearized reading' (duration: 1.191903248s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:54.635915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.46908Z","time spent":"1.16682352s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-07T00:08:54.635944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:53.443869Z","time spent":"1.192063721s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-07T00:08:55.033814Z","caller":"traceutil/trace.go:171","msg":"trace[1447319146] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"385.330314ms","start":"2026-04-07T00:08:54.64845Z","end":"2026-04-07T00:08:55.033781Z","steps":["trace[1447319146] 'process raft request' (duration: 385.15713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:55.034024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:54.648426Z","time spent":"385.516379ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:08:55.10829Z","caller":"traceutil/trace.go:171","msg":"trace[1453407855] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"370.730405ms","start":"2026-04-07T00:08:54.737529Z","end":"2026-04-07T00:08:55.108259Z","steps":["trace[1453407855] 'process raft request' (duration: 370.449658ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:55.108545Z","caller":"traceutil/trace.go:171","msg":"trace[1225236230] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"370.1005ms","start":"2026-04-07T00:08:54.738384Z","end":"2026-04-07T00:08:55.108485Z","steps":["trace[1225236230] 'process raft request' (duration: 369.772802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:55.108583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:54.7375Z","time spent":"370.908218ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:55.10871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:54.73837Z","time spent":"370.250373ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:08:57.756958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422478674s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:08:57.757485Z","caller":"traceutil/trace.go:171","msg":"trace[569487367] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.643906191s","start":"2026-04-07T00:08:55.113545Z","end":"2026-04-07T00:08:57.757451Z","steps":["trace[569487367] 'process raft request' (duration: 220.830235ms)","trace[569487367] 'compare' (duration: 2.422250098s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:57.757565Z","caller":"traceutil/trace.go:171","msg":"trace[1251540204] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.643681047s","start":"2026-04-07T00:08:55.113861Z","end":"2026-04-07T00:08:57.757542Z","steps":["trace[1251540204] 'process raft request' (duration: 2.643485202s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.757658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.113501Z","time spent":"2.644062585s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:57.757745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.113845Z","time spent":"2.64381452s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:08:57.757912Z","caller":"traceutil/trace.go:171","msg":"trace[747862525] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"2.643811081s","start":"2026-04-07T00:08:55.114073Z","end":"2026-04-07T00:08:57.757884Z","steps":["trace[747862525] 'process raft request' (duration: 2.643382591s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:57.757923Z","caller":"traceutil/trace.go:171","msg":"trace[754394676] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:648; }","duration":"2.63322499s","start":"2026-04-07T00:08:55.124663Z","end":"2026-04-07T00:08:57.757888Z","steps":["trace[754394676] 'read index received' (duration: 209.671262ms)","trace[754394676] 'applied index is now lower than readState.Index' (duration: 2.423551818s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:57.758003Z","caller":"traceutil/trace.go:171","msg":"trace[1202437866] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"2.643851112s","start":"2026-04-07T00:08:55.114124Z","end":"2026-04-07T00:08:57.757975Z","steps":["trace[1202437866] 'process raft request' (duration: 2.643630617s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.758083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.114049Z","time spent":"2.643941293s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:57.758172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633479636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:57.758249Z","caller":"traceutil/trace.go:171","msg":"trace[452553478] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:632; }","duration":"2.633610329s","start":"2026-04-07T00:08:55.12462Z","end":"2026-04-07T00:08:57.758231Z","steps":["trace[452553478] 'agreement among raft nodes before linearized reading' (duration: 2.633472996s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.758237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.114066Z","time spent":"2.644041396s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:08:57.75831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.1246Z","time spent":"2.633695941s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-07T00:08:57.768083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844971851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:57.768141Z","caller":"traceutil/trace.go:171","msg":"trace[176917415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.845061664s","start":"2026-04-07T00:08:55.923065Z","end":"2026-04-07T00:08:57.768127Z","steps":["trace[176917415] 'agreement among raft nodes before linearized reading' (duration: 1.835233791s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.768171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.923044Z","time spent":"1.845120515s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:08:57.768216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045561689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:08:57.768284Z","caller":"traceutil/trace.go:171","msg":"trace[911811224] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:632; }","duration":"2.045697752s","start":"2026-04-07T00:08:55.722573Z","end":"2026-04-07T00:08:57.768271Z","steps":["trace[911811224] 'agreement among raft nodes before linearized reading' (duration: 2.035543762s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.768318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:55.722537Z","time spent":"2.045775204s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T00:08:57.768389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483889407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:57.769374Z","caller":"traceutil/trace.go:171","msg":"trace[853941522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.484943151s","start":"2026-04-07T00:08:56.284405Z","end":"2026-04-07T00:08:57.769348Z","steps":["trace[853941522] 'agreement among raft nodes before linearized reading' (duration: 1.473809608s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:57.76945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:56.284378Z","time spent":"1.485037853s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:08:58.175123Z","caller":"traceutil/trace.go:171","msg":"trace[1448585805] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"391.248328ms","start":"2026-04-07T00:08:57.783747Z","end":"2026-04-07T00:08:58.174995Z","steps":["trace[1448585805] 'read index received' (duration: 380.069545ms)","trace[1448585805] 'applied index is now lower than readState.Index' (duration: 11.177593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:08:58.175114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:57.769696Z","time spent":"405.365518ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:08:58.175308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.482994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:58.175356Z","caller":"traceutil/trace.go:171","msg":"trace[1964638603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"391.642448ms","start":"2026-04-07T00:08:57.783704Z","end":"2026-04-07T00:08:58.175346Z","steps":["trace[1964638603] 'agreement among raft nodes before linearized reading' (duration: 391.489635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:58.175401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:57.783682Z","time spent":"391.690469ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:09:00.236688Z","caller":"traceutil/trace.go:171","msg":"trace[307251809] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"164.5815ms","start":"2026-04-07T00:09:00.072079Z","end":"2026-04-07T00:09:00.23666Z","steps":["trace[307251809] 'process raft request' (duration: 164.406126ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:00.999963Z","caller":"traceutil/trace.go:171","msg":"trace[2061357803] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"131.499192ms","start":"2026-04-07T00:09:00.86843Z","end":"2026-04-07T00:09:00.99993Z","steps":["trace[2061357803] 'process raft request' (duration: 68.536544ms)","trace[2061357803] 'compare' (duration: 62.811134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:14.611218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.690501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:09:14.611347Z","caller":"traceutil/trace.go:171","msg":"trace[1387267044] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:792; }","duration":"416.919086ms","start":"2026-04-07T00:09:14.194408Z","end":"2026-04-07T00:09:14.611327Z","steps":["trace[1387267044] 'count revisions from in-memory index tree' (duration: 416.586468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.611434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.194378Z","time spent":"417.040669ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:14.611531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.472357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:14.611675Z","caller":"traceutil/trace.go:171","msg":"trace[747197436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"326.716143ms","start":"2026-04-07T00:09:14.284935Z","end":"2026-04-07T00:09:14.611651Z","steps":["trace[747197436] 'range keys from in-memory index tree' (duration: 326.302504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.61173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.284878Z","time spent":"326.838055ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:09:14.6117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.21165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:09:14.611824Z","caller":"traceutil/trace.go:171","msg":"trace[259514167] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:792; }","duration":"219.409454ms","start":"2026-04-07T00:09:14.392392Z","end":"2026-04-07T00:09:14.611802Z","steps":["trace[259514167] 'count revisions from in-memory index tree' (duration: 219.130228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.611983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.167456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:09:14.612052Z","caller":"traceutil/trace.go:171","msg":"trace[1224870128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:792; }","duration":"758.296129ms","start":"2026-04-07T00:09:13.853741Z","end":"2026-04-07T00:09:14.612037Z","steps":["trace[1224870128] 'range keys from in-memory index tree' (duration: 757.907731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.612113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:13.853678Z","time spent":"758.421382ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:09:14.612198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.447445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:09:14.612259Z","caller":"traceutil/trace.go:171","msg":"trace[948292544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:792; }","duration":"755.566717ms","start":"2026-04-07T00:09:13.856676Z","end":"2026-04-07T00:09:14.612243Z","steps":["trace[948292544] 'range keys from in-memory index tree' (duration: 755.156919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.612294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:13.856642Z","time spent":"755.644029ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:09:14.61231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.048105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:09:14.612374Z","caller":"traceutil/trace.go:171","msg":"trace[654706962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:792; }","duration":"755.156708ms","start":"2026-04-07T00:09:13.857199Z","end":"2026-04-07T00:09:14.612356Z","steps":["trace[654706962] 'range keys from in-memory index tree' (duration: 754.898002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.612347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.497051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nb5ml\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-07T00:09:14.612364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.565587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:09:14.612421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:13.857178Z","time spent":"755.231369ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:09:14.612443Z","caller":"traceutil/trace.go:171","msg":"trace[1704961579] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nb5ml; range_end:; response_count:1; response_revision:792; }","duration":"694.631134ms","start":"2026-04-07T00:09:13.91779Z","end":"2026-04-07T00:09:14.612421Z","steps":["trace[1704961579] 'range keys from in-memory index tree' (duration: 694.303757ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:14.612465Z","caller":"traceutil/trace.go:171","msg":"trace[907844155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"755.71048ms","start":"2026-04-07T00:09:13.856726Z","end":"2026-04-07T00:09:14.612436Z","steps":["trace[907844155] 'range keys from in-memory index tree' (duration: 755.347963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:14.612491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:13.917777Z","time spent":"694.704845ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nb5ml\" "} {"level":"warn","ts":"2026-04-07T00:09:14.612539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:13.856703Z","time spent":"755.821743ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:15.454956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.401515ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:15.4551Z","caller":"traceutil/trace.go:171","msg":"trace[1427885251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:793; }","duration":"369.562098ms","start":"2026-04-07T00:09:15.085518Z","end":"2026-04-07T00:09:15.45508Z","steps":["trace[1427885251] 'range keys from in-memory index tree' (duration: 369.380994ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:15.488188Z","caller":"traceutil/trace.go:171","msg":"trace[1543011615] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"870.364075ms","start":"2026-04-07T00:09:14.617805Z","end":"2026-04-07T00:09:15.488169Z","steps":["trace[1543011615] 'process raft request' (duration: 870.158701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:15.48834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.617768Z","time spent":"870.482497ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:15.488548Z","caller":"traceutil/trace.go:171","msg":"trace[667595327] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"868.876331ms","start":"2026-04-07T00:09:14.619654Z","end":"2026-04-07T00:09:15.48853Z","steps":["trace[667595327] 'process raft request' (duration: 868.483043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:15.488655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.619641Z","time spent":"868.972823ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:15.488916Z","caller":"traceutil/trace.go:171","msg":"trace[1445129817] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"868.985214ms","start":"2026-04-07T00:09:14.619911Z","end":"2026-04-07T00:09:15.488896Z","steps":["trace[1445129817] 'process raft request' (duration: 868.475502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:15.48904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.619901Z","time spent":"869.065805ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:15.489618Z","caller":"traceutil/trace.go:171","msg":"trace[609817875] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:817; }","duration":"789.034822ms","start":"2026-04-07T00:09:14.700543Z","end":"2026-04-07T00:09:15.489578Z","steps":["trace[609817875] 'read index received' (duration: 2.719222ms)","trace[609817875] 'applied index is now lower than readState.Index' (duration: 786.31381ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:15.489619Z","caller":"traceutil/trace.go:171","msg":"trace[1059452783] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"869.629488ms","start":"2026-04-07T00:09:14.619968Z","end":"2026-04-07T00:09:15.489597Z","steps":["trace[1059452783] 'process raft request' (duration: 868.83229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:15.489803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.227656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:09:15.489861Z","caller":"traceutil/trace.go:171","msg":"trace[67339863] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:797; }","duration":"789.345769ms","start":"2026-04-07T00:09:14.700498Z","end":"2026-04-07T00:09:15.489844Z","steps":["trace[67339863] 'agreement among raft nodes before linearized reading' (duration: 789.216356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:15.489915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.70048Z","time spent":"789.41937ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:15.490006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:14.61996Z","time spent":"869.958585ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:15.963751Z","caller":"traceutil/trace.go:171","msg":"trace[1917121830] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"126.057411ms","start":"2026-04-07T00:09:15.83767Z","end":"2026-04-07T00:09:15.963728Z","steps":["trace[1917121830] 'process raft request' (duration: 125.922188ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:16.079591Z","caller":"traceutil/trace.go:171","msg":"trace[936274050] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"156.073267ms","start":"2026-04-07T00:09:15.923496Z","end":"2026-04-07T00:09:16.07957Z","steps":["trace[936274050] 'read index received' (duration: 40.191015ms)","trace[936274050] 'applied index is now lower than readState.Index' (duration: 115.881222ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:16.079689Z","caller":"traceutil/trace.go:171","msg":"trace[2061606853] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"200.444908ms","start":"2026-04-07T00:09:15.879207Z","end":"2026-04-07T00:09:16.079652Z","steps":["trace[2061606853] 'process raft request' (duration: 192.057589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:16.079812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.286752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:16.079868Z","caller":"traceutil/trace.go:171","msg":"trace[1696295564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"156.390424ms","start":"2026-04-07T00:09:15.923464Z","end":"2026-04-07T00:09:16.079854Z","steps":["trace[1696295564] 'agreement among raft nodes before linearized reading' (duration: 156.235001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:16.080086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.599624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nb5ml\" ","response":"range_response_count:1 size:4043"} {"level":"info","ts":"2026-04-07T00:09:16.080146Z","caller":"traceutil/trace.go:171","msg":"trace[393489297] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nb5ml; range_end:; response_count:1; response_revision:800; }","duration":"150.680386ms","start":"2026-04-07T00:09:15.92945Z","end":"2026-04-07T00:09:16.08013Z","steps":["trace[393489297] 'agreement among raft nodes before linearized reading' (duration: 150.267786ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:22.474468Z","caller":"traceutil/trace.go:171","msg":"trace[1338968876] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"165.654104ms","start":"2026-04-07T00:09:22.308749Z","end":"2026-04-07T00:09:22.474403Z","steps":["trace[1338968876] 'process raft request' (duration: 93.379225ms)","trace[1338968876] 'compare' (duration: 72.055464ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:22.474473Z","caller":"traceutil/trace.go:171","msg":"trace[36438042] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"165.038279ms","start":"2026-04-07T00:09:22.309394Z","end":"2026-04-07T00:09:22.474432Z","steps":["trace[36438042] 'process raft request' (duration: 164.939677ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:22.47452Z","caller":"traceutil/trace.go:171","msg":"trace[552166336] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"160.60947ms","start":"2026-04-07T00:09:22.313823Z","end":"2026-04-07T00:09:22.474432Z","steps":["trace[552166336] 'process raft request' (duration: 160.550649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:29.023553Z","caller":"traceutil/trace.go:171","msg":"trace[548199102] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"174.159304ms","start":"2026-04-07T00:09:28.849372Z","end":"2026-04-07T00:09:29.023531Z","steps":["trace[548199102] 'read index received' (duration: 173.924109ms)","trace[548199102] 'applied index is now lower than readState.Index' (duration: 234.305µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:29.023677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.281658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:29.02371Z","caller":"traceutil/trace.go:171","msg":"trace[604730707] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:951; }","duration":"174.39389ms","start":"2026-04-07T00:09:28.849306Z","end":"2026-04-07T00:09:29.0237Z","steps":["trace[604730707] 'agreement among raft nodes before linearized reading' (duration: 174.309038ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:29.023671Z","caller":"traceutil/trace.go:171","msg":"trace[865323325] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"223.540897ms","start":"2026-04-07T00:09:28.800083Z","end":"2026-04-07T00:09:29.023623Z","steps":["trace[865323325] 'process raft request' (duration: 223.278232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:29.305489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.661536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ngsgw\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-04-07T00:09:29.305644Z","caller":"traceutil/trace.go:171","msg":"trace[592911741] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ngsgw; range_end:; response_count:1; response_revision:951; }","duration":"174.88058ms","start":"2026-04-07T00:09:29.130725Z","end":"2026-04-07T00:09:29.305605Z","steps":["trace[592911741] 'range keys from in-memory index tree' (duration: 174.355969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:29.831327Z","caller":"traceutil/trace.go:171","msg":"trace[1944950030] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"276.620364ms","start":"2026-04-07T00:09:29.554669Z","end":"2026-04-07T00:09:29.831289Z","steps":["trace[1944950030] 'read index received' (duration: 276.391069ms)","trace[1944950030] 'applied index is now lower than readState.Index' (duration: 228.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:29.831415Z","caller":"traceutil/trace.go:171","msg":"trace[2517426] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"515.15758ms","start":"2026-04-07T00:09:29.316197Z","end":"2026-04-07T00:09:29.831354Z","steps":["trace[2517426] 'process raft request' (duration: 514.887544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:29.831664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.967182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:09:29.831781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:29.316168Z","time spent":"515.388844ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:29.831847Z","caller":"traceutil/trace.go:171","msg":"trace[350702589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"277.176266ms","start":"2026-04-07T00:09:29.554648Z","end":"2026-04-07T00:09:29.831824Z","steps":["trace[350702589] 'agreement among raft nodes before linearized reading' (duration: 276.802678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:29.831752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.375136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:09:29.832034Z","caller":"traceutil/trace.go:171","msg":"trace[1787206170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:952; }","duration":"271.706894ms","start":"2026-04-07T00:09:29.560305Z","end":"2026-04-07T00:09:29.832012Z","steps":["trace[1787206170] 'agreement among raft nodes before linearized reading' (duration: 271.224963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:29.831776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.164516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:09:29.832195Z","caller":"traceutil/trace.go:171","msg":"trace[20610822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"269.612555ms","start":"2026-04-07T00:09:29.562533Z","end":"2026-04-07T00:09:29.832145Z","steps":["trace[20610822] 'agreement among raft nodes before linearized reading' (duration: 269.030213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:30.132149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.613386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:30.13229Z","caller":"traceutil/trace.go:171","msg":"trace[1769200421] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"294.123459ms","start":"2026-04-07T00:09:29.838136Z","end":"2026-04-07T00:09:30.13226Z","steps":["trace[1769200421] 'process raft request' (duration: 154.272117ms)","trace[1769200421] 'compare' (duration: 139.34843ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:30.160267Z","caller":"traceutil/trace.go:171","msg":"trace[378066727] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"321.942415ms","start":"2026-04-07T00:09:29.838282Z","end":"2026-04-07T00:09:30.160224Z","steps":["trace[378066727] 'process raft request' (duration: 321.597447ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:30.160324Z","caller":"traceutil/trace.go:171","msg":"trace[1594870579] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"321.766141ms","start":"2026-04-07T00:09:29.838518Z","end":"2026-04-07T00:09:30.160284Z","steps":["trace[1594870579] 'process raft request' (duration: 321.592717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:30.160478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:29.838254Z","time spent":"322.118599ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:30.160555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:29.838484Z","time spent":"321.947595ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:30.16065Z","caller":"traceutil/trace.go:171","msg":"trace[1569227594] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"321.890274ms","start":"2026-04-07T00:09:29.838726Z","end":"2026-04-07T00:09:30.160616Z","steps":["trace[1569227594] 'process raft request' (duration: 321.474875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:30.160661Z","caller":"traceutil/trace.go:171","msg":"trace[977535301] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"321.788202ms","start":"2026-04-07T00:09:29.838843Z","end":"2026-04-07T00:09:30.160631Z","steps":["trace[977535301] 'process raft request' (duration: 321.572957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:30.160842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:29.838716Z","time spent":"322.023817ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:30.160862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:29.838826Z","time spent":"321.930844ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:30.160868Z","caller":"traceutil/trace.go:171","msg":"trace[878187829] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"321.77512ms","start":"2026-04-07T00:09:29.839054Z","end":"2026-04-07T00:09:30.160829Z","steps":["trace[878187829] 'process raft request' (duration: 321.504134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:30.161014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:29.839021Z","time spent":"321.927794ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:30.161035Z","caller":"traceutil/trace.go:171","msg":"trace[622092801] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"295.865566ms","start":"2026-04-07T00:09:29.865116Z","end":"2026-04-07T00:09:30.160982Z","steps":["trace[622092801] 'process raft request' (duration: 295.598761ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:30.161234Z","caller":"traceutil/trace.go:171","msg":"trace[491964670] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"266.081746ms","start":"2026-04-07T00:09:29.895135Z","end":"2026-04-07T00:09:30.161217Z","steps":["trace[491964670] 'process raft request' (duration: 265.652355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.743789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178872178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:09:44.769828Z","caller":"traceutil/trace.go:171","msg":"trace[613149586] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"550.095326ms","start":"2026-04-07T00:09:44.219703Z","end":"2026-04-07T00:09:44.769798Z","steps":["trace[613149586] 'process raft request' (duration: 549.888902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.77012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:44.219674Z","time spent":"550.24179ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:44.804844Z","caller":"traceutil/trace.go:171","msg":"trace[1248308130] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1222; }","duration":"561.551846ms","start":"2026-04-07T00:09:44.24326Z","end":"2026-04-07T00:09:44.804812Z","steps":["trace[1248308130] 'read index received' (duration: 526.525186ms)","trace[1248308130] 'applied index is now lower than readState.Index' (duration: 35.02523ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:44.804978Z","caller":"traceutil/trace.go:171","msg":"trace[2102274047] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"573.068475ms","start":"2026-04-07T00:09:44.231873Z","end":"2026-04-07T00:09:44.804942Z","steps":["trace[2102274047] 'process raft request' (duration: 571.797876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.805154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.877313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T00:09:44.805201Z","caller":"traceutil/trace.go:171","msg":"trace[163909598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1190; }","duration":"562.018616ms","start":"2026-04-07T00:09:44.24317Z","end":"2026-04-07T00:09:44.805188Z","steps":["trace[163909598] 'agreement among raft nodes before linearized reading' (duration: 561.815612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.805239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:44.243131Z","time spent":"562.099218ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:09:44.805278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:44.231823Z","time spent":"573.3002ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:44.805333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.875075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:09:44.80538Z","caller":"traceutil/trace.go:171","msg":"trace[1830336482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1190; }","duration":"558.959837ms","start":"2026-04-07T00:09:44.246407Z","end":"2026-04-07T00:09:44.805367Z","steps":["trace[1830336482] 'agreement among raft nodes before linearized reading' (duration: 558.832444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.805422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:44.246389Z","time spent":"559.023118ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:44.805503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.381128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:09:44.805495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.672666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:44.805598Z","caller":"traceutil/trace.go:171","msg":"trace[398092489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1190; }","duration":"481.518552ms","start":"2026-04-07T00:09:44.32406Z","end":"2026-04-07T00:09:44.805579Z","steps":["trace[398092489] 'agreement among raft nodes before linearized reading' (duration: 481.227575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.805644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:44.324049Z","time spent":"481.588423ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:09:44.805634Z","caller":"traceutil/trace.go:171","msg":"trace[987348648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"521.85029ms","start":"2026-04-07T00:09:44.283752Z","end":"2026-04-07T00:09:44.805602Z","steps":["trace[987348648] 'agreement among raft nodes before linearized reading' (duration: 521.605785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:44.805694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:44.283739Z","time spent":"521.945812ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:10:08.524064Z","caller":"traceutil/trace.go:171","msg":"trace[354814881] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"141.06409ms","start":"2026-04-07T00:10:08.382973Z","end":"2026-04-07T00:10:08.524037Z","steps":["trace[354814881] 'process raft request' (duration: 140.865035ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:09.505417Z","caller":"traceutil/trace.go:171","msg":"trace[1150428787] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"115.295399ms","start":"2026-04-07T00:10:09.390092Z","end":"2026-04-07T00:10:09.505387Z","steps":["trace[1150428787] 'process raft request' (duration: 115.033873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:11.597954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.7253ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:10:11.598074Z","caller":"traceutil/trace.go:171","msg":"trace[897611430] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1505; }","duration":"627.295907ms","start":"2026-04-07T00:10:10.970758Z","end":"2026-04-07T00:10:11.598054Z","steps":["trace[897611430] 'read index received' (duration: 163.468875ms)","trace[897611430] 'applied index is now lower than readState.Index' (duration: 463.824922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:11.598277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.507381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:10:11.598367Z","caller":"traceutil/trace.go:171","msg":"trace[937251777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1462; }","duration":"627.658074ms","start":"2026-04-07T00:10:10.97069Z","end":"2026-04-07T00:10:11.598348Z","steps":["trace[937251777] 'agreement among raft nodes before linearized reading' (duration: 627.429229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:11.598462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:10.97066Z","time spent":"627.748507ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:10:11.905343Z","caller":"traceutil/trace.go:171","msg":"trace[734853238] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"807.595259ms","start":"2026-04-07T00:10:11.097722Z","end":"2026-04-07T00:10:11.905318Z","steps":["trace[734853238] 'process raft request' (duration: 807.426256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:11.905522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.097686Z","time spent":"807.746323ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:12.218553Z","caller":"traceutil/trace.go:171","msg":"trace[418167715] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"870.930087ms","start":"2026-04-07T00:10:11.347598Z","end":"2026-04-07T00:10:12.218528Z","steps":["trace[418167715] 'process raft request' (duration: 839.617921ms)","trace[418167715] 'compare' (duration: 31.145302ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:12.218672Z","caller":"traceutil/trace.go:171","msg":"trace[1903852005] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1506; }","duration":"620.545835ms","start":"2026-04-07T00:10:11.598102Z","end":"2026-04-07T00:10:12.218648Z","steps":["trace[1903852005] 'read index received' (duration: 307.176653ms)","trace[1903852005] 'applied index is now lower than readState.Index' (duration: 313.366931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:12.218691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.347568Z","time spent":"871.05298ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:12.21884Z","caller":"traceutil/trace.go:171","msg":"trace[376423812] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"616.151456ms","start":"2026-04-07T00:10:11.602682Z","end":"2026-04-07T00:10:12.218833Z","steps":["trace[376423812] 'process raft request' (duration: 615.809278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.218867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.042397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:10:12.218939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.602658Z","time spent":"616.207926ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:12.218966Z","caller":"traceutil/trace.go:171","msg":"trace[1599799941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1465; }","duration":"882.18542ms","start":"2026-04-07T00:10:11.33676Z","end":"2026-04-07T00:10:12.218945Z","steps":["trace[1599799941] 'agreement among raft nodes before linearized reading' (duration: 881.909444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.21899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08894218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T00:10:12.219016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.336733Z","time spent":"882.270742ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:10:12.219027Z","caller":"traceutil/trace.go:171","msg":"trace[294207618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1465; }","duration":"1.089040043s","start":"2026-04-07T00:10:11.129976Z","end":"2026-04-07T00:10:12.219016Z","steps":["trace[294207618] 'agreement among raft nodes before linearized reading' (duration: 1.08892172s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.219063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.129938Z","time spent":"1.089114403s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:10:12.219297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088332136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T00:10:12.219445Z","caller":"traceutil/trace.go:171","msg":"trace[1059641040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1465; }","duration":"1.088503581s","start":"2026-04-07T00:10:11.130914Z","end":"2026-04-07T00:10:12.219418Z","steps":["trace[1059641040] 'agreement among raft nodes before linearized reading' (duration: 1.087779955s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.219501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089338969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:10:12.219606Z","caller":"traceutil/trace.go:171","msg":"trace[952718449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1465; }","duration":"1.089725097s","start":"2026-04-07T00:10:11.129863Z","end":"2026-04-07T00:10:12.219588Z","steps":["trace[952718449] 'agreement among raft nodes before linearized reading' (duration: 1.089169455s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:12.219509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.130894Z","time spent":"1.088598592s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:10:12.219746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:11.129836Z","time spent":"1.089860191s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:10:12.392653Z","caller":"traceutil/trace.go:171","msg":"trace[264807420] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1511; }","duration":"108.985297ms","start":"2026-04-07T00:10:12.283645Z","end":"2026-04-07T00:10:12.392631Z","steps":["trace[264807420] 'read index received' (duration: 61.260881ms)","trace[264807420] 'applied index is now lower than readState.Index' (duration: 47.723626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:12.392796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.14622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:12.392802Z","caller":"traceutil/trace.go:171","msg":"trace[1843070992] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"168.243122ms","start":"2026-04-07T00:10:12.224528Z","end":"2026-04-07T00:10:12.392771Z","steps":["trace[1843070992] 'process raft request' (duration: 120.382293ms)","trace[1843070992] 'compare' (duration: 47.546982ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:12.392853Z","caller":"traceutil/trace.go:171","msg":"trace[636562761] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"168.314243ms","start":"2026-04-07T00:10:12.224532Z","end":"2026-04-07T00:10:12.392846Z","steps":["trace[636562761] 'process raft request' (duration: 168.050467ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:12.392827Z","caller":"traceutil/trace.go:171","msg":"trace[214795913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1469; }","duration":"109.238762ms","start":"2026-04-07T00:10:12.283576Z","end":"2026-04-07T00:10:12.392815Z","steps":["trace[214795913] 'agreement among raft nodes before linearized reading' (duration: 109.135939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:41.871313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138266422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:10:41.871503Z","caller":"traceutil/trace.go:171","msg":"trace[1915488548] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"1.44260069s","start":"2026-04-07T00:10:40.428876Z","end":"2026-04-07T00:10:41.871476Z","steps":["trace[1915488548] 'read index received' (duration: 303.902058ms)","trace[1915488548] 'applied index is now lower than readState.Index' (duration: 1.138696432s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:41.871677Z","caller":"traceutil/trace.go:171","msg":"trace[1810460110] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.48918906s","start":"2026-04-07T00:10:40.382447Z","end":"2026-04-07T00:10:41.871636Z","steps":["trace[1810460110] 'process raft request' (duration: 350.458218ms)","trace[1810460110] 'compare' (duration: 1.138093378s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:41.871886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:40.382424Z","time spent":"1.489348584s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:41.871951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443059911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:10:41.872056Z","caller":"traceutil/trace.go:171","msg":"trace[1117882792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1896; }","duration":"1.443212653s","start":"2026-04-07T00:10:40.428816Z","end":"2026-04-07T00:10:41.872029Z","steps":["trace[1117882792] 'agreement among raft nodes before linearized reading' (duration: 1.442803234s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:41.872102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:40.428798Z","time spent":"1.443294296s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:10:42.224435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.361339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:10:42.225182Z","caller":"traceutil/trace.go:171","msg":"trace[32737] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"693.175581ms","start":"2026-04-07T00:10:41.531947Z","end":"2026-04-07T00:10:42.225122Z","steps":["trace[32737] 'process raft request' (duration: 692.64019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.225522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.531924Z","time spent":"693.388776ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:42.410191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.917937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:10:42.410633Z","caller":"traceutil/trace.go:171","msg":"trace[1465328073] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"646.615863ms","start":"2026-04-07T00:10:41.763972Z","end":"2026-04-07T00:10:42.410588Z","steps":["trace[1465328073] 'process raft request' (duration: 646.344477ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.410683Z","caller":"traceutil/trace.go:171","msg":"trace[1732456736] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"305.341561ms","start":"2026-04-07T00:10:42.105309Z","end":"2026-04-07T00:10:42.41065Z","steps":["trace[1732456736] 'process raft request' (duration: 305.259319ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.410697Z","caller":"traceutil/trace.go:171","msg":"trace[1607930664] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"764.13522ms","start":"2026-04-07T00:10:41.64652Z","end":"2026-04-07T00:10:42.410655Z","steps":["trace[1607930664] 'process raft request' (duration: 578.573149ms)","trace[1607930664] 'compare' (duration: 184.563499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:42.410861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.763933Z","time spent":"646.796537ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:42.410862Z","caller":"traceutil/trace.go:171","msg":"trace[36939526] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1968; }","duration":"539.256102ms","start":"2026-04-07T00:10:41.871539Z","end":"2026-04-07T00:10:42.410795Z","steps":["trace[36939526] 'read index received' (duration: 1.521944ms)","trace[36939526] 'applied index is now lower than readState.Index' (duration: 537.725868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:42.410975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.646487Z","time spent":"764.329805ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:42.411115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110115267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:42.411053Z","caller":"traceutil/trace.go:171","msg":"trace[2016621842] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"534.404263ms","start":"2026-04-07T00:10:41.876587Z","end":"2026-04-07T00:10:42.410991Z","steps":["trace[2016621842] 'process raft request' (duration: 533.912682ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.411184Z","caller":"traceutil/trace.go:171","msg":"trace[2018663923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"1.11026895s","start":"2026-04-07T00:10:41.300899Z","end":"2026-04-07T00:10:42.411168Z","steps":["trace[2018663923] 'agreement among raft nodes before linearized reading' (duration: 1.110098087s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.411222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.300865Z","time spent":"1.110349883s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:10:42.411264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848125308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-04-07T00:10:42.411268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21766052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:10:42.411276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.437608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:10:42.411308Z","caller":"traceutil/trace.go:171","msg":"trace[1015529000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1901; }","duration":"1.84820986s","start":"2026-04-07T00:10:40.563087Z","end":"2026-04-07T00:10:42.411297Z","steps":["trace[1015529000] 'agreement among raft nodes before linearized reading' (duration: 1.848040997s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.411319Z","caller":"traceutil/trace.go:171","msg":"trace[346683055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"1.217785712s","start":"2026-04-07T00:10:41.193518Z","end":"2026-04-07T00:10:42.411304Z","steps":["trace[346683055] 'agreement among raft nodes before linearized reading' (duration: 1.217620989s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.411346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:40.563063Z","time spent":"1.848274851s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-07T00:10:42.411359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.193485Z","time spent":"1.217866326s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:10:42.411356Z","caller":"traceutil/trace.go:171","msg":"trace[1872831802] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1901; }","duration":"938.580561ms","start":"2026-04-07T00:10:41.472752Z","end":"2026-04-07T00:10:42.411332Z","steps":["trace[1872831802] 'agreement among raft nodes before linearized reading' (duration: 938.434448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.411348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.876539Z","time spent":"534.673018ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:42.411411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942651849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:10:42.411413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827279429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:10:42.411445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8312657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:10:42.411481Z","caller":"traceutil/trace.go:171","msg":"trace[2054310796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1901; }","duration":"1.942853104s","start":"2026-04-07T00:10:40.468616Z","end":"2026-04-07T00:10:42.411469Z","steps":["trace[2054310796] 'agreement among raft nodes before linearized reading' (duration: 1.942518056s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.41154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06320715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7387a432-2da4-4ba4-b043-58c5403b83d8\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-07T00:10:42.411541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:40.46859Z","time spent":"1.942944277s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:10:42.411542Z","caller":"traceutil/trace.go:171","msg":"trace[1854355748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"1.831486384s","start":"2026-04-07T00:10:40.580036Z","end":"2026-04-07T00:10:42.411522Z","steps":["trace[1854355748] 'agreement among raft nodes before linearized reading' (duration: 1.831064414s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.411591Z","caller":"traceutil/trace.go:171","msg":"trace[1929924844] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7387a432-2da4-4ba4-b043-58c5403b83d8; range_end:; response_count:1; response_revision:1901; }","duration":"1.063296183s","start":"2026-04-07T00:10:41.348281Z","end":"2026-04-07T00:10:42.411577Z","steps":["trace[1929924844] 'agreement among raft nodes before linearized reading' (duration: 1.06316983s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.411452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.472704Z","time spent":"938.729815ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:10:42.411551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.105278Z","time spent":"305.474064ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:42.411626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:40.58001Z","time spent":"1.831602406s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:10:42.411603Z","caller":"traceutil/trace.go:171","msg":"trace[461431188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"1.827431573s","start":"2026-04-07T00:10:40.584048Z","end":"2026-04-07T00:10:42.411479Z","steps":["trace[461431188] 'agreement among raft nodes before linearized reading' (duration: 1.827110875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.411787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:40.584039Z","time spent":"1.82773443s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:10:42.411628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.348252Z","time spent":"1.063368795s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7387a432-2da4-4ba4-b043-58c5403b83d8\" "} {"level":"warn","ts":"2026-04-07T00:10:42.41225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.139697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:42.412307Z","caller":"traceutil/trace.go:171","msg":"trace[1711520058] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1901; }","duration":"914.15134ms","start":"2026-04-07T00:10:41.498143Z","end":"2026-04-07T00:10:42.412294Z","steps":["trace[1711520058] 'agreement among raft nodes before linearized reading' (duration: 913.065865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:42.412346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:41.498116Z","time spent":"914.219982ms","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:10:43.587932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120963561s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:10:43.604907Z","caller":"traceutil/trace.go:171","msg":"trace[1773945688] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.187173035s","start":"2026-04-07T00:10:42.417708Z","end":"2026-04-07T00:10:43.604881Z","steps":["trace[1773945688] 'process raft request' (duration: 1.170456418s)","trace[1773945688] 'compare' (duration: 16.511741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:43.605081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.41768Z","time spent":"1.187318107s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:43.605187Z","caller":"traceutil/trace.go:171","msg":"trace[1960903389] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.186100601s","start":"2026-04-07T00:10:42.419058Z","end":"2026-04-07T00:10:43.605159Z","steps":["trace[1960903389] 'process raft request' (duration: 1.185775774s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:43.605393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.41905Z","time spent":"1.186232934s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:43.605443Z","caller":"traceutil/trace.go:171","msg":"trace[1057797335] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.182774675s","start":"2026-04-07T00:10:42.422662Z","end":"2026-04-07T00:10:43.605437Z","steps":["trace[1057797335] 'process raft request' (duration: 1.182410777s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:43.60539Z","caller":"traceutil/trace.go:171","msg":"trace[562096148] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"949.60982ms","start":"2026-04-07T00:10:42.655757Z","end":"2026-04-07T00:10:43.605367Z","steps":["trace[562096148] 'process raft request' (duration: 949.534099ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:43.605462Z","caller":"traceutil/trace.go:171","msg":"trace[1631014724] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1974; }","duration":"1.183803378s","start":"2026-04-07T00:10:42.421637Z","end":"2026-04-07T00:10:43.60544Z","steps":["trace[1631014724] 'read index received' (duration: 45.381232ms)","trace[1631014724] 'applied index is now lower than readState.Index' (duration: 1.138420236s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:43.605546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.422639Z","time spent":"1.182839276s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:43.605686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.642791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:10:43.605645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.064962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:10:43.605726Z","caller":"traceutil/trace.go:171","msg":"trace[926218495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"184.734883ms","start":"2026-04-07T00:10:43.420977Z","end":"2026-04-07T00:10:43.605712Z","steps":["trace[926218495] 'agreement among raft nodes before linearized reading' (duration: 184.59829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:43.605652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.655723Z","time spent":"949.784815ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:43.605745Z","caller":"traceutil/trace.go:171","msg":"trace[621159485] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1906; }","duration":"714.224485ms","start":"2026-04-07T00:10:42.891501Z","end":"2026-04-07T00:10:43.605726Z","steps":["trace[621159485] 'agreement among raft nodes before linearized reading' (duration: 714.071832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:43.605602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183958262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:10:43.605802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.891464Z","time spent":"714.326568ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:10:43.605842Z","caller":"traceutil/trace.go:171","msg":"trace[1698013980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"1.184244329s","start":"2026-04-07T00:10:42.421581Z","end":"2026-04-07T00:10:43.605826Z","steps":["trace[1698013980] 'agreement among raft nodes before linearized reading' (duration: 1.183944992s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:43.605884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:42.421557Z","time spent":"1.18431992s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:10:43.60598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.667131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7387a432-2da4-4ba4-b043-58c5403b83d8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T00:10:43.606099Z","caller":"traceutil/trace.go:171","msg":"trace[871260991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7387a432-2da4-4ba4-b043-58c5403b83d8; range_end:; response_count:1; response_revision:1906; }","duration":"188.862745ms","start":"2026-04-07T00:10:43.417207Z","end":"2026-04-07T00:10:43.60607Z","steps":["trace[871260991] 'agreement among raft nodes before linearized reading' (duration: 188.465176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:50.478226Z","caller":"traceutil/trace.go:171","msg":"trace[1560471783] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"453.409188ms","start":"2026-04-07T00:10:50.024794Z","end":"2026-04-07T00:10:50.478204Z","steps":["trace[1560471783] 'read index received' (duration: 453.354547ms)","trace[1560471783] 'applied index is now lower than readState.Index' (duration: 53.741µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:50.478326Z","caller":"traceutil/trace.go:171","msg":"trace[463705189] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"560.714365ms","start":"2026-04-07T00:10:49.917555Z","end":"2026-04-07T00:10:50.47827Z","steps":["trace[463705189] 'process raft request' (duration: 560.505861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:50.478545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:49.917526Z","time spent":"560.887559ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:50.478576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.758756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T00:10:50.478705Z","caller":"traceutil/trace.go:171","msg":"trace[1073149497] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1966; }","duration":"453.900899ms","start":"2026-04-07T00:10:50.024735Z","end":"2026-04-07T00:10:50.478636Z","steps":["trace[1073149497] 'agreement among raft nodes before linearized reading' (duration: 453.576662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:50.478799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:50.024695Z","time spent":"454.069392ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T00:10:50.490489Z","caller":"traceutil/trace.go:171","msg":"trace[917454561] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"236.838977ms","start":"2026-04-07T00:10:50.253631Z","end":"2026-04-07T00:10:50.49047Z","steps":["trace[917454561] 'process raft request' (duration: 236.623762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:50.490957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.741187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:50.491034Z","caller":"traceutil/trace.go:171","msg":"trace[526785380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1969; }","duration":"418.85762ms","start":"2026-04-07T00:10:50.072159Z","end":"2026-04-07T00:10:50.491017Z","steps":["trace[526785380] 'agreement among raft nodes before linearized reading' (duration: 418.683216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:50.491085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:50.07214Z","time spent":"418.925901ms","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:10:59.164234Z","caller":"traceutil/trace.go:171","msg":"trace[160726271] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2117; }","duration":"414.557652ms","start":"2026-04-07T00:10:58.749648Z","end":"2026-04-07T00:10:59.164205Z","steps":["trace[160726271] 'read index received' (duration: 340.995204ms)","trace[160726271] 'applied index is now lower than readState.Index' (duration: 73.561208ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:59.164317Z","caller":"traceutil/trace.go:171","msg":"trace[861130572] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"476.485579ms","start":"2026-04-07T00:10:58.687772Z","end":"2026-04-07T00:10:59.164257Z","steps":["trace[861130572] 'process raft request' (duration: 402.846238ms)","trace[861130572] 'compare' (duration: 73.328914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:59.164464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:58.687741Z","time spent":"476.647431ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:59.164511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.86024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-07T00:10:59.164586Z","caller":"traceutil/trace.go:171","msg":"trace[528864885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2041; }","duration":"414.985502ms","start":"2026-04-07T00:10:58.749578Z","end":"2026-04-07T00:10:59.164564Z","steps":["trace[528864885] 'agreement among raft nodes before linearized reading' (duration: 414.753567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:59.164635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:58.749543Z","time spent":"415.083425ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:10:59.164656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.998283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:10:59.164709Z","caller":"traceutil/trace.go:171","msg":"trace[1186134242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"356.094885ms","start":"2026-04-07T00:10:58.808599Z","end":"2026-04-07T00:10:59.164694Z","steps":["trace[1186134242] 'agreement among raft nodes before linearized reading' (duration: 355.768248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:59.164753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:58.80858Z","time spent":"356.164576ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:10:59.608897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.764601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:59.608999Z","caller":"traceutil/trace.go:171","msg":"trace[286410400] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2041; }","duration":"100.935106ms","start":"2026-04-07T00:10:59.508036Z","end":"2026-04-07T00:10:59.608971Z","steps":["trace[286410400] 'count revisions from in-memory index tree' (duration: 100.654057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:00.060009Z","caller":"traceutil/trace.go:171","msg":"trace[847209422] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"248.470049ms","start":"2026-04-07T00:10:59.811513Z","end":"2026-04-07T00:11:00.059983Z","steps":["trace[847209422] 'process raft request' (duration: 248.292055ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:00.245957Z","caller":"traceutil/trace.go:171","msg":"trace[1965778614] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"431.641847ms","start":"2026-04-07T00:10:59.814266Z","end":"2026-04-07T00:11:00.245907Z","steps":["trace[1965778614] 'process raft request' (duration: 364.028163ms)","trace[1965778614] 'compare' (duration: 67.40793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:00.246203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:59.814252Z","time spent":"431.815111ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:01.023478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.627274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:11:01.023615Z","caller":"traceutil/trace.go:171","msg":"trace[35653804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2043; }","duration":"410.822838ms","start":"2026-04-07T00:11:00.612763Z","end":"2026-04-07T00:11:01.023586Z","steps":["trace[35653804] 'range keys from in-memory index tree' (duration: 410.383568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:01.023682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:00.612739Z","time spent":"410.925731ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:01.228652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178873927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:11:01.262871Z","caller":"traceutil/trace.go:171","msg":"trace[317356875] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"574.353044ms","start":"2026-04-07T00:11:00.688493Z","end":"2026-04-07T00:11:01.262846Z","steps":["trace[317356875] 'process raft request' (duration: 574.17197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:01.263062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:00.688471Z","time spent":"574.495526ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:01.8952Z","caller":"traceutil/trace.go:171","msg":"trace[2002984265] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.205929347s","start":"2026-04-07T00:11:00.689243Z","end":"2026-04-07T00:11:01.895172Z","steps":["trace[2002984265] 'process raft request' (duration: 1.205673451s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:01.89565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:00.689219Z","time spent":"1.206136732s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:01.895755Z","caller":"traceutil/trace.go:171","msg":"trace[1520794585] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.200893254s","start":"2026-04-07T00:11:00.694826Z","end":"2026-04-07T00:11:01.895719Z","steps":["trace[1520794585] 'process raft request' (duration: 1.20027772s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:01.89592Z","caller":"traceutil/trace.go:171","msg":"trace[1938889799] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.200305451s","start":"2026-04-07T00:11:00.695591Z","end":"2026-04-07T00:11:01.895896Z","steps":["trace[1938889799] 'process raft request' (duration: 1.200070586s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:01.895942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:00.694796Z","time spent":"1.201047077s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:01.896024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:00.695573Z","time spent":"1.200400933s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:02.314558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.710396ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:11:02.315278Z","caller":"traceutil/trace.go:171","msg":"trace[722045160] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2120; }","duration":"1.586675928s","start":"2026-04-07T00:11:00.728575Z","end":"2026-04-07T00:11:02.315251Z","steps":["trace[722045160] 'read index received' (duration: 534.141378ms)","trace[722045160] 'applied index is now lower than readState.Index' (duration: 1.05253321s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:02.315297Z","caller":"traceutil/trace.go:171","msg":"trace[1505489386] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.286664386s","start":"2026-04-07T00:11:01.02861Z","end":"2026-04-07T00:11:02.315274Z","steps":["trace[1505489386] 'process raft request' (duration: 1.286064412s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:02.315765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:01.028581Z","time spent":"1.286776609s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:03.295507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:11:03.295659Z","caller":"traceutil/trace.go:171","msg":"trace[1119740272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003068s","start":"2026-04-07T00:11:01.295335Z","end":"2026-04-07T00:11:03.295641Z","steps":["trace[1119740272] 'agreement among raft nodes before linearized reading' (duration: 2.000130305s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.29572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:01.295325Z","time spent":"2.000379401s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:03.308395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579799778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:11:03.308504Z","caller":"traceutil/trace.go:171","msg":"trace[905801828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2048; }","duration":"2.57991858s","start":"2026-04-07T00:11:00.728543Z","end":"2026-04-07T00:11:03.308461Z","steps":["trace[905801828] 'agreement among raft nodes before linearized reading' (duration: 1.586867581s)","trace[905801828] 'range keys from in-memory index tree' (duration: 992.830653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:03.308567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:00.728529Z","time spent":"2.580022153s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:11:03.308879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.56477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:03.308963Z","caller":"traceutil/trace.go:171","msg":"trace[990026033] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"993.609711ms","start":"2026-04-07T00:11:02.315342Z","end":"2026-04-07T00:11:03.308951Z","steps":["trace[990026033] 'read index received' (duration: 90.922µs)","trace[990026033] 'applied index is now lower than readState.Index' (duration: 993.517389ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:03.308995Z","caller":"traceutil/trace.go:171","msg":"trace[90745945] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"2.018669962s","start":"2026-04-07T00:11:01.290294Z","end":"2026-04-07T00:11:03.308964Z","steps":["trace[90745945] 'process raft request' (duration: 1.024949999s)","trace[90745945] 'compare' (duration: 992.896205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:03.309105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140097358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:11:03.30907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585786467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:03.309103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055384789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:11:03.309134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035378682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:03.309159Z","caller":"traceutil/trace.go:171","msg":"trace[1607040355] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2049; }","duration":"1.58593099s","start":"2026-04-07T00:11:01.723205Z","end":"2026-04-07T00:11:03.309136Z","steps":["trace[1607040355] 'agreement among raft nodes before linearized reading' (duration: 1.585759726s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:03.309169Z","caller":"traceutil/trace.go:171","msg":"trace[666222987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"2.055488531s","start":"2026-04-07T00:11:01.253662Z","end":"2026-04-07T00:11:03.30915Z","steps":["trace[666222987] 'agreement among raft nodes before linearized reading' (duration: 2.055332718s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.309174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:01.290247Z","time spent":"2.018842946s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:03.309193Z","caller":"traceutil/trace.go:171","msg":"trace[72546502] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2049; }","duration":"1.035485695s","start":"2026-04-07T00:11:02.273689Z","end":"2026-04-07T00:11:03.309175Z","steps":["trace[72546502] 'agreement among raft nodes before linearized reading' (duration: 1.035384873s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.309209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:01.723184Z","time spent":"1.586013061s","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:03.309219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:01.253634Z","time spent":"2.055573213s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:11:03.309232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:02.273666Z","time spent":"1.035556576s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:03.309228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057234015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:11:03.309288Z","caller":"traceutil/trace.go:171","msg":"trace[1164845724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2049; }","duration":"1.057327447s","start":"2026-04-07T00:11:02.251943Z","end":"2026-04-07T00:11:03.30927Z","steps":["trace[1164845724] 'agreement among raft nodes before linearized reading' (duration: 1.057191894s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.309329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:02.25192Z","time spent":"1.057397389s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:03.309095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24296159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:11:03.309457Z","caller":"traceutil/trace.go:171","msg":"trace[246769824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2049; }","duration":"1.243356669s","start":"2026-04-07T00:11:02.066085Z","end":"2026-04-07T00:11:03.309441Z","steps":["trace[246769824] 'agreement among raft nodes before linearized reading' (duration: 1.242871388s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.309516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:02.066066Z","time spent":"1.243433131s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:11:03.309125Z","caller":"traceutil/trace.go:171","msg":"trace[567365310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2049; }","duration":"2.140165541s","start":"2026-04-07T00:11:01.168953Z","end":"2026-04-07T00:11:03.309119Z","steps":["trace[567365310] 'agreement among raft nodes before linearized reading' (duration: 2.140061628s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.309591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:01.168926Z","time spent":"2.140652082s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:03.922898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.033212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:03.923008Z","caller":"traceutil/trace.go:171","msg":"trace[877805690] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"613.997607ms","start":"2026-04-07T00:11:03.308992Z","end":"2026-04-07T00:11:03.922989Z","steps":["trace[877805690] 'read index received' (duration: 348.945194ms)","trace[877805690] 'applied index is now lower than readState.Index' (duration: 265.050703ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:03.923207Z","caller":"traceutil/trace.go:171","msg":"trace[705730559] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"653.792435ms","start":"2026-04-07T00:11:03.269327Z","end":"2026-04-07T00:11:03.92312Z","steps":["trace[705730559] 'process raft request' (duration: 388.439474ms)","trace[705730559] 'compare' (duration: 264.799117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:03.923272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.906578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:03.923367Z","caller":"traceutil/trace.go:171","msg":"trace[1862311460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2050; }","duration":"627.049562ms","start":"2026-04-07T00:11:03.296298Z","end":"2026-04-07T00:11:03.923347Z","steps":["trace[1862311460] 'agreement among raft nodes before linearized reading' (duration: 626.857707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:03.923488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.296281Z","time spent":"627.197785ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:03.923474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.2693Z","time spent":"654.016789ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:04.423987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178873945,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:11:04.427775Z","caller":"traceutil/trace.go:171","msg":"trace[1588740267] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"1.114045156s","start":"2026-04-07T00:11:03.313703Z","end":"2026-04-07T00:11:04.427748Z","steps":["trace[1588740267] 'process raft request' (duration: 1.113583765s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.427864Z","caller":"traceutil/trace.go:171","msg":"trace[781982129] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"1.11333677s","start":"2026-04-07T00:11:03.314503Z","end":"2026-04-07T00:11:04.42784Z","steps":["trace[781982129] 'process raft request' (duration: 1.113289829s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.427935Z","caller":"traceutil/trace.go:171","msg":"trace[927341907] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"1.113449493s","start":"2026-04-07T00:11:03.314459Z","end":"2026-04-07T00:11:04.427908Z","steps":["trace[927341907] 'process raft request' (duration: 1.113276249s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.427952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.313684Z","time spent":"1.114165269s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:04.42795Z","caller":"traceutil/trace.go:171","msg":"trace[964541917] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.113433233s","start":"2026-04-07T00:11:03.31447Z","end":"2026-04-07T00:11:04.427904Z","steps":["trace[964541917] 'process raft request' (duration: 1.113180367s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.428018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.314473Z","time spent":"1.113468694s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:04.428059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.314427Z","time spent":"1.113571376s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:04.428134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.31445Z","time spent":"1.113596316s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:04.893845Z","caller":"traceutil/trace.go:171","msg":"trace[392018530] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"992.567399ms","start":"2026-04-07T00:11:03.901251Z","end":"2026-04-07T00:11:04.893818Z","steps":["trace[392018530] 'process raft request' (duration: 894.814035ms)","trace[392018530] 'compare' (duration: 97.521268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:04.893988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.901214Z","time spent":"992.700692ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:04.894185Z","caller":"traceutil/trace.go:171","msg":"trace[1314524543] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"991.400052ms","start":"2026-04-07T00:11:03.902731Z","end":"2026-04-07T00:11:04.894132Z","steps":["trace[1314524543] 'process raft request' (duration: 991.043305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.894432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.902699Z","time spent":"991.627498ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:04.902283Z","caller":"traceutil/trace.go:171","msg":"trace[1943945609] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"999.146257ms","start":"2026-04-07T00:11:03.903116Z","end":"2026-04-07T00:11:04.902262Z","steps":["trace[1943945609] 'process raft request' (duration: 990.780078ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.902306Z","caller":"traceutil/trace.go:171","msg":"trace[1535032719] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"973.755914ms","start":"2026-04-07T00:11:03.928525Z","end":"2026-04-07T00:11:04.902281Z","steps":["trace[1535032719] 'process raft request' (duration: 973.626461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.90237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.903097Z","time spent":"999.231869ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:04.902443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.928509Z","time spent":"973.868997ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:11:04.902441Z","caller":"traceutil/trace.go:171","msg":"trace[882477206] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2128; }","duration":"979.373081ms","start":"2026-04-07T00:11:03.923036Z","end":"2026-04-07T00:11:04.902409Z","steps":["trace[882477206] 'read index received' (duration: 504.556631ms)","trace[882477206] 'applied index is now lower than readState.Index' (duration: 474.81457ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:04.902506Z","caller":"traceutil/trace.go:171","msg":"trace[1264938752] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"821.604845ms","start":"2026-04-07T00:11:04.080831Z","end":"2026-04-07T00:11:04.902436Z","steps":["trace[1264938752] 'process raft request' (duration: 821.39715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.902544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036330864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:04.902588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.662534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:04.902595Z","caller":"traceutil/trace.go:171","msg":"trace[1609972248] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2059; }","duration":"1.036444957s","start":"2026-04-07T00:11:03.866139Z","end":"2026-04-07T00:11:04.902583Z","steps":["trace[1609972248] 'agreement among raft nodes before linearized reading' (duration: 1.036338335s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.902623Z","caller":"traceutil/trace.go:171","msg":"trace[550145929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2059; }","duration":"970.721796ms","start":"2026-04-07T00:11:03.931892Z","end":"2026-04-07T00:11:04.902614Z","steps":["trace[550145929] 'agreement among raft nodes before linearized reading' (duration: 970.665924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.902646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.931883Z","time spent":"970.758706ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:04.902646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.866106Z","time spent":"1.036530119s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:04.902693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.523668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:11:04.9027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:04.080802Z","time spent":"821.82507ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:04.902765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.41608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:04.902755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.164791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-07T00:11:04.902766Z","caller":"traceutil/trace.go:171","msg":"trace[2112535949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2059; }","duration":"539.6224ms","start":"2026-04-07T00:11:04.363128Z","end":"2026-04-07T00:11:04.90275Z","steps":["trace[2112535949] 'agreement among raft nodes before linearized reading' (duration: 539.446236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.90279Z","caller":"traceutil/trace.go:171","msg":"trace[142178581] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2059; }","duration":"915.468701ms","start":"2026-04-07T00:11:03.987313Z","end":"2026-04-07T00:11:04.902782Z","steps":["trace[142178581] 'agreement among raft nodes before linearized reading' (duration: 915.43117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.902809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:03.987301Z","time spent":"915.502332ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:11:04.90281Z","caller":"traceutil/trace.go:171","msg":"trace[1500926782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2059; }","duration":"713.261104ms","start":"2026-04-07T00:11:04.189534Z","end":"2026-04-07T00:11:04.902795Z","steps":["trace[1500926782] 'agreement among raft nodes before linearized reading' (duration: 713.0848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.902813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:04.36311Z","time spent":"539.694462ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:04.902852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:04.189514Z","time spent":"713.329185ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:11:04.902985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.034426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:11:04.903126Z","caller":"traceutil/trace.go:171","msg":"trace[1669789357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2059; }","duration":"578.272321ms","start":"2026-04-07T00:11:04.324828Z","end":"2026-04-07T00:11:04.903101Z","steps":["trace[1669789357] 'agreement among raft nodes before linearized reading' (duration: 577.75566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.903217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:04.324805Z","time spent":"578.398925ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:11:05.207851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.599634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:05.207979Z","caller":"traceutil/trace.go:171","msg":"trace[1263885629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2060; }","duration":"122.747007ms","start":"2026-04-07T00:11:05.085214Z","end":"2026-04-07T00:11:05.207961Z","steps":["trace[1263885629] 'range keys from in-memory index tree' (duration: 122.582483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:09.34488Z","caller":"traceutil/trace.go:171","msg":"trace[268041884] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"423.005883ms","start":"2026-04-07T00:11:08.921841Z","end":"2026-04-07T00:11:09.344847Z","steps":["trace[268041884] 'process raft request' (duration: 422.789848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:09.345094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:08.921814Z","time spent":"423.166686ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:09.346731Z","caller":"traceutil/trace.go:171","msg":"trace[1743684943] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2159; }","duration":"365.452366ms","start":"2026-04-07T00:11:08.981252Z","end":"2026-04-07T00:11:09.346704Z","steps":["trace[1743684943] 'read index received' (duration: 363.391539ms)","trace[1743684943] 'applied index is now lower than readState.Index' (duration: 2.059787ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:09.346762Z","caller":"traceutil/trace.go:171","msg":"trace[893490134] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"381.386595ms","start":"2026-04-07T00:11:08.965343Z","end":"2026-04-07T00:11:09.34673Z","steps":["trace[893490134] 'process raft request' (duration: 381.146319ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:09.34683Z","caller":"traceutil/trace.go:171","msg":"trace[1080090530] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"381.374526ms","start":"2026-04-07T00:11:08.965409Z","end":"2026-04-07T00:11:09.346783Z","steps":["trace[1080090530] 'process raft request' (duration: 381.243333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:09.347018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.745073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:11:09.347043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:08.965319Z","time spent":"381.541149ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:09.347092Z","caller":"traceutil/trace.go:171","msg":"trace[1893803206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2083; }","duration":"365.852115ms","start":"2026-04-07T00:11:08.981224Z","end":"2026-04-07T00:11:09.347076Z","steps":["trace[1893803206] 'agreement among raft nodes before linearized reading' (duration: 365.60569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:09.34713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:08.981214Z","time spent":"365.908076ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:09.347029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:08.965365Z","time spent":"381.56372ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:09.347182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.865304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:11:09.347221Z","caller":"traceutil/trace.go:171","msg":"trace[173065168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"337.966276ms","start":"2026-04-07T00:11:09.009245Z","end":"2026-04-07T00:11:09.347211Z","steps":["trace[173065168] 'agreement among raft nodes before linearized reading' (duration: 337.828553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:09.347247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:09.009209Z","time spent":"338.031558ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:11:10.760056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178874016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:11:11.267748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178874016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:11:11.7282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.719596423s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:11:11.728668Z","caller":"traceutil/trace.go:171","msg":"trace[349811753] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"1.720200356s","start":"2026-04-07T00:11:10.008442Z","end":"2026-04-07T00:11:11.728642Z","steps":["trace[349811753] 'process raft request' (duration: 1.720026502s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.72883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.00841Z","time spent":"1.720339939s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:11.783549Z","caller":"traceutil/trace.go:171","msg":"trace[227530357] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"966.129012ms","start":"2026-04-07T00:11:10.817384Z","end":"2026-04-07T00:11:11.783513Z","steps":["trace[227530357] 'process raft request' (duration: 965.776594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.783739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.81736Z","time spent":"966.278096ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:11.786655Z","caller":"traceutil/trace.go:171","msg":"trace[1752716536] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2163; }","duration":"1.527447843s","start":"2026-04-07T00:11:10.259184Z","end":"2026-04-07T00:11:11.786632Z","steps":["trace[1752716536] 'read index received' (duration: 1.469283772s)","trace[1752716536] 'applied index is now lower than readState.Index' (duration: 58.162671ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:11.786721Z","caller":"traceutil/trace.go:171","msg":"trace[852301321] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"436.474177ms","start":"2026-04-07T00:11:11.350237Z","end":"2026-04-07T00:11:11.786711Z","steps":["trace[852301321] 'process raft request' (duration: 436.19733ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:11.786705Z","caller":"traceutil/trace.go:171","msg":"trace[353837340] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"434.364909ms","start":"2026-04-07T00:11:11.352289Z","end":"2026-04-07T00:11:11.786654Z","steps":["trace[353837340] 'process raft request' (duration: 434.277187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.786822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527612526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:11.786833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.350204Z","time spent":"436.557289ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:11.786863Z","caller":"traceutil/trace.go:171","msg":"trace[287300281] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2089; }","duration":"1.527721049s","start":"2026-04-07T00:11:10.259131Z","end":"2026-04-07T00:11:11.786852Z","steps":["trace[287300281] 'agreement among raft nodes before linearized reading' (duration: 1.527623657s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.78688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.352249Z","time spent":"434.538593ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:11.786911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.259111Z","time spent":"1.527788551s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:11.787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431824027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:11:11.787034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.401786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:11.787104Z","caller":"traceutil/trace.go:171","msg":"trace[874028303] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2089; }","duration":"732.522419ms","start":"2026-04-07T00:11:11.054564Z","end":"2026-04-07T00:11:11.787087Z","steps":["trace[874028303] 'agreement among raft nodes before linearized reading' (duration: 732.398986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.787125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257289295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:11:11.786664Z","caller":"traceutil/trace.go:171","msg":"trace[488439981] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"434.531933ms","start":"2026-04-07T00:11:11.352108Z","end":"2026-04-07T00:11:11.78664Z","steps":["trace[488439981] 'process raft request' (duration: 434.414909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.787149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.054532Z","time spent":"732.60414ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:11:11.787209Z","caller":"traceutil/trace.go:171","msg":"trace[1015839661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2089; }","duration":"1.257368996s","start":"2026-04-07T00:11:10.529794Z","end":"2026-04-07T00:11:11.787163Z","steps":["trace[1015839661] 'agreement among raft nodes before linearized reading' (duration: 1.257224872s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.787257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.186429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:11.787271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.52978Z","time spent":"1.257473769s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:11:11.787051Z","caller":"traceutil/trace.go:171","msg":"trace[1710999593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2089; }","duration":"1.431906929s","start":"2026-04-07T00:11:10.355129Z","end":"2026-04-07T00:11:11.787036Z","steps":["trace[1710999593] 'agreement among raft nodes before linearized reading' (duration: 1.431749405s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:11.787309Z","caller":"traceutil/trace.go:171","msg":"trace[174445803] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2089; }","duration":"475.290601ms","start":"2026-04-07T00:11:11.311998Z","end":"2026-04-07T00:11:11.787288Z","steps":["trace[174445803] 'agreement among raft nodes before linearized reading' (duration: 475.21588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.787299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.352095Z","time spent":"435.108597ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:11.787345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.311974Z","time spent":"475.362013ms","remote":"127.0.0.1:40526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:11.787355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.513283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:11.787405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25665615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:11:11.787444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.355114Z","time spent":"1.432198396s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:11:11.787449Z","caller":"traceutil/trace.go:171","msg":"trace[1853403387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2089; }","duration":"505.662727ms","start":"2026-04-07T00:11:11.281767Z","end":"2026-04-07T00:11:11.78743Z","steps":["trace[1853403387] 'agreement among raft nodes before linearized reading' (duration: 505.533314ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:11.787462Z","caller":"traceutil/trace.go:171","msg":"trace[700109939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2089; }","duration":"1.256767023s","start":"2026-04-07T00:11:10.530677Z","end":"2026-04-07T00:11:11.787444Z","steps":["trace[700109939] 'agreement among raft nodes before linearized reading' (duration: 1.256573489s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.787509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.281739Z","time spent":"505.757958ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:11.78751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.530665Z","time spent":"1.256831094s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:11.787683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260132628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:11:11.787742Z","caller":"traceutil/trace.go:171","msg":"trace[489701331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2089; }","duration":"1.26023654s","start":"2026-04-07T00:11:10.527495Z","end":"2026-04-07T00:11:11.787732Z","steps":["trace[489701331] 'agreement among raft nodes before linearized reading' (duration: 1.259536245s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.78778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.527469Z","time spent":"1.260300382s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:11:11.787815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.439421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:11:11.787883Z","caller":"traceutil/trace.go:171","msg":"trace[798478905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2089; }","duration":"430.539533ms","start":"2026-04-07T00:11:11.357317Z","end":"2026-04-07T00:11:11.787856Z","steps":["trace[798478905] 'agreement among raft nodes before linearized reading' (duration: 429.753676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.787921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:11.357286Z","time spent":"430.626605ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:11.788928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291362902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:11:11.790305Z","caller":"traceutil/trace.go:171","msg":"trace[1840739909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2089; }","duration":"1.291448354s","start":"2026-04-07T00:11:10.497524Z","end":"2026-04-07T00:11:11.788972Z","steps":["trace[1840739909] 'agreement among raft nodes before linearized reading' (duration: 1.289551902s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:11.790372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:10.497506Z","time spent":"1.292849935s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:11:32.116337Z","caller":"traceutil/trace.go:171","msg":"trace[706108579] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2286; }","duration":"196.9395ms","start":"2026-04-07T00:11:31.919362Z","end":"2026-04-07T00:11:32.116302Z","steps":["trace[706108579] 'read index received' (duration: 196.694893ms)","trace[706108579] 'applied index is now lower than readState.Index' (duration: 242.966µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:32.116355Z","caller":"traceutil/trace.go:171","msg":"trace[1730809228] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"218.382961ms","start":"2026-04-07T00:11:31.897923Z","end":"2026-04-07T00:11:32.116306Z","steps":["trace[1730809228] 'process raft request' (duration: 218.157745ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:32.116367Z","caller":"traceutil/trace.go:171","msg":"trace[258657509] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"218.289388ms","start":"2026-04-07T00:11:31.898039Z","end":"2026-04-07T00:11:32.116329Z","steps":["trace[258657509] 'process raft request' (duration: 218.209946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:32.116602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.231156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:11:32.116647Z","caller":"traceutil/trace.go:171","msg":"trace[1132145713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2203; }","duration":"197.340438ms","start":"2026-04-07T00:11:31.919295Z","end":"2026-04-07T00:11:32.116635Z","steps":["trace[1132145713] 'agreement among raft nodes before linearized reading' (duration: 197.172734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:32.116668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.582021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:11:32.116791Z","caller":"traceutil/trace.go:171","msg":"trace[787791578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2203; }","duration":"152.686414ms","start":"2026-04-07T00:11:31.964025Z","end":"2026-04-07T00:11:32.116711Z","steps":["trace[787791578] 'agreement among raft nodes before linearized reading' (duration: 152.53594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:32.116868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.564848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:11:32.116751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.829142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:11:32.116915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.907394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:11:32.116984Z","caller":"traceutil/trace.go:171","msg":"trace[1165300789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2203; }","duration":"159.114848ms","start":"2026-04-07T00:11:31.957847Z","end":"2026-04-07T00:11:32.116962Z","steps":["trace[1165300789] 'agreement among raft nodes before linearized reading' (duration: 158.699979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:32.117009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.474803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:11:32.117038Z","caller":"traceutil/trace.go:171","msg":"trace[1928333361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2203; }","duration":"155.040067ms","start":"2026-04-07T00:11:31.961967Z","end":"2026-04-07T00:11:32.117007Z","steps":["trace[1928333361] 'agreement among raft nodes before linearized reading' (duration: 154.72929ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:32.117071Z","caller":"traceutil/trace.go:171","msg":"trace[1931972832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2203; }","duration":"154.638007ms","start":"2026-04-07T00:11:31.96242Z","end":"2026-04-07T00:11:32.117058Z","steps":["trace[1931972832] 'agreement among raft nodes before linearized reading' (duration: 154.158147ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:32.117056Z","caller":"traceutil/trace.go:171","msg":"trace[496450141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"143.712611ms","start":"2026-04-07T00:11:31.973239Z","end":"2026-04-07T00:11:32.116952Z","steps":["trace[496450141] 'agreement among raft nodes before linearized reading' (duration: 143.431895ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:32.296317Z","caller":"traceutil/trace.go:171","msg":"trace[361952050] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"174.343771ms","start":"2026-04-07T00:11:32.121934Z","end":"2026-04-07T00:11:32.296277Z","steps":["trace[361952050] 'process raft request' (duration: 137.071772ms)","trace[361952050] 'compare' (duration: 37.020463ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:32.296443Z","caller":"traceutil/trace.go:171","msg":"trace[622386439] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"174.455503ms","start":"2026-04-07T00:11:32.121975Z","end":"2026-04-07T00:11:32.296431Z","steps":["trace[622386439] 'process raft request' (duration: 174.246608ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:32.296786Z","caller":"traceutil/trace.go:171","msg":"trace[1209940408] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"173.809798ms","start":"2026-04-07T00:11:32.122952Z","end":"2026-04-07T00:11:32.296762Z","steps":["trace[1209940408] 'process raft request' (duration: 173.684056ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:32.296802Z","caller":"traceutil/trace.go:171","msg":"trace[1815101193] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"174.680128ms","start":"2026-04-07T00:11:32.122098Z","end":"2026-04-07T00:11:32.296778Z","steps":["trace[1815101193] 'process raft request' (duration: 174.278119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:35.07221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.832107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:35.072507Z","caller":"traceutil/trace.go:171","msg":"trace[246069137] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"766.250821ms","start":"2026-04-07T00:11:34.306237Z","end":"2026-04-07T00:11:35.072488Z","steps":["trace[246069137] 'process raft request' (duration: 766.20959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:35.072589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:34.306232Z","time spent":"766.323053ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:35.072695Z","caller":"traceutil/trace.go:171","msg":"trace[1129750665] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"766.814674ms","start":"2026-04-07T00:11:34.305834Z","end":"2026-04-07T00:11:35.072649Z","steps":["trace[1129750665] 'process raft request' (duration: 46.457026ms)","trace[1129750665] 'compare' (duration: 719.684393ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:35.072732Z","caller":"traceutil/trace.go:171","msg":"trace[1199680770] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"766.63922ms","start":"2026-04-07T00:11:34.306041Z","end":"2026-04-07T00:11:35.07268Z","steps":["trace[1199680770] 'process raft request' (duration: 766.340383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:35.072772Z","caller":"traceutil/trace.go:171","msg":"trace[1681601300] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"766.493197ms","start":"2026-04-07T00:11:34.306197Z","end":"2026-04-07T00:11:35.072691Z","steps":["trace[1681601300] 'process raft request' (duration: 766.218311ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:35.072636Z","caller":"traceutil/trace.go:171","msg":"trace[2082146623] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"766.703901ms","start":"2026-04-07T00:11:34.305843Z","end":"2026-04-07T00:11:35.072547Z","steps":["trace[2082146623] 'process raft request' (duration: 766.480086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:35.072891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:34.305811Z","time spent":"766.978997ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:35.072935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:34.306034Z","time spent":"766.798983ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:35.072952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:34.30619Z","time spent":"766.665111ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:35.072993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:34.305808Z","time spent":"767.081739ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:36.24777Z","caller":"traceutil/trace.go:171","msg":"trace[1144519058] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"105.324828ms","start":"2026-04-07T00:11:36.142419Z","end":"2026-04-07T00:11:36.247744Z","steps":["trace[1144519058] 'process raft request' (duration: 105.171205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:36.289817Z","caller":"traceutil/trace.go:171","msg":"trace[1384690809] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"142.501033ms","start":"2026-04-07T00:11:36.147278Z","end":"2026-04-07T00:11:36.289779Z","steps":["trace[1384690809] 'process raft request' (duration: 142.257408ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:36.406476Z","caller":"traceutil/trace.go:171","msg":"trace[1128558552] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"111.370145ms","start":"2026-04-07T00:11:36.295031Z","end":"2026-04-07T00:11:36.406401Z","steps":["trace[1128558552] 'process raft request' (duration: 39.303564ms)","trace[1128558552] 'compare' (duration: 71.885447ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:40.550746Z","caller":"traceutil/trace.go:171","msg":"trace[416438694] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2331; }","duration":"229.599143ms","start":"2026-04-07T00:11:40.32113Z","end":"2026-04-07T00:11:40.550729Z","steps":["trace[416438694] 'read index received' (duration: 36.537021ms)","trace[416438694] 'applied index is now lower than readState.Index' (duration: 193.061142ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:40.550843Z","caller":"traceutil/trace.go:171","msg":"trace[1515931603] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"245.234564ms","start":"2026-04-07T00:11:40.305597Z","end":"2026-04-07T00:11:40.550831Z","steps":["trace[1515931603] 'process raft request' (duration: 245.02478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:40.551047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.8966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:11:40.551042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.451185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:11:40.551086Z","caller":"traceutil/trace.go:171","msg":"trace[962879852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2247; }","duration":"229.973453ms","start":"2026-04-07T00:11:40.321103Z","end":"2026-04-07T00:11:40.551076Z","steps":["trace[962879852] 'agreement among raft nodes before linearized reading' (duration: 229.841999ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:40.551116Z","caller":"traceutil/trace.go:171","msg":"trace[138162336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2247; }","duration":"127.568909ms","start":"2026-04-07T00:11:40.423529Z","end":"2026-04-07T00:11:40.551098Z","steps":["trace[138162336] 'agreement among raft nodes before linearized reading' (duration: 127.333793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:42.698054Z","caller":"traceutil/trace.go:171","msg":"trace[1367243465] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"115.198481ms","start":"2026-04-07T00:11:42.582823Z","end":"2026-04-07T00:11:42.698021Z","steps":["trace[1367243465] 'process raft request' (duration: 107.326244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:43.345595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.972406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:43.345731Z","caller":"traceutil/trace.go:171","msg":"trace[507307158] linearizableReadLoop","detail":"{readStateIndex:2347; appliedIndex:2345; }","duration":"219.27676ms","start":"2026-04-07T00:11:43.126436Z","end":"2026-04-07T00:11:43.345713Z","steps":["trace[507307158] 'read index received' (duration: 76.806956ms)","trace[507307158] 'applied index is now lower than readState.Index' (duration: 142.468394ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:43.345794Z","caller":"traceutil/trace.go:171","msg":"trace[1183831793] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"221.279846ms","start":"2026-04-07T00:11:43.12447Z","end":"2026-04-07T00:11:43.34575Z","steps":["trace[1183831793] 'process raft request' (duration: 90.069555ms)","trace[1183831793] 'compare' (duration: 130.832883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:43.345912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.472415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:11:43.345951Z","caller":"traceutil/trace.go:171","msg":"trace[1950459316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2260; }","duration":"219.537906ms","start":"2026-04-07T00:11:43.126404Z","end":"2026-04-07T00:11:43.345942Z","steps":["trace[1950459316] 'agreement among raft nodes before linearized reading' (duration: 219.402983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:43.346109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.208077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:43.346144Z","caller":"traceutil/trace.go:171","msg":"trace[1375469935] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2260; }","duration":"214.308769ms","start":"2026-04-07T00:11:43.131828Z","end":"2026-04-07T00:11:43.346136Z","steps":["trace[1375469935] 'agreement among raft nodes before linearized reading' (duration: 214.239007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:43.346212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.550916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T00:11:43.34633Z","caller":"traceutil/trace.go:171","msg":"trace[789052125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2260; }","duration":"219.69892ms","start":"2026-04-07T00:11:43.126597Z","end":"2026-04-07T00:11:43.346296Z","steps":["trace[789052125] 'agreement among raft nodes before linearized reading' (duration: 219.375483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:45.399418Z","caller":"traceutil/trace.go:171","msg":"trace[407470891] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2355; }","duration":"115.386735ms","start":"2026-04-07T00:11:45.284011Z","end":"2026-04-07T00:11:45.399398Z","steps":["trace[407470891] 'read index received' (duration: 115.15507ms)","trace[407470891] 'applied index is now lower than readState.Index' (duration: 230.695µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:45.399659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.62943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:45.399711Z","caller":"traceutil/trace.go:171","msg":"trace[992357960] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"186.902163ms","start":"2026-04-07T00:11:45.212766Z","end":"2026-04-07T00:11:45.399668Z","steps":["trace[992357960] 'process raft request' (duration: 186.485004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:45.399752Z","caller":"traceutil/trace.go:171","msg":"trace[1224424354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"115.775983ms","start":"2026-04-07T00:11:45.28396Z","end":"2026-04-07T00:11:45.399736Z","steps":["trace[1224424354] 'agreement among raft nodes before linearized reading' (duration: 115.64171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:46.723044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059205898s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:46.723469Z","caller":"traceutil/trace.go:171","msg":"trace[1800627466] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.313963066s","start":"2026-04-07T00:11:45.409475Z","end":"2026-04-07T00:11:46.723438Z","steps":["trace[1800627466] 'process raft request' (duration: 1.313740581s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:46.723473Z","caller":"traceutil/trace.go:171","msg":"trace[435275435] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"901.278657ms","start":"2026-04-07T00:11:45.822174Z","end":"2026-04-07T00:11:46.723453Z","steps":["trace[435275435] 'process raft request' (duration: 901.136543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:46.72359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.822164Z","time spent":"901.369459ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:46.723518Z","caller":"traceutil/trace.go:171","msg":"trace[64603026] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2357; }","duration":"1.072103069s","start":"2026-04-07T00:11:45.651364Z","end":"2026-04-07T00:11:46.723467Z","steps":["trace[64603026] 'read index received' (duration: 12.279797ms)","trace[64603026] 'applied index is now lower than readState.Index' (duration: 1.059814932s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:46.72372Z","caller":"traceutil/trace.go:171","msg":"trace[503102228] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.318006568s","start":"2026-04-07T00:11:45.405689Z","end":"2026-04-07T00:11:46.723696Z","steps":["trace[503102228] 'process raft request' (duration: 257.998472ms)","trace[503102228] 'compare' (duration: 1.058996174s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:46.723815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.405641Z","time spent":"1.318122821s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:46.723905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072511988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:11:46.72402Z","caller":"traceutil/trace.go:171","msg":"trace[1421393639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2273; }","duration":"1.072671662s","start":"2026-04-07T00:11:45.65132Z","end":"2026-04-07T00:11:46.723992Z","steps":["trace[1421393639] 'agreement among raft nodes before linearized reading' (duration: 1.072372615s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:46.723936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.409459Z","time spent":"1.314396297s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:46.724107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.6513Z","time spent":"1.072775333s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:11:47.196191Z","caller":"traceutil/trace.go:171","msg":"trace[1271072421] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.172745432s","start":"2026-04-07T00:11:46.02341Z","end":"2026-04-07T00:11:47.196155Z","steps":["trace[1271072421] 'process raft request' (duration: 1.172353272s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.196342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:46.023387Z","time spent":"1.172872545s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:47.19624Z","caller":"traceutil/trace.go:171","msg":"trace[849451104] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.167905062s","start":"2026-04-07T00:11:46.02829Z","end":"2026-04-07T00:11:47.196195Z","steps":["trace[849451104] 'process raft request' (duration: 1.167768199s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.196815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457451603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:11:47.196483Z","caller":"traceutil/trace.go:171","msg":"trace[1309837045] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"801.020853ms","start":"2026-04-07T00:11:46.39545Z","end":"2026-04-07T00:11:47.196471Z","steps":["trace[1309837045] 'process raft request' (duration: 800.677855ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:47.196883Z","caller":"traceutil/trace.go:171","msg":"trace[1027616412] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2277; }","duration":"1.457592556s","start":"2026-04-07T00:11:45.739274Z","end":"2026-04-07T00:11:47.196866Z","steps":["trace[1027616412] 'agreement among raft nodes before linearized reading' (duration: 1.457281119s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.196921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.739244Z","time spent":"1.457667808s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T00:11:47.196962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:46.395362Z","time spent":"801.541014ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:47.196491Z","caller":"traceutil/trace.go:171","msg":"trace[538794274] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2360; }","duration":"472.795182ms","start":"2026-04-07T00:11:46.723672Z","end":"2026-04-07T00:11:47.196468Z","steps":["trace[538794274] 'read index received' (duration: 472.052975ms)","trace[538794274] 'applied index is now lower than readState.Index' (duration: 740.787µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:47.196555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272819612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:47.197066Z","caller":"traceutil/trace.go:171","msg":"trace[398403097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2277; }","duration":"1.273321624s","start":"2026-04-07T00:11:45.923703Z","end":"2026-04-07T00:11:47.197024Z","steps":["trace[398403097] 'agreement among raft nodes before linearized reading' (duration: 1.272807052s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.19707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:46.028277Z","time spent":"1.168534686s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:47.197107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.923687Z","time spent":"1.273409075s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:11:47.196625Z","caller":"traceutil/trace.go:171","msg":"trace[1381208777] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"603.948932ms","start":"2026-04-07T00:11:46.592612Z","end":"2026-04-07T00:11:47.196561Z","steps":["trace[1381208777] 'process raft request' (duration: 603.761447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.197303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:46.592558Z","time spent":"604.723048ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:47.196644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259585144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:47.197568Z","caller":"traceutil/trace.go:171","msg":"trace[183551259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2277; }","duration":"1.260540206s","start":"2026-04-07T00:11:45.937013Z","end":"2026-04-07T00:11:47.197554Z","steps":["trace[183551259] 'agreement among raft nodes before linearized reading' (duration: 1.259481922s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.197591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.936991Z","time spent":"1.260593826s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:47.196682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.374484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:11:47.197695Z","caller":"traceutil/trace.go:171","msg":"trace[1962844102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2277; }","duration":"586.442607ms","start":"2026-04-07T00:11:46.611248Z","end":"2026-04-07T00:11:47.19769Z","steps":["trace[1962844102] 'agreement among raft nodes before linearized reading' (duration: 585.318082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.197712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:46.611238Z","time spent":"586.470148ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:11:47.196642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40212244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:47.197786Z","caller":"traceutil/trace.go:171","msg":"trace[749461122] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2277; }","duration":"1.403279206s","start":"2026-04-07T00:11:45.7945Z","end":"2026-04-07T00:11:47.197779Z","steps":["trace[749461122] 'agreement among raft nodes before linearized reading' (duration: 1.402089319s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.197804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:45.794468Z","time spent":"1.403330197s","remote":"127.0.0.1:56996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:47.521658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.928644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-07T00:11:47.522001Z","caller":"traceutil/trace.go:171","msg":"trace[1499493818] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2364; }","duration":"238.577545ms","start":"2026-04-07T00:11:47.283399Z","end":"2026-04-07T00:11:47.521976Z","steps":["trace[1499493818] 'read index received' (duration: 153.630545ms)","trace[1499493818] 'applied index is now lower than readState.Index' (duration: 84.94547ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:47.522077Z","caller":"traceutil/trace.go:171","msg":"trace[1732881166] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"320.029266ms","start":"2026-04-07T00:11:47.202031Z","end":"2026-04-07T00:11:47.52206Z","steps":["trace[1732881166] 'process raft request' (duration: 319.77623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.522169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.202008Z","time spent":"320.102508ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:47.522178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.697814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:47.522199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.79129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:47.522228Z","caller":"traceutil/trace.go:171","msg":"trace[1709826290] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2278; }","duration":"128.793946ms","start":"2026-04-07T00:11:47.393414Z","end":"2026-04-07T00:11:47.522208Z","steps":["trace[1709826290] 'agreement among raft nodes before linearized reading' (duration: 128.711904ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:47.522254Z","caller":"traceutil/trace.go:171","msg":"trace[548235850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2278; }","duration":"238.904812ms","start":"2026-04-07T00:11:47.283333Z","end":"2026-04-07T00:11:47.522238Z","steps":["trace[548235850] 'agreement among raft nodes before linearized reading' (duration: 238.749988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.522357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.85814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T00:11:47.522687Z","caller":"traceutil/trace.go:171","msg":"trace[1062272918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"118.242638ms","start":"2026-04-07T00:11:47.404422Z","end":"2026-04-07T00:11:47.522598Z","steps":["trace[1062272918] 'agreement among raft nodes before linearized reading' (duration: 117.738627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:47.522823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.198173Z","time spent":"324.646371ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:11:48.153612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.697056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:48.153728Z","caller":"traceutil/trace.go:171","msg":"trace[1086812961] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"629.72811ms","start":"2026-04-07T00:11:47.523983Z","end":"2026-04-07T00:11:48.153711Z","steps":["trace[1086812961] 'read index received' (duration: 137.82287ms)","trace[1086812961] 'applied index is now lower than readState.Index' (duration: 491.90384ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:48.153794Z","caller":"traceutil/trace.go:171","msg":"trace[450785974] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"629.898953ms","start":"2026-04-07T00:11:47.523864Z","end":"2026-04-07T00:11:48.153763Z","steps":["trace[450785974] 'process raft request' (duration: 137.968362ms)","trace[450785974] 'compare' (duration: 491.594744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:48.153846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.864483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:48.153872Z","caller":"traceutil/trace.go:171","msg":"trace[432319597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"629.916214ms","start":"2026-04-07T00:11:47.523948Z","end":"2026-04-07T00:11:48.153864Z","steps":["trace[432319597] 'agreement among raft nodes before linearized reading' (duration: 629.829902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:48.153902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.523923Z","time spent":"629.972475ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:48.153908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.523837Z","time spent":"630.014946ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:48.654261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178874481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:11:48.993796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331946601s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:11:49.06176Z","caller":"traceutil/trace.go:171","msg":"trace[1100431714] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2367; }","duration":"907.976079ms","start":"2026-04-07T00:11:48.153754Z","end":"2026-04-07T00:11:49.06173Z","steps":["trace[1100431714] 'read index received' (duration: 840.280436ms)","trace[1100431714] 'applied index is now lower than readState.Index' (duration: 67.694433ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:49.061906Z","caller":"traceutil/trace.go:171","msg":"trace[1603443279] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"1.534018195s","start":"2026-04-07T00:11:47.527871Z","end":"2026-04-07T00:11:49.061889Z","steps":["trace[1603443279] 'process raft request' (duration: 1.533703687s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:49.062051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.527832Z","time spent":"1.534121298s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:49.062041Z","caller":"traceutil/trace.go:171","msg":"trace[1192455584] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"1.534265841s","start":"2026-04-07T00:11:47.527721Z","end":"2026-04-07T00:11:49.061987Z","steps":["trace[1192455584] 'process raft request' (duration: 1.466365774s)","trace[1192455584] 'compare' (duration: 67.215111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:49.062247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.527688Z","time spent":"1.534444226s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:49.062394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329974007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:11:49.062516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261695882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:49.062598Z","caller":"traceutil/trace.go:171","msg":"trace[1731727036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2281; }","duration":"1.261822085s","start":"2026-04-07T00:11:47.800754Z","end":"2026-04-07T00:11:49.062576Z","steps":["trace[1731727036] 'agreement among raft nodes before linearized reading' (duration: 1.261682162s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:49.06253Z","caller":"traceutil/trace.go:171","msg":"trace[900556004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2281; }","duration":"1.330073099s","start":"2026-04-07T00:11:47.732388Z","end":"2026-04-07T00:11:49.062461Z","steps":["trace[900556004] 'agreement among raft nodes before linearized reading' (duration: 1.329781883s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:49.062661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.800734Z","time spent":"1.261908967s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:49.062691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.732332Z","time spent":"1.330334485s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:11:49.062581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3305835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:49.062766Z","caller":"traceutil/trace.go:171","msg":"trace[873802083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2281; }","duration":"1.330909918s","start":"2026-04-07T00:11:47.731836Z","end":"2026-04-07T00:11:49.062746Z","steps":["trace[873802083] 'agreement among raft nodes before linearized reading' (duration: 1.330346076s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:49.062828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:47.731791Z","time spent":"1.331022011s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:50.085934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.735612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:50.086065Z","caller":"traceutil/trace.go:171","msg":"trace[1248806661] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"883.641331ms","start":"2026-04-07T00:11:49.202411Z","end":"2026-04-07T00:11:50.086052Z","steps":["trace[1248806661] 'process raft request' (duration: 883.60284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.086113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.202383Z","time spent":"883.708121ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:50.086241Z","caller":"traceutil/trace.go:171","msg":"trace[2142992912] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"1.024387786s","start":"2026-04-07T00:11:49.061846Z","end":"2026-04-07T00:11:50.086234Z","steps":["trace[2142992912] 'read index received' (duration: 104.227384ms)","trace[2142992912] 'applied index is now lower than readState.Index' (duration: 920.159502ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:50.086288Z","caller":"traceutil/trace.go:171","msg":"trace[516688149] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"1.19357023s","start":"2026-04-07T00:11:48.892668Z","end":"2026-04-07T00:11:50.086238Z","steps":["trace[516688149] 'process raft request' (duration: 273.47538ms)","trace[516688149] 'compare' (duration: 919.171569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:50.086339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213855196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:50.086357Z","caller":"traceutil/trace.go:171","msg":"trace[280317452] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2283; }","duration":"1.213931368s","start":"2026-04-07T00:11:48.87242Z","end":"2026-04-07T00:11:50.086352Z","steps":["trace[280317452] 'agreement among raft nodes before linearized reading' (duration: 1.213878677s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.086375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.872392Z","time spent":"1.213978399s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:50.08641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.892639Z","time spent":"1.193707833s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:50.086495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930507291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:11:50.086521Z","caller":"traceutil/trace.go:171","msg":"trace[1280577973] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2283; }","duration":"1.930562183s","start":"2026-04-07T00:11:48.155953Z","end":"2026-04-07T00:11:50.086515Z","steps":["trace[1280577973] 'agreement among raft nodes before linearized reading' (duration: 1.930513342s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.086538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.155939Z","time spent":"1.930595383s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T00:11:50.086764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837827458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:50.086889Z","caller":"traceutil/trace.go:171","msg":"trace[1299375488] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2283; }","duration":"1.838034003s","start":"2026-04-07T00:11:48.248832Z","end":"2026-04-07T00:11:50.086866Z","steps":["trace[1299375488] 'agreement among raft nodes before linearized reading' (duration: 1.837617533s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.086971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57285996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3eaa53e535aaf\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-07T00:11:50.087015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357413685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:11:50.087066Z","caller":"traceutil/trace.go:171","msg":"trace[205445861] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3eaa53e535aaf; range_end:; response_count:1; response_revision:2283; }","duration":"1.572989313s","start":"2026-04-07T00:11:48.514043Z","end":"2026-04-07T00:11:50.087032Z","steps":["trace[205445861] 'agreement among raft nodes before linearized reading' (duration: 1.572787448s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.087108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.514014Z","time spent":"1.573085595s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3eaa53e535aaf\" "} {"level":"info","ts":"2026-04-07T00:11:50.087102Z","caller":"traceutil/trace.go:171","msg":"trace[1031975067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2283; }","duration":"1.357511817s","start":"2026-04-07T00:11:48.729571Z","end":"2026-04-07T00:11:50.087083Z","steps":["trace[1031975067] 'agreement among raft nodes before linearized reading' (duration: 1.357265731s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.086992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.248804Z","time spent":"1.838172126s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:50.08716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.729566Z","time spent":"1.357579829s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:50.087502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358053019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:11:50.087577Z","caller":"traceutil/trace.go:171","msg":"trace[1259242683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2283; }","duration":"1.358162942s","start":"2026-04-07T00:11:48.729395Z","end":"2026-04-07T00:11:50.087558Z","steps":["trace[1259242683] 'agreement among raft nodes before linearized reading' (duration: 1.357168949s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.087646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:48.729375Z","time spent":"1.358256394s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:50.587435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178874488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:11:50.736875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.150834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:50.737127Z","caller":"traceutil/trace.go:171","msg":"trace[1629121383] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"1.532779189s","start":"2026-04-07T00:11:49.204325Z","end":"2026-04-07T00:11:50.737104Z","steps":["trace[1629121383] 'process raft request' (duration: 1.532718847s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.737213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.204314Z","time spent":"1.532853401s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:50.737197Z","caller":"traceutil/trace.go:171","msg":"trace[295930600] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"1.533811282s","start":"2026-04-07T00:11:49.203313Z","end":"2026-04-07T00:11:50.737124Z","steps":["trace[295930600] 'process raft request' (duration: 1.533663319s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.737393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.203277Z","time spent":"1.533998806s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:50.737615Z","caller":"traceutil/trace.go:171","msg":"trace[328916651] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"1.534684682s","start":"2026-04-07T00:11:49.202921Z","end":"2026-04-07T00:11:50.737605Z","steps":["trace[328916651] 'process raft request' (duration: 1.416697248s)","trace[328916651] 'compare' (duration: 116.600622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:50.73766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.202911Z","time spent":"1.534725352s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:50.766046Z","caller":"traceutil/trace.go:171","msg":"trace[1529858277] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"676.133484ms","start":"2026-04-07T00:11:50.089888Z","end":"2026-04-07T00:11:50.766021Z","steps":["trace[1529858277] 'process raft request' (duration: 675.906609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.089864Z","time spent":"676.268457ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:50.766393Z","caller":"traceutil/trace.go:171","msg":"trace[1104896151] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"674.421866ms","start":"2026-04-07T00:11:50.091933Z","end":"2026-04-07T00:11:50.766355Z","steps":["trace[1104896151] 'process raft request' (duration: 674.027267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:50.766435Z","caller":"traceutil/trace.go:171","msg":"trace[1949022457] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2371; }","duration":"680.149285ms","start":"2026-04-07T00:11:50.086261Z","end":"2026-04-07T00:11:50.76641Z","steps":["trace[1949022457] 'read index received' (duration: 533.368445ms)","trace[1949022457] 'applied index is now lower than readState.Index' (duration: 146.77985ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:50.766505Z","caller":"traceutil/trace.go:171","msg":"trace[1072752509] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"560.29195ms","start":"2026-04-07T00:11:50.206144Z","end":"2026-04-07T00:11:50.766436Z","steps":["trace[1072752509] 'process raft request' (duration: 560.209688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482687491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:50.766693Z","caller":"traceutil/trace.go:171","msg":"trace[1576947514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2290; }","duration":"1.482760883s","start":"2026-04-07T00:11:49.283924Z","end":"2026-04-07T00:11:50.766684Z","steps":["trace[1576947514] 'agreement among raft nodes before linearized reading' (duration: 1.482699492s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.283906Z","time spent":"1.482806214s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:50.766738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.183175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:11:50.766742Z","caller":"traceutil/trace.go:171","msg":"trace[1855587109] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"674.427946ms","start":"2026-04-07T00:11:50.092272Z","end":"2026-04-07T00:11:50.7667Z","steps":["trace[1855587109] 'process raft request' (duration: 673.917345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239471132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:11:50.766798Z","caller":"traceutil/trace.go:171","msg":"trace[135464846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"696.247596ms","start":"2026-04-07T00:11:50.070537Z","end":"2026-04-07T00:11:50.766784Z","steps":["trace[135464846] 'agreement among raft nodes before linearized reading' (duration: 696.039902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.070513Z","time spent":"696.325147ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:11:50.766851Z","caller":"traceutil/trace.go:171","msg":"trace[1453836993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2290; }","duration":"1.239650456s","start":"2026-04-07T00:11:49.527174Z","end":"2026-04-07T00:11:50.766824Z","steps":["trace[1453836993] 'agreement among raft nodes before linearized reading' (duration: 1.239260928s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.092262Z","time spent":"674.540799ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:50.766908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.527138Z","time spent":"1.239759259s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:11:50.766913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.302679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:11:50.766983Z","caller":"traceutil/trace.go:171","msg":"trace[308565187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2290; }","duration":"214.398541ms","start":"2026-04-07T00:11:50.552565Z","end":"2026-04-07T00:11:50.766963Z","steps":["trace[308565187] 'agreement among raft nodes before linearized reading' (duration: 214.235288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.766903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.206127Z","time spent":"560.500934ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:50.766549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.091911Z","time spent":"674.553099ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:50.767082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.753489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-07T00:11:50.767196Z","caller":"traceutil/trace.go:171","msg":"trace[424356038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2290; }","duration":"576.900303ms","start":"2026-04-07T00:11:50.190271Z","end":"2026-04-07T00:11:50.767171Z","steps":["trace[424356038] 'agreement among raft nodes before linearized reading' (duration: 576.644027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.767271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.190252Z","time spent":"577.000896ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:11:50.767369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471013108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:50.767578Z","caller":"traceutil/trace.go:171","msg":"trace[1102055459] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2290; }","duration":"1.471721904s","start":"2026-04-07T00:11:49.295839Z","end":"2026-04-07T00:11:50.767561Z","steps":["trace[1102055459] 'agreement among raft nodes before linearized reading' (duration: 1.470819294s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.767623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:49.295821Z","time spent":"1.471786765s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:50.76772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.827282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:11:50.76779Z","caller":"traceutil/trace.go:171","msg":"trace[272361329] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2290; }","duration":"677.924565ms","start":"2026-04-07T00:11:50.089848Z","end":"2026-04-07T00:11:50.767773Z","steps":["trace[272361329] 'agreement among raft nodes before linearized reading' (duration: 676.793089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:50.767846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.089829Z","time spent":"678.002296ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T00:11:52.117575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086326408s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:52.117955Z","caller":"traceutil/trace.go:171","msg":"trace[842184342] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.347267496s","start":"2026-04-07T00:11:50.770648Z","end":"2026-04-07T00:11:52.117916Z","steps":["trace[842184342] 'process raft request' (duration: 260.531699ms)","trace[842184342] 'compare' (duration: 1.085873987s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:52.118046Z","caller":"traceutil/trace.go:171","msg":"trace[2070725375] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.344584106s","start":"2026-04-07T00:11:50.773396Z","end":"2026-04-07T00:11:52.117981Z","steps":["trace[2070725375] 'process raft request' (duration: 1.344293858s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:52.118086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.770616Z","time spent":"1.34742181s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:11:52.118371Z","caller":"traceutil/trace.go:171","msg":"trace[128770024] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"1.344580236s","start":"2026-04-07T00:11:50.773408Z","end":"2026-04-07T00:11:52.117988Z","steps":["trace[128770024] 'process raft request' (duration: 1.34436418s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:52.118493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.773386Z","time spent":"1.345045535s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:52.118216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.77338Z","time spent":"1.34475904s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:52.776637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:11:52.776718Z","caller":"traceutil/trace.go:171","msg":"trace[1412540521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965303s","start":"2026-04-07T00:11:50.776736Z","end":"2026-04-07T00:11:52.776701Z","steps":["trace[1412540521] 'agreement among raft nodes before linearized reading' (duration: 1.999871561s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:52.776769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.776713Z","time spent":"2.000046785s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:11:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:11:53.056123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773028299s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:11:53.391751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273903286s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:11:53.392099Z","caller":"traceutil/trace.go:171","msg":"trace[1826306654] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2378; }","duration":"2.61531285s","start":"2026-04-07T00:11:50.77676Z","end":"2026-04-07T00:11:53.392073Z","steps":["trace[1826306654] 'read index received' (duration: 254.432922ms)","trace[1826306654] 'applied index is now lower than readState.Index' (duration: 2.360878168s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:53.392749Z","caller":"traceutil/trace.go:171","msg":"trace[327664161] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"2.109745493s","start":"2026-04-07T00:11:51.282976Z","end":"2026-04-07T00:11:53.392721Z","steps":["trace[327664161] 'process raft request' (duration: 2.108951234s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:53.392982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.282952Z","time spent":"2.109944597s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:53.892648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178874506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:11:54.393416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178874506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:11:54.528172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471866829s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:11:54.77734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:11:54.77741Z","caller":"traceutil/trace.go:171","msg":"trace[1040570636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445924s","start":"2026-04-07T00:11:52.77695Z","end":"2026-04-07T00:11:54.777396Z","steps":["trace[1040570636] 'agreement among raft nodes before linearized reading' (duration: 2.000354862s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:54.777458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.776937Z","time spent":"2.000510576s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:11:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:11:55.071889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.41427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:55.072113Z","caller":"traceutil/trace.go:171","msg":"trace[581841405] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"2.329339739s","start":"2026-04-07T00:11:52.742757Z","end":"2026-04-07T00:11:55.072097Z","steps":["trace[581841405] 'process raft request' (duration: 2.329284508s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.072179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.742732Z","time spent":"2.329418871s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:55.072353Z","caller":"traceutil/trace.go:171","msg":"trace[240312474] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"2.329632786s","start":"2026-04-07T00:11:52.742711Z","end":"2026-04-07T00:11:55.072344Z","steps":["trace[240312474] 'process raft request' (duration: 2.329261437s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.072401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.742688Z","time spent":"2.329688417s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:55.072519Z","caller":"traceutil/trace.go:171","msg":"trace[1567649084] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"2.979231334s","start":"2026-04-07T00:11:52.093255Z","end":"2026-04-07T00:11:55.072487Z","steps":["trace[1567649084] 'process raft request' (duration: 2.435148209s)","trace[1567649084] 'compare' (duration: 542.581702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:55.072775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.09322Z","time spent":"2.979375676s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:55.073203Z","caller":"traceutil/trace.go:171","msg":"trace[1760848105] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2383; }","duration":"1.681033811s","start":"2026-04-07T00:11:53.392156Z","end":"2026-04-07T00:11:55.07319Z","steps":["trace[1760848105] 'read index received' (duration: 1.136147729s)","trace[1760848105] 'applied index is now lower than readState.Index' (duration: 544.884702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:55.073402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307047106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:55.073434Z","caller":"traceutil/trace.go:171","msg":"trace[1315684525] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2298; }","duration":"3.307118798s","start":"2026-04-07T00:11:51.766308Z","end":"2026-04-07T00:11:55.073427Z","steps":["trace[1315684525] 'agreement among raft nodes before linearized reading' (duration: 3.307039756s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:55.073407Z","caller":"traceutil/trace.go:171","msg":"trace[1213336569] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"2.330614689s","start":"2026-04-07T00:11:52.74276Z","end":"2026-04-07T00:11:55.073375Z","steps":["trace[1213336569] 'process raft request' (duration: 2.329305789s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.766288Z","time spent":"3.307162588s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:55.073492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728787064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:55.073548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.74273Z","time spent":"2.330738302s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:55.073491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30750833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:55.073629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293226963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:55.073616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847424218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:11:55.073617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298603567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:11:55.073659Z","caller":"traceutil/trace.go:171","msg":"trace[2135091783] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2298; }","duration":"4.293271584s","start":"2026-04-07T00:11:50.780381Z","end":"2026-04-07T00:11:55.073653Z","steps":["trace[2135091783] 'agreement among raft nodes before linearized reading' (duration: 4.293227833s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00782096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:55.073658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527655017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:11:55.073667Z","caller":"traceutil/trace.go:171","msg":"trace[1614950250] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2298; }","duration":"3.84750599s","start":"2026-04-07T00:11:51.226152Z","end":"2026-04-07T00:11:55.073658Z","steps":["trace[1614950250] 'agreement among raft nodes before linearized reading' (duration: 3.847433798s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:55.073689Z","caller":"traceutil/trace.go:171","msg":"trace[1045197354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2298; }","duration":"3.298696068s","start":"2026-04-07T00:11:51.774974Z","end":"2026-04-07T00:11:55.07367Z","steps":["trace[1045197354] 'agreement among raft nodes before linearized reading' (duration: 3.298499194s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220457806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:55.073705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969644526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:55.073709Z","caller":"traceutil/trace.go:171","msg":"trace[1928486592] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2298; }","duration":"2.007989354s","start":"2026-04-07T00:11:53.065701Z","end":"2026-04-07T00:11:55.073691Z","steps":["trace[1928486592] 'agreement among raft nodes before linearized reading' (duration: 2.007793999s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:55.073741Z","caller":"traceutil/trace.go:171","msg":"trace[1019333773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2298; }","duration":"4.220530978s","start":"2026-04-07T00:11:50.853205Z","end":"2026-04-07T00:11:55.073736Z","steps":["trace[1019333773] 'agreement among raft nodes before linearized reading' (duration: 4.220489547s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566081686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3eaa53e535aaf\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-07T00:11:55.073748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.774965Z","time spent":"3.29877289s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:11:55.073762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.853181Z","time spent":"4.220574019s","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:11:55.073755Z","caller":"traceutil/trace.go:171","msg":"trace[410476147] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2298; }","duration":"3.969725238s","start":"2026-04-07T00:11:51.104017Z","end":"2026-04-07T00:11:55.073742Z","steps":["trace[410476147] 'agreement among raft nodes before linearized reading' (duration: 3.969652546s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:53.065678Z","time spent":"2.008078996s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:55.073795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.103993Z","time spent":"3.969794449s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:11:55.073794Z","caller":"traceutil/trace.go:171","msg":"trace[879204538] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3eaa53e535aaf; range_end:; response_count:1; response_revision:2298; }","duration":"1.566200939s","start":"2026-04-07T00:11:53.507569Z","end":"2026-04-07T00:11:55.073769Z","steps":["trace[879204538] 'agreement among raft nodes before linearized reading' (duration: 1.565971044s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.222901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:55.073843Z","caller":"traceutil/trace.go:171","msg":"trace[464953064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2298; }","duration":"288.290033ms","start":"2026-04-07T00:11:54.785542Z","end":"2026-04-07T00:11:55.073832Z","steps":["trace[464953064] 'agreement among raft nodes before linearized reading' (duration: 288.226641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.226129Z","time spent":"3.847577591s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:55.074002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.611349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:11:55.073997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30175456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:11:55.073874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.006117686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:11:55.074092Z","caller":"traceutil/trace.go:171","msg":"trace[1513638790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2298; }","duration":"4.006489294s","start":"2026-04-07T00:11:51.067587Z","end":"2026-04-07T00:11:55.074076Z","steps":["trace[1513638790] 'agreement among raft nodes before linearized reading' (duration: 4.005883871s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:55.073558Z","caller":"traceutil/trace.go:171","msg":"trace[1892552643] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2298; }","duration":"2.728895735s","start":"2026-04-07T00:11:52.344645Z","end":"2026-04-07T00:11:55.073541Z","steps":["trace[1892552643] 'agreement among raft nodes before linearized reading' (duration: 2.728790913s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.074112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821880704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-07T00:11:55.074145Z","caller":"traceutil/trace.go:171","msg":"trace[1886734682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2298; }","duration":"3.821930774s","start":"2026-04-07T00:11:51.252204Z","end":"2026-04-07T00:11:55.074135Z","steps":["trace[1886734682] 'agreement among raft nodes before linearized reading' (duration: 3.821860303s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.074142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.344619Z","time spent":"2.729511749s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:55.074174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.252161Z","time spent":"3.822006706s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T00:11:55.073664Z","caller":"traceutil/trace.go:171","msg":"trace[326415275] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2298; }","duration":"2.307667783s","start":"2026-04-07T00:11:52.765932Z","end":"2026-04-07T00:11:55.0736Z","steps":["trace[326415275] 'agreement among raft nodes before linearized reading' (duration: 2.307446408s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.073843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:53.507546Z","time spent":"1.566286861s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3eaa53e535aaf\" "} {"level":"info","ts":"2026-04-07T00:11:55.073737Z","caller":"traceutil/trace.go:171","msg":"trace[399046010] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2298; }","duration":"3.52776204s","start":"2026-04-07T00:11:51.545938Z","end":"2026-04-07T00:11:55.0737Z","steps":["trace[399046010] 'agreement among raft nodes before linearized reading' (duration: 3.527659768s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.07423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.765918Z","time spent":"2.308288877s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:55.074145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.06756Z","time spent":"4.006567135s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:11:55.07368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:50.780375Z","time spent":"4.293300884s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-07T00:11:55.074462Z","caller":"traceutil/trace.go:171","msg":"trace[1812967910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2298; }","duration":"2.302008106s","start":"2026-04-07T00:11:52.772059Z","end":"2026-04-07T00:11:55.074067Z","steps":["trace[1812967910] 'agreement among raft nodes before linearized reading' (duration: 2.301347241s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:55.074038Z","caller":"traceutil/trace.go:171","msg":"trace[741367071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2298; }","duration":"951.686211ms","start":"2026-04-07T00:11:54.122342Z","end":"2026-04-07T00:11:55.074028Z","steps":["trace[741367071] 'agreement among raft nodes before linearized reading' (duration: 951.524377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.074541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:54.12232Z","time spent":"952.203832ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:11:55.074655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.772014Z","time spent":"2.302501717s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:55.074295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.545919Z","time spent":"3.528342842s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:11:55.074406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.006737399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:11:55.073535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301174947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:11:55.074946Z","caller":"traceutil/trace.go:171","msg":"trace[115131826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2298; }","duration":"2.302612419s","start":"2026-04-07T00:11:52.772312Z","end":"2026-04-07T00:11:55.074924Z","steps":["trace[115131826] 'agreement among raft nodes before linearized reading' (duration: 2.301047644s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.07502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:52.772297Z","time spent":"2.302700722s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:11:55.074829Z","caller":"traceutil/trace.go:171","msg":"trace[1795317912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2298; }","duration":"4.007208409s","start":"2026-04-07T00:11:51.067603Z","end":"2026-04-07T00:11:55.074812Z","steps":["trace[1795317912] 'agreement among raft nodes before linearized reading' (duration: 4.006096015s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:55.075962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:51.067587Z","time spent":"4.008355236s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:11:56.354569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013872409s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:11:56.365268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034590046s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:56.36563Z","caller":"traceutil/trace.go:171","msg":"trace[585728997] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2387; }","duration":"1.287514243s","start":"2026-04-07T00:11:55.078087Z","end":"2026-04-07T00:11:56.365601Z","steps":["trace[585728997] 'read index received' (duration: 252.345414ms)","trace[585728997] 'applied index is now lower than readState.Index' (duration: 1.035165968s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:56.365717Z","caller":"traceutil/trace.go:171","msg":"trace[1821507699] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.286331485s","start":"2026-04-07T00:11:55.079355Z","end":"2026-04-07T00:11:56.365687Z","steps":["trace[1821507699] 'process raft request' (duration: 1.286043369s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:56.365741Z","caller":"traceutil/trace.go:171","msg":"trace[1291878824] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.286340425s","start":"2026-04-07T00:11:55.079373Z","end":"2026-04-07T00:11:56.365713Z","steps":["trace[1291878824] 'process raft request' (duration: 1.286145761s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:56.365795Z","caller":"traceutil/trace.go:171","msg":"trace[1827096891] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"1.289110437s","start":"2026-04-07T00:11:55.076669Z","end":"2026-04-07T00:11:56.365779Z","steps":["trace[1827096891] 'process raft request' (duration: 253.907369ms)","trace[1827096891] 'compare' (duration: 1.034093553s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:56.365843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.079337Z","time spent":"1.286441867s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:56.365891Z","caller":"traceutil/trace.go:171","msg":"trace[550609030] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.286395897s","start":"2026-04-07T00:11:55.079485Z","end":"2026-04-07T00:11:56.365881Z","steps":["trace[550609030] 'process raft request' (duration: 1.286140781s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:56.365851Z","caller":"traceutil/trace.go:171","msg":"trace[1924101864] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.286363116s","start":"2026-04-07T00:11:55.079475Z","end":"2026-04-07T00:11:56.365838Z","steps":["trace[1924101864] 'process raft request' (duration: 1.28610232s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:56.365932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.076648Z","time spent":"1.2891985s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:56.365786Z","caller":"traceutil/trace.go:171","msg":"trace[163805072] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.285920386s","start":"2026-04-07T00:11:55.079847Z","end":"2026-04-07T00:11:56.365767Z","steps":["trace[163805072] 'process raft request' (duration: 1.285828544s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:56.365977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.079448Z","time spent":"1.286478849s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:56.365978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.079355Z","time spent":"1.286460658s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:56.366035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.079466Z","time spent":"1.286501869s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:56.36605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287945722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:56.366072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031860272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:56.366106Z","caller":"traceutil/trace.go:171","msg":"trace[464180452] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2305; }","duration":"1.288031894s","start":"2026-04-07T00:11:55.078059Z","end":"2026-04-07T00:11:56.366091Z","steps":["trace[464180452] 'agreement among raft nodes before linearized reading' (duration: 1.28784589s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:56.366107Z","caller":"traceutil/trace.go:171","msg":"trace[1945198582] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.286071689s","start":"2026-04-07T00:11:55.080022Z","end":"2026-04-07T00:11:56.366093Z","steps":["trace[1945198582] 'process raft request' (duration: 1.285699551s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:56.366129Z","caller":"traceutil/trace.go:171","msg":"trace[863662935] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2305; }","duration":"1.031973296s","start":"2026-04-07T00:11:55.334138Z","end":"2026-04-07T00:11:56.366111Z","steps":["trace[863662935] 'agreement among raft nodes before linearized reading' (duration: 1.031850433s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:56.366147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.74074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:11:56.36611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.079832Z","time spent":"1.286183012s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:56.366149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.078043Z","time spent":"1.288095285s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:11:56.366169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.33411Z","time spent":"1.032050297s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:11:56.366162Z","caller":"traceutil/trace.go:171","msg":"trace[904706047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2305; }","duration":"440.795002ms","start":"2026-04-07T00:11:55.925361Z","end":"2026-04-07T00:11:56.366156Z","steps":["trace[904706047] 'agreement among raft nodes before linearized reading' (duration: 440.769541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:56.366185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.080013Z","time spent":"1.2861302s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:56.366216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.925337Z","time spent":"440.868404ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:11:56.366229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.329361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:11:56.366248Z","caller":"traceutil/trace.go:171","msg":"trace[180195988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2305; }","duration":"283.393503ms","start":"2026-04-07T00:11:56.082849Z","end":"2026-04-07T00:11:56.366242Z","steps":["trace[180195988] 'agreement among raft nodes before linearized reading' (duration: 283.322851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:56.366301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.519149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:11:56.366349Z","caller":"traceutil/trace.go:171","msg":"trace[1356569383] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2305; }","duration":"626.617771ms","start":"2026-04-07T00:11:55.739718Z","end":"2026-04-07T00:11:56.366336Z","steps":["trace[1356569383] 'agreement among raft nodes before linearized reading' (duration: 626.471207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:56.366385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:55.739694Z","time spent":"626.684033ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T00:12:04.552304Z","caller":"traceutil/trace.go:171","msg":"trace[280010851] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"129.509462ms","start":"2026-04-07T00:12:04.422771Z","end":"2026-04-07T00:12:04.552281Z","steps":["trace[280010851] 'process raft request' (duration: 45.767699ms)","trace[280010851] 'compare' (duration: 83.534568ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:04.552458Z","caller":"traceutil/trace.go:171","msg":"trace[982380666] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"128.151292ms","start":"2026-04-07T00:12:04.424288Z","end":"2026-04-07T00:12:04.552439Z","steps":["trace[982380666] 'process raft request' (duration: 127.933258ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:04.552591Z","caller":"traceutil/trace.go:171","msg":"trace[2011959850] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"128.205942ms","start":"2026-04-07T00:12:04.424361Z","end":"2026-04-07T00:12:04.552567Z","steps":["trace[2011959850] 'process raft request' (duration: 128.012108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:04.552754Z","caller":"traceutil/trace.go:171","msg":"trace[1753671618] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2433; }","duration":"119.289922ms","start":"2026-04-07T00:12:04.433426Z","end":"2026-04-07T00:12:04.552716Z","steps":["trace[1753671618] 'read index received' (duration: 35.038387ms)","trace[1753671618] 'applied index is now lower than readState.Index' (duration: 84.249664ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:04.552933Z","caller":"traceutil/trace.go:171","msg":"trace[965066136] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"128.332746ms","start":"2026-04-07T00:12:04.424568Z","end":"2026-04-07T00:12:04.552901Z","steps":["trace[965066136] 'process raft request' (duration: 127.950917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:04.553039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.576468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:12:04.553086Z","caller":"traceutil/trace.go:171","msg":"trace[638057894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2346; }","duration":"119.66433ms","start":"2026-04-07T00:12:04.433407Z","end":"2026-04-07T00:12:04.553071Z","steps":["trace[638057894] 'agreement among raft nodes before linearized reading' (duration: 119.442585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:07.284383Z","caller":"traceutil/trace.go:171","msg":"trace[1485088046] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"111.863884ms","start":"2026-04-07T00:12:07.172484Z","end":"2026-04-07T00:12:07.284347Z","steps":["trace[1485088046] 'process raft request' (duration: 111.587778ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:07.284518Z","caller":"traceutil/trace.go:171","msg":"trace[1041983721] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"110.440664ms","start":"2026-04-07T00:12:07.174047Z","end":"2026-04-07T00:12:07.284487Z","steps":["trace[1041983721] 'process raft request' (duration: 110.248999ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:08.715127Z","caller":"traceutil/trace.go:171","msg":"trace[1715771532] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"142.559447ms","start":"2026-04-07T00:12:08.572524Z","end":"2026-04-07T00:12:08.715084Z","steps":["trace[1715771532] 'process raft request' (duration: 71.016518ms)","trace[1715771532] 'compare' (duration: 71.002047ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:08.715241Z","caller":"traceutil/trace.go:171","msg":"trace[1009007649] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2456; }","duration":"135.785653ms","start":"2026-04-07T00:12:08.579416Z","end":"2026-04-07T00:12:08.715202Z","steps":["trace[1009007649] 'read index received' (duration: 64.191574ms)","trace[1009007649] 'applied index is now lower than readState.Index' (duration: 71.592239ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:08.715404Z","caller":"traceutil/trace.go:171","msg":"trace[769725566] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"141.350959ms","start":"2026-04-07T00:12:08.573967Z","end":"2026-04-07T00:12:08.715318Z","steps":["trace[769725566] 'process raft request' (duration: 141.098123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:08.715515Z","caller":"traceutil/trace.go:171","msg":"trace[1074843586] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"141.605524ms","start":"2026-04-07T00:12:08.573874Z","end":"2026-04-07T00:12:08.71548Z","steps":["trace[1074843586] 'process raft request' (duration: 141.031472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:08.71589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.410597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:12:08.715546Z","caller":"traceutil/trace.go:171","msg":"trace[2072487496] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"141.350768ms","start":"2026-04-07T00:12:08.574164Z","end":"2026-04-07T00:12:08.715515Z","steps":["trace[2072487496] 'process raft request' (duration: 140.96503ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:08.716015Z","caller":"traceutil/trace.go:171","msg":"trace[5518279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2368; }","duration":"136.56018ms","start":"2026-04-07T00:12:08.579388Z","end":"2026-04-07T00:12:08.715949Z","steps":["trace[5518279] 'agreement among raft nodes before linearized reading' (duration: 136.073949ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:10.637558Z","caller":"traceutil/trace.go:171","msg":"trace[1109244841] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2465; }","duration":"123.503788ms","start":"2026-04-07T00:12:10.514027Z","end":"2026-04-07T00:12:10.637531Z","steps":["trace[1109244841] 'read index received' (duration: 123.243362ms)","trace[1109244841] 'applied index is now lower than readState.Index' (duration: 258.846µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:10.637694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.64219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:10.63774Z","caller":"traceutil/trace.go:171","msg":"trace[1303709338] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2374; }","duration":"123.716402ms","start":"2026-04-07T00:12:10.514011Z","end":"2026-04-07T00:12:10.637728Z","steps":["trace[1303709338] 'agreement among raft nodes before linearized reading' (duration: 123.61714ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:10.637706Z","caller":"traceutil/trace.go:171","msg":"trace[1256784331] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"138.547566ms","start":"2026-04-07T00:12:10.499118Z","end":"2026-04-07T00:12:10.637666Z","steps":["trace[1256784331] 'process raft request' (duration: 138.230829ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:10.840132Z","caller":"traceutil/trace.go:171","msg":"trace[1173755719] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"115.996949ms","start":"2026-04-07T00:12:10.724103Z","end":"2026-04-07T00:12:10.8401Z","steps":["trace[1173755719] 'process raft request' (duration: 22.342213ms)","trace[1173755719] 'compare' (duration: 93.299979ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:10.840128Z","caller":"traceutil/trace.go:171","msg":"trace[701898200] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"115.803525ms","start":"2026-04-07T00:12:10.724287Z","end":"2026-04-07T00:12:10.84009Z","steps":["trace[701898200] 'process raft request' (duration: 115.688843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:10.840538Z","caller":"traceutil/trace.go:171","msg":"trace[1102209505] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"115.698342ms","start":"2026-04-07T00:12:10.724828Z","end":"2026-04-07T00:12:10.840526Z","steps":["trace[1102209505] 'process raft request' (duration: 115.210001ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:10.840569Z","caller":"traceutil/trace.go:171","msg":"trace[726159926] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2466; }","duration":"112.585012ms","start":"2026-04-07T00:12:10.727946Z","end":"2026-04-07T00:12:10.840531Z","steps":["trace[726159926] 'read index received' (duration: 18.503186ms)","trace[726159926] 'applied index is now lower than readState.Index' (duration: 94.077626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:10.840782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.820437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:12:10.840814Z","caller":"traceutil/trace.go:171","msg":"trace[382120456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2377; }","duration":"112.898758ms","start":"2026-04-07T00:12:10.727905Z","end":"2026-04-07T00:12:10.840804Z","steps":["trace[382120456] 'agreement among raft nodes before linearized reading' (duration: 112.755265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:10.841069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.198888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:12:10.841118Z","caller":"traceutil/trace.go:171","msg":"trace[209649448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2377; }","duration":"110.28746ms","start":"2026-04-07T00:12:10.730816Z","end":"2026-04-07T00:12:10.841104Z","steps":["trace[209649448] 'agreement among raft nodes before linearized reading' (duration: 110.061725ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:14.887365Z","caller":"traceutil/trace.go:171","msg":"trace[1599465848] linearizableReadLoop","detail":"{readStateIndex:2487; appliedIndex:2486; }","duration":"102.121296ms","start":"2026-04-07T00:12:14.785225Z","end":"2026-04-07T00:12:14.887346Z","steps":["trace[1599465848] 'read index received' (duration: 101.895901ms)","trace[1599465848] 'applied index is now lower than readState.Index' (duration: 224.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:14.887449Z","caller":"traceutil/trace.go:171","msg":"trace[1244259576] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"222.496483ms","start":"2026-04-07T00:12:14.664914Z","end":"2026-04-07T00:12:14.887411Z","steps":["trace[1244259576] 'process raft request' (duration: 222.276178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:14.887699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.316442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:12:14.887748Z","caller":"traceutil/trace.go:171","msg":"trace[1149604233] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2394; }","duration":"102.587977ms","start":"2026-04-07T00:12:14.785149Z","end":"2026-04-07T00:12:14.887737Z","steps":["trace[1149604233] 'agreement among raft nodes before linearized reading' (duration: 102.343422ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:15.004916Z","caller":"traceutil/trace.go:171","msg":"trace[923246107] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"112.265985ms","start":"2026-04-07T00:12:14.892619Z","end":"2026-04-07T00:12:15.004885Z","steps":["trace[923246107] 'process raft request' (duration: 83.050718ms)","trace[923246107] 'compare' (duration: 28.875569ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:15.005023Z","caller":"traceutil/trace.go:171","msg":"trace[1557008864] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"112.06129ms","start":"2026-04-07T00:12:14.892939Z","end":"2026-04-07T00:12:15.005Z","steps":["trace[1557008864] 'process raft request' (duration: 111.727963ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:19.097175Z","caller":"traceutil/trace.go:171","msg":"trace[1652289238] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"145.990214ms","start":"2026-04-07T00:12:18.951154Z","end":"2026-04-07T00:12:19.097145Z","steps":["trace[1652289238] 'process raft request' (duration: 73.957594ms)","trace[1652289238] 'compare' (duration: 71.736343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:21.056062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.791488ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:12:21.373822Z","caller":"traceutil/trace.go:171","msg":"trace[193172004] linearizableReadLoop","detail":"{readStateIndex:2528; appliedIndex:2526; }","duration":"218.232168ms","start":"2026-04-07T00:12:21.155561Z","end":"2026-04-07T00:12:21.373793Z","steps":["trace[193172004] 'read index received' (duration: 10.025416ms)","trace[193172004] 'applied index is now lower than readState.Index' (duration: 208.205532ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:21.373904Z","caller":"traceutil/trace.go:171","msg":"trace[405080097] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"224.08112ms","start":"2026-04-07T00:12:21.149777Z","end":"2026-04-07T00:12:21.373858Z","steps":["trace[405080097] 'process raft request' (duration: 183.512027ms)","trace[405080097] 'compare' (duration: 40.366418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:21.374202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.607026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T00:12:21.374321Z","caller":"traceutil/trace.go:171","msg":"trace[130923278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2433; }","duration":"218.738729ms","start":"2026-04-07T00:12:21.15554Z","end":"2026-04-07T00:12:21.374278Z","steps":["trace[130923278] 'agreement among raft nodes before linearized reading' (duration: 218.440622ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:21.39261Z","caller":"traceutil/trace.go:171","msg":"trace[1075293912] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"156.098751ms","start":"2026-04-07T00:12:21.236481Z","end":"2026-04-07T00:12:21.39258Z","steps":["trace[1075293912] 'process raft request' (duration: 155.952447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:21.407918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.451804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:12:21.408001Z","caller":"traceutil/trace.go:171","msg":"trace[481686848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2438; }","duration":"251.586568ms","start":"2026-04-07T00:12:21.156395Z","end":"2026-04-07T00:12:21.407981Z","steps":["trace[481686848] 'agreement among raft nodes before linearized reading' (duration: 251.333812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:21.40802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.224362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:21.408094Z","caller":"traceutil/trace.go:171","msg":"trace[1691943907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2438; }","duration":"124.336345ms","start":"2026-04-07T00:12:21.283743Z","end":"2026-04-07T00:12:21.408079Z","steps":["trace[1691943907] 'agreement among raft nodes before linearized reading' (duration: 124.231842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:21.770387Z","caller":"traceutil/trace.go:171","msg":"trace[1796502271] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"177.4843ms","start":"2026-04-07T00:12:21.592875Z","end":"2026-04-07T00:12:21.770359Z","steps":["trace[1796502271] 'process raft request' (duration: 177.261205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:25.394153Z","caller":"traceutil/trace.go:171","msg":"trace[549484582] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"169.486208ms","start":"2026-04-07T00:12:25.224623Z","end":"2026-04-07T00:12:25.394109Z","steps":["trace[549484582] 'process raft request' (duration: 124.243971ms)","trace[549484582] 'compare' (duration: 45.017622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:27.714338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.613824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:12:27.71463Z","caller":"traceutil/trace.go:171","msg":"trace[80011563] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"221.029099ms","start":"2026-04-07T00:12:27.493558Z","end":"2026-04-07T00:12:27.714587Z","steps":["trace[80011563] 'process raft request' (duration: 35.060277ms)","trace[80011563] 'compare' (duration: 185.43118ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:27.714965Z","caller":"traceutil/trace.go:171","msg":"trace[1894274021] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"196.810948ms","start":"2026-04-07T00:12:27.518017Z","end":"2026-04-07T00:12:27.714828Z","steps":["trace[1894274021] 'process raft request' (duration: 196.44911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.438643Z","caller":"traceutil/trace.go:171","msg":"trace[1346453743] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"117.718973ms","start":"2026-04-07T00:12:41.32089Z","end":"2026-04-07T00:12:41.438609Z","steps":["trace[1346453743] 'process raft request' (duration: 117.368805ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.672054Z","caller":"traceutil/trace.go:171","msg":"trace[1035348855] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"228.753635ms","start":"2026-04-07T00:12:41.443252Z","end":"2026-04-07T00:12:41.672005Z","steps":["trace[1035348855] 'process raft request' (duration: 226.812101ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.674183Z","caller":"traceutil/trace.go:171","msg":"trace[1678542086] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2778; }","duration":"114.185092ms","start":"2026-04-07T00:12:41.559972Z","end":"2026-04-07T00:12:41.674158Z","steps":["trace[1678542086] 'read index received' (duration: 110.185172ms)","trace[1678542086] 'applied index is now lower than readState.Index' (duration: 3.99906ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:41.674304Z","caller":"traceutil/trace.go:171","msg":"trace[812725262] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"152.613446ms","start":"2026-04-07T00:12:41.521681Z","end":"2026-04-07T00:12:41.674295Z","steps":["trace[812725262] 'process raft request' (duration: 152.407581ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.674292Z","caller":"traceutil/trace.go:171","msg":"trace[848703666] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"154.97723ms","start":"2026-04-07T00:12:41.519286Z","end":"2026-04-07T00:12:41.674263Z","steps":["trace[848703666] 'process raft request' (duration: 154.751254ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.67447Z","caller":"traceutil/trace.go:171","msg":"trace[1270603769] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"152.056844ms","start":"2026-04-07T00:12:41.522401Z","end":"2026-04-07T00:12:41.674457Z","steps":["trace[1270603769] 'process raft request' (duration: 151.721146ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.674473Z","caller":"traceutil/trace.go:171","msg":"trace[2140809886] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"156.403972ms","start":"2026-04-07T00:12:41.518038Z","end":"2026-04-07T00:12:41.674442Z","steps":["trace[2140809886] 'process raft request' (duration: 155.865759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:41.674604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.1148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:12:41.674681Z","caller":"traceutil/trace.go:171","msg":"trace[1861903902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2677; }","duration":"113.217341ms","start":"2026-04-07T00:12:41.561436Z","end":"2026-04-07T00:12:41.674654Z","steps":["trace[1861903902] 'agreement among raft nodes before linearized reading' (duration: 113.038217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:41.67468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.86853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:12:41.674667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.623623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:12:41.674603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.610842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:12:41.674741Z","caller":"traceutil/trace.go:171","msg":"trace[792076428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2677; }","duration":"103.754386ms","start":"2026-04-07T00:12:41.570971Z","end":"2026-04-07T00:12:41.674725Z","steps":["trace[792076428] 'agreement among raft nodes before linearized reading' (duration: 103.537361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.674777Z","caller":"traceutil/trace.go:171","msg":"trace[1964495517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2677; }","duration":"114.857619ms","start":"2026-04-07T00:12:41.5599Z","end":"2026-04-07T00:12:41.674757Z","steps":["trace[1964495517] 'agreement among raft nodes before linearized reading' (duration: 114.488711ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.674731Z","caller":"traceutil/trace.go:171","msg":"trace[497530973] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2677; }","duration":"107.950862ms","start":"2026-04-07T00:12:41.566763Z","end":"2026-04-07T00:12:41.674714Z","steps":["trace[497530973] 'agreement among raft nodes before linearized reading' (duration: 107.88012ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:42.033663Z","caller":"traceutil/trace.go:171","msg":"trace[1414853570] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"107.374639ms","start":"2026-04-07T00:12:41.926262Z","end":"2026-04-07T00:12:42.033637Z","steps":["trace[1414853570] 'process raft request' (duration: 107.188275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:42.668011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.825896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7394"} {"level":"info","ts":"2026-04-07T00:12:42.668113Z","caller":"traceutil/trace.go:171","msg":"trace[1952104350] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2713; }","duration":"169.95436ms","start":"2026-04-07T00:12:42.498124Z","end":"2026-04-07T00:12:42.668079Z","steps":["trace[1952104350] 'range keys from in-memory index tree' (duration: 169.748124ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:42.668146Z","caller":"traceutil/trace.go:171","msg":"trace[1201361230] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"169.508459ms","start":"2026-04-07T00:12:42.498598Z","end":"2026-04-07T00:12:42.668106Z","steps":["trace[1201361230] 'process raft request' (duration: 70.735976ms)","trace[1201361230] 'compare' (duration: 98.601399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:46.196088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178875424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:12:46.697196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178875424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:12:47.19754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178875424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:12:47.38204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.924603492s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:12:47.382517Z","caller":"traceutil/trace.go:171","msg":"trace[522046021] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"1.925120463s","start":"2026-04-07T00:12:45.457308Z","end":"2026-04-07T00:12:47.382428Z","steps":["trace[522046021] 'process raft request' (duration: 1.92495254s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.382775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.457292Z","time spent":"1.925355168s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:47.42836Z","caller":"traceutil/trace.go:171","msg":"trace[531705049] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"1.740590664s","start":"2026-04-07T00:12:45.687743Z","end":"2026-04-07T00:12:47.428333Z","steps":["trace[531705049] 'process raft request' (duration: 1.740355297s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.428512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.687705Z","time spent":"1.740729907s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:47.428671Z","caller":"traceutil/trace.go:171","msg":"trace[42040655] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"1.737186015s","start":"2026-04-07T00:12:45.69147Z","end":"2026-04-07T00:12:47.428656Z","steps":["trace[42040655] 'process raft request' (duration: 1.736782206s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.428734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.691446Z","time spent":"1.737256947s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:47.429023Z","caller":"traceutil/trace.go:171","msg":"trace[1466070986] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"1.737088903s","start":"2026-04-07T00:12:45.691924Z","end":"2026-04-07T00:12:47.429013Z","steps":["trace[1466070986] 'process raft request' (duration: 1.736608462s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:47.429019Z","caller":"traceutil/trace.go:171","msg":"trace[1062416891] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2838; }","duration":"1.734000573s","start":"2026-04-07T00:12:45.694986Z","end":"2026-04-07T00:12:47.428986Z","steps":["trace[1062416891] 'read index received' (duration: 1.687306912s)","trace[1062416891] 'applied index is now lower than readState.Index' (duration: 46.692191ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:47.429174Z","caller":"traceutil/trace.go:171","msg":"trace[897279231] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"1.736900969s","start":"2026-04-07T00:12:45.692121Z","end":"2026-04-07T00:12:47.429022Z","steps":["trace[897279231] 'process raft request' (duration: 1.736798787s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.429076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.691908Z","time spent":"1.737143875s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:47.4293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.692111Z","time spent":"1.737128144s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:47.429527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.295192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:47.429593Z","caller":"traceutil/trace.go:171","msg":"trace[295371677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2737; }","duration":"146.411504ms","start":"2026-04-07T00:12:47.283163Z","end":"2026-04-07T00:12:47.429575Z","steps":["trace[295371677] 'agreement among raft nodes before linearized reading' (duration: 146.306292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.429625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731862015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:12:47.429648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.914601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-07T00:12:47.42968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.206663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:47.429728Z","caller":"traceutil/trace.go:171","msg":"trace[2137508698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.732040058s","start":"2026-04-07T00:12:45.697665Z","end":"2026-04-07T00:12:47.429705Z","steps":["trace[2137508698] 'agreement among raft nodes before linearized reading' (duration: 1.731724141s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:47.429744Z","caller":"traceutil/trace.go:171","msg":"trace[1001890973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2737; }","duration":"963.037493ms","start":"2026-04-07T00:12:46.466672Z","end":"2026-04-07T00:12:47.42971Z","steps":["trace[1001890973] 'agreement among raft nodes before linearized reading' (duration: 962.765507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:47.429748Z","caller":"traceutil/trace.go:171","msg":"trace[344004822] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2737; }","duration":"796.318156ms","start":"2026-04-07T00:12:46.63341Z","end":"2026-04-07T00:12:47.429729Z","steps":["trace[344004822] 'agreement among raft nodes before linearized reading' (duration: 796.208803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.429788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.697622Z","time spent":"1.732156521s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:12:47.429802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:46.633389Z","time spent":"796.400288ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:12:47.429788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:46.466641Z","time spent":"963.137245ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-07T00:12:47.43002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667712657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:12:47.43007Z","caller":"traceutil/trace.go:171","msg":"trace[699989095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2737; }","duration":"1.667814989s","start":"2026-04-07T00:12:45.762244Z","end":"2026-04-07T00:12:47.430059Z","steps":["trace[699989095] 'agreement among raft nodes before linearized reading' (duration: 1.667649615s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.430104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.762223Z","time spent":"1.667872601s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:12:47.430113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687532127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:12:47.430193Z","caller":"traceutil/trace.go:171","msg":"trace[867743285] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2737; }","duration":"1.687626259s","start":"2026-04-07T00:12:45.742548Z","end":"2026-04-07T00:12:47.430174Z","steps":["trace[867743285] 'agreement among raft nodes before linearized reading' (duration: 1.687377603s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.430216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731622978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:12:47.430229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380629157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T00:12:47.430018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734971415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:12:47.430395Z","caller":"traceutil/trace.go:171","msg":"trace[974511886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2737; }","duration":"1.735412194s","start":"2026-04-07T00:12:45.694953Z","end":"2026-04-07T00:12:47.430365Z","steps":["trace[974511886] 'agreement among raft nodes before linearized reading' (duration: 1.734137046s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.430504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.694939Z","time spent":"1.735543848s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:12:47.430327Z","caller":"traceutil/trace.go:171","msg":"trace[610389323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.380710039s","start":"2026-04-07T00:12:46.049579Z","end":"2026-04-07T00:12:47.430289Z","steps":["trace[610389323] 'agreement among raft nodes before linearized reading' (duration: 1.380520745s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.43063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:46.049528Z","time spent":"1.381070757s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:12:47.430252Z","caller":"traceutil/trace.go:171","msg":"trace[1143134166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2737; }","duration":"1.731712791s","start":"2026-04-07T00:12:45.698528Z","end":"2026-04-07T00:12:47.430241Z","steps":["trace[1143134166] 'agreement among raft nodes before linearized reading' (duration: 1.731597539s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:47.430829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.698505Z","time spent":"1.732301994s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:12:47.430249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:45.74251Z","time spent":"1.687729661s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T00:12:54.381994Z","caller":"traceutil/trace.go:171","msg":"trace[1457316668] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"111.247896ms","start":"2026-04-07T00:12:54.270715Z","end":"2026-04-07T00:12:54.381963Z","steps":["trace[1457316668] 'process raft request' (duration: 111.018181ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:54.76653Z","caller":"traceutil/trace.go:171","msg":"trace[571397251] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2891; }","duration":"262.350069ms","start":"2026-04-07T00:12:54.504155Z","end":"2026-04-07T00:12:54.766505Z","steps":["trace[571397251] 'read index received' (duration: 227.162029ms)","trace[571397251] 'applied index is now lower than readState.Index' (duration: 35.18724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:54.766704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.527762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:12:54.766745Z","caller":"traceutil/trace.go:171","msg":"trace[1831307846] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2784; }","duration":"262.678916ms","start":"2026-04-07T00:12:54.504056Z","end":"2026-04-07T00:12:54.766735Z","steps":["trace[1831307846] 'agreement among raft nodes before linearized reading' (duration: 262.591154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:54.766795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.165655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:12:54.766632Z","caller":"traceutil/trace.go:171","msg":"trace[1797892596] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"290.841465ms","start":"2026-04-07T00:12:54.475743Z","end":"2026-04-07T00:12:54.766584Z","steps":["trace[1797892596] 'process raft request' (duration: 255.558484ms)","trace[1797892596] 'compare' (duration: 34.972434ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:54.767011Z","caller":"traceutil/trace.go:171","msg":"trace[271814942] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2784; }","duration":"159.323319ms","start":"2026-04-07T00:12:54.607593Z","end":"2026-04-07T00:12:54.766917Z","steps":["trace[271814942] 'agreement among raft nodes before linearized reading' (duration: 159.086944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:55.901044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.370076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:12:55.901132Z","caller":"traceutil/trace.go:171","msg":"trace[141779157] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2793; }","duration":"154.503449ms","start":"2026-04-07T00:12:55.746605Z","end":"2026-04-07T00:12:55.901109Z","steps":["trace[141779157] 'range keys from in-memory index tree' (duration: 154.147641ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.598615Z","caller":"traceutil/trace.go:171","msg":"trace[155061109] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"122.325458ms","start":"2026-04-07T00:12:57.476251Z","end":"2026-04-07T00:12:57.598576Z","steps":["trace[155061109] 'process raft request' (duration: 122.133924ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.604735Z","caller":"traceutil/trace.go:171","msg":"trace[1264839341] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"104.537003ms","start":"2026-04-07T00:12:57.500178Z","end":"2026-04-07T00:12:57.604715Z","steps":["trace[1264839341] 'process raft request' (duration: 104.495932ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.604762Z","caller":"traceutil/trace.go:171","msg":"trace[1612688014] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"118.618744ms","start":"2026-04-07T00:12:57.486126Z","end":"2026-04-07T00:12:57.604744Z","steps":["trace[1612688014] 'process raft request' (duration: 118.45332ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.604973Z","caller":"traceutil/trace.go:171","msg":"trace[1305598481] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"104.239257ms","start":"2026-04-07T00:12:57.500721Z","end":"2026-04-07T00:12:57.60496Z","steps":["trace[1305598481] 'process raft request' (duration: 104.146385ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.604981Z","caller":"traceutil/trace.go:171","msg":"trace[950001718] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"104.755488ms","start":"2026-04-07T00:12:57.50019Z","end":"2026-04-07T00:12:57.604946Z","steps":["trace[950001718] 'process raft request' (duration: 104.505983ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.795056Z","caller":"traceutil/trace.go:171","msg":"trace[1233210336] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"183.008946ms","start":"2026-04-07T00:12:57.612011Z","end":"2026-04-07T00:12:57.79502Z","steps":["trace[1233210336] 'process raft request' (duration: 174.441201ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.834095Z","caller":"traceutil/trace.go:171","msg":"trace[1486579148] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"221.997281ms","start":"2026-04-07T00:12:57.612066Z","end":"2026-04-07T00:12:57.834063Z","steps":["trace[1486579148] 'process raft request' (duration: 221.790737ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.834465Z","caller":"traceutil/trace.go:171","msg":"trace[1586030407] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"222.38068ms","start":"2026-04-07T00:12:57.612072Z","end":"2026-04-07T00:12:57.834453Z","steps":["trace[1586030407] 'process raft request' (duration: 221.94793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:57.834566Z","caller":"traceutil/trace.go:171","msg":"trace[251277201] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"222.446681ms","start":"2026-04-07T00:12:57.612071Z","end":"2026-04-07T00:12:57.834518Z","steps":["trace[251277201] 'process raft request' (duration: 222.208296ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:00.003524Z","caller":"traceutil/trace.go:171","msg":"trace[1582922594] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"159.82953ms","start":"2026-04-07T00:12:59.843663Z","end":"2026-04-07T00:13:00.003493Z","steps":["trace[1582922594] 'process raft request' (duration: 151.4714ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:00.034979Z","caller":"traceutil/trace.go:171","msg":"trace[769232252] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"191.172102ms","start":"2026-04-07T00:12:59.843788Z","end":"2026-04-07T00:13:00.034961Z","steps":["trace[769232252] 'process raft request' (duration: 191.04785ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:00.035194Z","caller":"traceutil/trace.go:171","msg":"trace[1762786633] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"191.370907ms","start":"2026-04-07T00:12:59.843803Z","end":"2026-04-07T00:13:00.035174Z","steps":["trace[1762786633] 'process raft request' (duration: 191.117452ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:03.868435Z","caller":"traceutil/trace.go:171","msg":"trace[1627443616] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"193.505835ms","start":"2026-04-07T00:13:03.674902Z","end":"2026-04-07T00:13:03.868408Z","steps":["trace[1627443616] 'process raft request' (duration: 193.30165ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:03.874548Z","caller":"traceutil/trace.go:171","msg":"trace[1984586820] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"170.976793ms","start":"2026-04-07T00:13:03.703529Z","end":"2026-04-07T00:13:03.874505Z","steps":["trace[1984586820] 'process raft request' (duration: 170.800849ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:03.874805Z","caller":"traceutil/trace.go:171","msg":"trace[1979978011] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"166.92858ms","start":"2026-04-07T00:13:03.707836Z","end":"2026-04-07T00:13:03.874764Z","steps":["trace[1979978011] 'process raft request' (duration: 166.627053ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:03.874828Z","caller":"traceutil/trace.go:171","msg":"trace[229796472] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"166.867039ms","start":"2026-04-07T00:13:03.707939Z","end":"2026-04-07T00:13:03.874806Z","steps":["trace[229796472] 'process raft request' (duration: 166.730246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:03.874879Z","caller":"traceutil/trace.go:171","msg":"trace[1050689648] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2940; }","duration":"110.55974ms","start":"2026-04-07T00:13:03.764306Z","end":"2026-04-07T00:13:03.874866Z","steps":["trace[1050689648] 'read index received' (duration: 103.860788ms)","trace[1050689648] 'applied index is now lower than readState.Index' (duration: 6.695472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:03.87503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.700273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:03.875075Z","caller":"traceutil/trace.go:171","msg":"trace[654399057] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2835; }","duration":"110.807397ms","start":"2026-04-07T00:13:03.764257Z","end":"2026-04-07T00:13:03.875065Z","steps":["trace[654399057] 'agreement among raft nodes before linearized reading' (duration: 110.702593ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:03.875001Z","caller":"traceutil/trace.go:171","msg":"trace[276807524] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"166.294186ms","start":"2026-04-07T00:13:03.708664Z","end":"2026-04-07T00:13:03.874958Z","steps":["trace[276807524] 'process raft request' (duration: 166.109142ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:09.381198Z","caller":"traceutil/trace.go:171","msg":"trace[23857452] linearizableReadLoop","detail":"{readStateIndex:2984; appliedIndex:2983; }","duration":"112.26653ms","start":"2026-04-07T00:13:09.268904Z","end":"2026-04-07T00:13:09.381171Z","steps":["trace[23857452] 'read index received' (duration: 112.088266ms)","trace[23857452] 'applied index is now lower than readState.Index' (duration: 174.264µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:09.381316Z","caller":"traceutil/trace.go:171","msg":"trace[1790213123] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"177.633994ms","start":"2026-04-07T00:13:09.203631Z","end":"2026-04-07T00:13:09.381265Z","steps":["trace[1790213123] 'process raft request' (duration: 177.367218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:09.381541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.614547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-07T00:13:09.381624Z","caller":"traceutil/trace.go:171","msg":"trace[790383845] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2873; }","duration":"112.748921ms","start":"2026-04-07T00:13:09.268857Z","end":"2026-04-07T00:13:09.381606Z","steps":["trace[790383845] 'agreement among raft nodes before linearized reading' (duration: 112.448444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:09.57688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.435191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:09.576996Z","caller":"traceutil/trace.go:171","msg":"trace[1630972813] linearizableReadLoop","detail":"{readStateIndex:2985; appliedIndex:2984; }","duration":"195.698265ms","start":"2026-04-07T00:13:09.381276Z","end":"2026-04-07T00:13:09.576974Z","steps":["trace[1630972813] 'read index received' (duration: 47.006758ms)","trace[1630972813] 'applied index is now lower than readState.Index' (duration: 148.689797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:09.57719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.381206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:09.577256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.111134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-07T00:13:09.577297Z","caller":"traceutil/trace.go:171","msg":"trace[1737598837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2874; }","duration":"294.520808ms","start":"2026-04-07T00:13:09.282751Z","end":"2026-04-07T00:13:09.577272Z","steps":["trace[1737598837] 'agreement among raft nodes before linearized reading' (duration: 294.291363ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:09.5773Z","caller":"traceutil/trace.go:171","msg":"trace[2141052524] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880; range_end:; response_count:1; response_revision:2874; }","duration":"192.203066ms","start":"2026-04-07T00:13:09.385084Z","end":"2026-04-07T00:13:09.577287Z","steps":["trace[2141052524] 'agreement among raft nodes before linearized reading' (duration: 191.990071ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:09.577351Z","caller":"traceutil/trace.go:171","msg":"trace[1641652733] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"276.120631ms","start":"2026-04-07T00:13:09.300862Z","end":"2026-04-07T00:13:09.576982Z","steps":["trace[1641652733] 'process raft request' (duration: 127.509816ms)","trace[1641652733] 'compare' (duration: 148.256817ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:10.159986Z","caller":"traceutil/trace.go:171","msg":"trace[1699000837] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"184.207334ms","start":"2026-04-07T00:13:09.975748Z","end":"2026-04-07T00:13:10.159955Z","steps":["trace[1699000837] 'process raft request' (duration: 184.089061ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:10.16007Z","caller":"traceutil/trace.go:171","msg":"trace[658196585] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"183.1912ms","start":"2026-04-07T00:13:09.976869Z","end":"2026-04-07T00:13:10.16006Z","steps":["trace[658196585] 'process raft request' (duration: 183.049887ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:10.159986Z","caller":"traceutil/trace.go:171","msg":"trace[112952771] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"184.366277ms","start":"2026-04-07T00:13:09.975549Z","end":"2026-04-07T00:13:10.159915Z","steps":["trace[112952771] 'process raft request' (duration: 88.907699ms)","trace[112952771] 'compare' (duration: 95.236703ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:10.159989Z","caller":"traceutil/trace.go:171","msg":"trace[1173458890] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"183.565099ms","start":"2026-04-07T00:13:09.976398Z","end":"2026-04-07T00:13:10.159963Z","steps":["trace[1173458890] 'process raft request' (duration: 183.484947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:10.160042Z","caller":"traceutil/trace.go:171","msg":"trace[167561215] linearizableReadLoop","detail":"{readStateIndex:2991; appliedIndex:2986; }","duration":"175.072555ms","start":"2026-04-07T00:13:09.984946Z","end":"2026-04-07T00:13:10.160019Z","steps":["trace[167561215] 'read index received' (duration: 30.613854ms)","trace[167561215] 'applied index is now lower than readState.Index' (duration: 144.457361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:10.160441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.255679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:13:10.160505Z","caller":"traceutil/trace.go:171","msg":"trace[719021117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2880; }","duration":"175.555396ms","start":"2026-04-07T00:13:09.984937Z","end":"2026-04-07T00:13:10.160492Z","steps":["trace[719021117] 'agreement among raft nodes before linearized reading' (duration: 175.157277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:14.650294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.321012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:14.650411Z","caller":"traceutil/trace.go:171","msg":"trace[201247126] linearizableReadLoop","detail":"{readStateIndex:3017; appliedIndex:3016; }","duration":"366.135716ms","start":"2026-04-07T00:13:14.284242Z","end":"2026-04-07T00:13:14.650378Z","steps":["trace[201247126] 'read index received' (duration: 179.523117ms)","trace[201247126] 'applied index is now lower than readState.Index' (duration: 186.611379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:14.650513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.271418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:14.650456Z","caller":"traceutil/trace.go:171","msg":"trace[1258751460] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"411.866394ms","start":"2026-04-07T00:13:14.238553Z","end":"2026-04-07T00:13:14.65042Z","steps":["trace[1258751460] 'process raft request' (duration: 225.325487ms)","trace[1258751460] 'compare' (duration: 186.107397ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:14.650551Z","caller":"traceutil/trace.go:171","msg":"trace[1120564865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2905; }","duration":"366.308369ms","start":"2026-04-07T00:13:14.284232Z","end":"2026-04-07T00:13:14.650541Z","steps":["trace[1120564865] 'agreement among raft nodes before linearized reading' (duration: 366.247488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:14.650586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:14.284187Z","time spent":"366.391471ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:13:14.650686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:14.238531Z","time spent":"412.037668ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:14.650945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.205615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:13:14.651022Z","caller":"traceutil/trace.go:171","msg":"trace[1454971594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2905; }","duration":"347.314467ms","start":"2026-04-07T00:13:14.303678Z","end":"2026-04-07T00:13:14.650993Z","steps":["trace[1454971594] 'agreement among raft nodes before linearized reading' (duration: 347.030601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:14.651062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:14.303659Z","time spent":"347.39421ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:13:14.651057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.798864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-07T00:13:14.651113Z","caller":"traceutil/trace.go:171","msg":"trace[1812785076] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2905; }","duration":"183.892256ms","start":"2026-04-07T00:13:14.46721Z","end":"2026-04-07T00:13:14.651102Z","steps":["trace[1812785076] 'agreement among raft nodes before linearized reading' (duration: 183.741002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:14.651108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.260433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:13:14.651181Z","caller":"traceutil/trace.go:171","msg":"trace[1277986811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2905; }","duration":"309.371885ms","start":"2026-04-07T00:13:14.341793Z","end":"2026-04-07T00:13:14.651165Z","steps":["trace[1277986811] 'agreement among raft nodes before linearized reading' (duration: 309.172311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:14.651225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:14.341775Z","time spent":"309.437557ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:13:16.829071Z","caller":"traceutil/trace.go:171","msg":"trace[987513513] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"120.455706ms","start":"2026-04-07T00:13:16.708591Z","end":"2026-04-07T00:13:16.829047Z","steps":["trace[987513513] 'process raft request' (duration: 62.912789ms)","trace[987513513] 'compare' (duration: 57.364883ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:18.389304Z","caller":"traceutil/trace.go:171","msg":"trace[353361593] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"194.853945ms","start":"2026-04-07T00:13:18.194418Z","end":"2026-04-07T00:13:18.389272Z","steps":["trace[353361593] 'process raft request' (duration: 194.640361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:18.444334Z","caller":"traceutil/trace.go:171","msg":"trace[1416097229] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"218.353709ms","start":"2026-04-07T00:13:18.225959Z","end":"2026-04-07T00:13:18.444313Z","steps":["trace[1416097229] 'process raft request' (duration: 218.288707ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:18.44435Z","caller":"traceutil/trace.go:171","msg":"trace[375625358] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"218.705827ms","start":"2026-04-07T00:13:18.225603Z","end":"2026-04-07T00:13:18.444309Z","steps":["trace[375625358] 'process raft request' (duration: 218.491302ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:18.44466Z","caller":"traceutil/trace.go:171","msg":"trace[1289476253] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"218.538723ms","start":"2026-04-07T00:13:18.226087Z","end":"2026-04-07T00:13:18.444626Z","steps":["trace[1289476253] 'process raft request' (duration: 218.196305ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:18.444659Z","caller":"traceutil/trace.go:171","msg":"trace[1156597806] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3032; }","duration":"168.142929ms","start":"2026-04-07T00:13:18.276456Z","end":"2026-04-07T00:13:18.444599Z","steps":["trace[1156597806] 'read index received' (duration: 112.496225ms)","trace[1156597806] 'applied index is now lower than readState.Index' (duration: 55.641614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:18.444854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.375944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:13:18.445038Z","caller":"traceutil/trace.go:171","msg":"trace[1043808488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2923; }","duration":"168.577669ms","start":"2026-04-07T00:13:18.276427Z","end":"2026-04-07T00:13:18.445004Z","steps":["trace[1043808488] 'agreement among raft nodes before linearized reading' (duration: 168.286672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:18.445074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.235262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:13:18.445109Z","caller":"traceutil/trace.go:171","msg":"trace[1651012180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2923; }","duration":"161.316284ms","start":"2026-04-07T00:13:18.283782Z","end":"2026-04-07T00:13:18.445098Z","steps":["trace[1651012180] 'agreement among raft nodes before linearized reading' (duration: 161.228282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:18.445108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.582787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:18.445205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.300833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:18.445208Z","caller":"traceutil/trace.go:171","msg":"trace[1782024876] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2923; }","duration":"145.74662ms","start":"2026-04-07T00:13:18.299437Z","end":"2026-04-07T00:13:18.445184Z","steps":["trace[1782024876] 'agreement among raft nodes before linearized reading' (duration: 145.595447ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:18.445239Z","caller":"traceutil/trace.go:171","msg":"trace[996922099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2923; }","duration":"161.359435ms","start":"2026-04-07T00:13:18.283871Z","end":"2026-04-07T00:13:18.445231Z","steps":["trace[996922099] 'agreement among raft nodes before linearized reading' (duration: 161.311604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:18.696377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.088587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:18.696467Z","caller":"traceutil/trace.go:171","msg":"trace[336355443] linearizableReadLoop","detail":"{readStateIndex:3037; appliedIndex:3036; }","duration":"246.705403ms","start":"2026-04-07T00:13:18.449749Z","end":"2026-04-07T00:13:18.696455Z","steps":["trace[336355443] 'read index received' (duration: 19.399261ms)","trace[336355443] 'applied index is now lower than readState.Index' (duration: 227.305302ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:18.696634Z","caller":"traceutil/trace.go:171","msg":"trace[134419953] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"247.212124ms","start":"2026-04-07T00:13:18.449388Z","end":"2026-04-07T00:13:18.6966Z","steps":["trace[134419953] 'process raft request' (duration: 19.835861ms)","trace[134419953] 'compare' (duration: 227.003085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:18.696658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.908407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:13:18.696893Z","caller":"traceutil/trace.go:171","msg":"trace[576661510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2924; }","duration":"247.162223ms","start":"2026-04-07T00:13:18.449705Z","end":"2026-04-07T00:13:18.696867Z","steps":["trace[576661510] 'agreement among raft nodes before linearized reading' (duration: 246.817015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:18.697209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.441927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-07T00:13:18.697234Z","caller":"traceutil/trace.go:171","msg":"trace[557864358] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2924; }","duration":"231.493127ms","start":"2026-04-07T00:13:18.465735Z","end":"2026-04-07T00:13:18.697228Z","steps":["trace[557864358] 'agreement among raft nodes before linearized reading' (duration: 230.941704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:18.967796Z","caller":"traceutil/trace.go:171","msg":"trace[1110280335] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3039; }","duration":"104.119055ms","start":"2026-04-07T00:13:18.863647Z","end":"2026-04-07T00:13:18.967766Z","steps":["trace[1110280335] 'read index received' (duration: 104.104215ms)","trace[1110280335] 'applied index is now lower than readState.Index' (duration: 13.17µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:18.9678Z","caller":"traceutil/trace.go:171","msg":"trace[1640986228] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"104.190686ms","start":"2026-04-07T00:13:18.86358Z","end":"2026-04-07T00:13:18.967771Z","steps":["trace[1640986228] 'process raft request' (duration: 104.058303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:18.967914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.249438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:18.967958Z","caller":"traceutil/trace.go:171","msg":"trace[352179404] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2927; }","duration":"104.34369ms","start":"2026-04-07T00:13:18.863603Z","end":"2026-04-07T00:13:18.967947Z","steps":["trace[352179404] 'agreement among raft nodes before linearized reading' (duration: 104.266948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:19.720012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.004876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a3eac0316c75b5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-07T00:13:19.720115Z","caller":"traceutil/trace.go:171","msg":"trace[2049884981] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a3eac0316c75b5; range_end:; response_count:1; response_revision:2928; }","duration":"467.146709ms","start":"2026-04-07T00:13:19.252945Z","end":"2026-04-07T00:13:19.720091Z","steps":["trace[2049884981] 'range keys from in-memory index tree' (duration: 466.795451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:19.720172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:19.252927Z","time spent":"467.229261ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a3eac0316c75b5\" "} {"level":"warn","ts":"2026-04-07T00:13:20.494158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178875926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:13:20.91733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142067368s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:13:20.917743Z","caller":"traceutil/trace.go:171","msg":"trace[1500162770] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"1.193347842s","start":"2026-04-07T00:13:19.724372Z","end":"2026-04-07T00:13:20.917719Z","steps":["trace[1500162770] 'process raft request' (duration: 1.193177058s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:20.917872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:19.724345Z","time spent":"1.193453685s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:21.689142Z","caller":"traceutil/trace.go:171","msg":"trace[951899589] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"1.233465354s","start":"2026-04-07T00:13:20.455652Z","end":"2026-04-07T00:13:21.689117Z","steps":["trace[951899589] 'process raft request' (duration: 1.233399952s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:21.68914Z","caller":"traceutil/trace.go:171","msg":"trace[1475063227] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.252074756s","start":"2026-04-07T00:13:20.437036Z","end":"2026-04-07T00:13:21.68911Z","steps":["trace[1475063227] 'process raft request' (duration: 1.251907501s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:21.689268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.455643Z","time spent":"1.233561946s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:21.689318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.437024Z","time spent":"1.252200079s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:21.689488Z","caller":"traceutil/trace.go:171","msg":"trace[107986202] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"1.233570807s","start":"2026-04-07T00:13:20.4559Z","end":"2026-04-07T00:13:21.689471Z","steps":["trace[107986202] 'process raft request' (duration: 1.233457624s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:21.689489Z","caller":"traceutil/trace.go:171","msg":"trace[197719534] linearizableReadLoop","detail":"{readStateIndex:3046; appliedIndex:3041; }","duration":"1.695785374s","start":"2026-04-07T00:13:19.993687Z","end":"2026-04-07T00:13:21.689472Z","steps":["trace[197719534] 'read index received' (duration: 923.870292ms)","trace[197719534] 'applied index is now lower than readState.Index' (duration: 771.914072ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:21.689485Z","caller":"traceutil/trace.go:171","msg":"trace[1708827074] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"1.233588516s","start":"2026-04-07T00:13:20.455876Z","end":"2026-04-07T00:13:21.689464Z","steps":["trace[1708827074] 'process raft request' (duration: 1.233210278s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:21.689541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.455881Z","time spent":"1.233632147s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:21.689606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695906036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:21.689643Z","caller":"traceutil/trace.go:171","msg":"trace[637500721] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2933; }","duration":"1.695951167s","start":"2026-04-07T00:13:19.993681Z","end":"2026-04-07T00:13:21.689632Z","steps":["trace[637500721] 'agreement among raft nodes before linearized reading' (duration: 1.695864705s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:21.689684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:19.993633Z","time spent":"1.696038179s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:21.689762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.455857Z","time spent":"1.233700028s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:22.287693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001912854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:13:22.287785Z","caller":"traceutil/trace.go:171","msg":"trace[832452262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002064498s","start":"2026-04-07T00:13:20.285703Z","end":"2026-04-07T00:13:22.287767Z","steps":["trace[832452262] 'agreement among raft nodes before linearized reading' (duration: 2.001945185s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:22.287833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.285678Z","time spent":"2.00214588s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:13:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:13:23.153207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332933483s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:13:24.286542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998619792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:13:24.286627Z","caller":"traceutil/trace.go:171","msg":"trace[855351925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998775926s","start":"2026-04-07T00:13:22.287834Z","end":"2026-04-07T00:13:24.28661Z","steps":["trace[855351925] 'agreement among raft nodes before linearized reading' (duration: 1.998660623s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:24.286676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:22.287807Z","time spent":"1.998859487s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:13:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:13:25.701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999307761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:13:25.701103Z","caller":"traceutil/trace.go:171","msg":"trace[451335952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999532475s","start":"2026-04-07T00:13:20.70155Z","end":"2026-04-07T00:13:25.701083Z","steps":["trace[451335952] 'agreement among raft nodes before linearized reading' (duration: 4.999369341s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:25.701157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.701527Z","time spent":"4.999617898s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 00:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:13:25.744744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00020899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:13:25.744815Z","caller":"traceutil/trace.go:171","msg":"trace[574913642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000314992s","start":"2026-04-07T00:13:20.744487Z","end":"2026-04-07T00:13:25.744802Z","steps":["trace[574913642] 'agreement among raft nodes before linearized reading' (duration: 5.00023015s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:25.744857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.744475Z","time spent":"5.000373184s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:25.972764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999565166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:13:25.972879Z","caller":"traceutil/trace.go:171","msg":"trace[1480140725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99978541s","start":"2026-04-07T00:13:20.973072Z","end":"2026-04-07T00:13:25.972857Z","steps":["trace[1480140725] 'agreement among raft nodes before linearized reading' (duration: 4.999611017s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:25.97299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.973049Z","time spent":"4.999922004s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:13:26.297051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00078017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:13:26.297163Z","caller":"traceutil/trace.go:171","msg":"trace[1203978106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941304s","start":"2026-04-07T00:13:24.296192Z","end":"2026-04-07T00:13:26.297133Z","steps":["trace[1203978106] 'agreement among raft nodes before linearized reading' (duration: 2.000813191s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.297243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:24.296171Z","time spent":"2.001061777s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:13:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:13:27.636756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.937394513s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:13:27.653361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837992316s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:13:27.65694Z","caller":"traceutil/trace.go:171","msg":"trace[1704232330] linearizableReadLoop","detail":"{readStateIndex:3048; appliedIndex:3046; }","duration":"5.967392134s","start":"2026-04-07T00:13:21.68952Z","end":"2026-04-07T00:13:27.656912Z","steps":["trace[1704232330] 'read index received' (duration: 125.731765ms)","trace[1704232330] 'applied index is now lower than readState.Index' (duration: 5.841659539s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:27.65693Z","caller":"traceutil/trace.go:171","msg":"trace[946017651] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"6.622931291s","start":"2026-04-07T00:13:21.033962Z","end":"2026-04-07T00:13:27.656893Z","steps":["trace[946017651] 'process raft request' (duration: 6.619485464s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.657261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:21.033937Z","time spent":"6.623087465s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:27.792828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085718055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:13:27.792891Z","caller":"traceutil/trace.go:171","msg":"trace[1710075069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2934; }","duration":"7.085842739s","start":"2026-04-07T00:13:20.707034Z","end":"2026-04-07T00:13:27.792877Z","steps":["trace[1710075069] 'agreement among raft nodes before linearized reading' (duration: 6.949884948s)","trace[1710075069] 'range keys from in-memory index tree' (duration: 135.809438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.792922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.707011Z","time spent":"7.08590491s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:27.79304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107850667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:13:27.793066Z","caller":"traceutil/trace.go:171","msg":"trace[789518466] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2934; }","duration":"6.107917229s","start":"2026-04-07T00:13:21.685142Z","end":"2026-04-07T00:13:27.79306Z","steps":["trace[789518466] 'agreement among raft nodes before linearized reading' (duration: 5.971786104s)","trace[789518466] 'count revisions from in-memory index tree' (duration: 136.087224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.793094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:21.685124Z","time spent":"6.107961611s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:27.793278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.871955912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a3eac03cb935ac\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-07T00:13:27.793306Z","caller":"traceutil/trace.go:171","msg":"trace[1720846736] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a3eac03cb935ac; range_end:; response_count:1; response_revision:2934; }","duration":"6.871983303s","start":"2026-04-07T00:13:20.921315Z","end":"2026-04-07T00:13:27.793299Z","steps":["trace[1720846736] 'agreement among raft nodes before linearized reading' (duration: 6.735626872s)","trace[1720846736] 'range keys from in-memory index tree' (duration: 136.294709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.793326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.921251Z","time spent":"6.872071015s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a3eac03cb935ac\" "} {"level":"warn","ts":"2026-04-07T00:13:27.79353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.327527508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-07T00:13:27.793617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720208216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:13:27.793616Z","caller":"traceutil/trace.go:171","msg":"trace[1551630952] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2934; }","duration":"7.327652371s","start":"2026-04-07T00:13:20.46594Z","end":"2026-04-07T00:13:27.793593Z","steps":["trace[1551630952] 'agreement among raft nodes before linearized reading' (duration: 7.191007993s)","trace[1551630952] 'range keys from in-memory index tree' (duration: 136.461093ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:27.79364Z","caller":"traceutil/trace.go:171","msg":"trace[1317235673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2934; }","duration":"7.720253997s","start":"2026-04-07T00:13:20.073379Z","end":"2026-04-07T00:13:27.793633Z","steps":["trace[1317235673] 'agreement among raft nodes before linearized reading' (duration: 7.583609099s)","trace[1317235673] 'range keys from in-memory index tree' (duration: 136.582566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.793661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.073366Z","time spent":"7.720290588s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:27.793661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.465927Z","time spent":"7.327724762s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-07T00:13:27.793683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.366096484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:27.793786Z","caller":"traceutil/trace.go:171","msg":"trace[956944440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2934; }","duration":"7.366228418s","start":"2026-04-07T00:13:20.427531Z","end":"2026-04-07T00:13:27.793759Z","steps":["trace[956944440] 'agreement among raft nodes before linearized reading' (duration: 7.229425777s)","trace[956944440] 'count revisions from in-memory index tree' (duration: 136.663268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.79385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:20.427511Z","time spent":"7.366322129s","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:27.793957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.007476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:27.79407Z","caller":"traceutil/trace.go:171","msg":"trace[1512096280] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"4.09486793s","start":"2026-04-07T00:13:23.699193Z","end":"2026-04-07T00:13:27.794061Z","steps":["trace[1512096280] 'process raft request' (duration: 4.094821629s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.794114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:23.699163Z","time spent":"4.094930822s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:27.794278Z","caller":"traceutil/trace.go:171","msg":"trace[1878286643] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"5.97408885s","start":"2026-04-07T00:13:21.820149Z","end":"2026-04-07T00:13:27.794238Z","steps":["trace[1878286643] 'process raft request' (duration: 5.836755177s)","trace[1878286643] 'compare' (duration: 135.791288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.794514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:21.820121Z","time spent":"5.974243584s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:27.886679Z","caller":"traceutil/trace.go:171","msg":"trace[1848487717] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"2.550249469s","start":"2026-04-07T00:13:25.336387Z","end":"2026-04-07T00:13:27.886637Z","steps":["trace[1848487717] 'process raft request' (duration: 2.550196168s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.886898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:25.336352Z","time spent":"2.550445544s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:27.887143Z","caller":"traceutil/trace.go:171","msg":"trace[57723094] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3054; }","duration":"230.127319ms","start":"2026-04-07T00:13:27.657Z","end":"2026-04-07T00:13:27.887127Z","steps":["trace[57723094] 'read index received' (duration: 230.113608ms)","trace[57723094] 'applied index is now lower than readState.Index' (duration: 12.241µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:27.88714Z","caller":"traceutil/trace.go:171","msg":"trace[845046823] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"4.18737084s","start":"2026-04-07T00:13:23.699733Z","end":"2026-04-07T00:13:27.887104Z","steps":["trace[845046823] 'process raft request' (duration: 4.186772307s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.887205Z","caller":"traceutil/trace.go:171","msg":"trace[793653565] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"4.187964164s","start":"2026-04-07T00:13:23.699205Z","end":"2026-04-07T00:13:27.887169Z","steps":["trace[793653565] 'process raft request' (duration: 4.187185346s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.100286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:13:27.887302Z","caller":"traceutil/trace.go:171","msg":"trace[969453462] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2940; }","duration":"457.142747ms","start":"2026-04-07T00:13:27.43015Z","end":"2026-04-07T00:13:27.887292Z","steps":["trace[969453462] 'agreement among raft nodes before linearized reading' (duration: 457.057805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:23.699715Z","time spent":"4.187491313s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:27.887365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965895848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:27.887352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:23.699163Z","time spent":"4.188118647s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:27.887369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718625662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:27.887439Z","caller":"traceutil/trace.go:171","msg":"trace[1111791253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2940; }","duration":"1.96599769s","start":"2026-04-07T00:13:25.921424Z","end":"2026-04-07T00:13:27.887422Z","steps":["trace[1111791253] 'agreement among raft nodes before linearized reading' (duration: 1.965927809s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:25.921402Z","time spent":"1.966078173s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:13:27.887369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519416233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:27.887526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846155451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:13:27.887446Z","caller":"traceutil/trace.go:171","msg":"trace[1033277530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2940; }","duration":"1.718745124s","start":"2026-04-07T00:13:26.168685Z","end":"2026-04-07T00:13:27.887431Z","steps":["trace[1033277530] 'agreement among raft nodes before linearized reading' (duration: 1.718640072s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.887569Z","caller":"traceutil/trace.go:171","msg":"trace[341828941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2940; }","duration":"3.846231292s","start":"2026-04-07T00:13:24.041323Z","end":"2026-04-07T00:13:27.887555Z","steps":["trace[341828941] 'agreement among raft nodes before linearized reading' (duration: 3.846077429s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.88757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590338088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:27.887568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139799296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-07T00:13:27.887581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141556558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T00:13:27.887601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:24.041299Z","time spent":"3.846293584s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:13:27.887607Z","caller":"traceutil/trace.go:171","msg":"trace[208868008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2940; }","duration":"1.59039504s","start":"2026-04-07T00:13:26.297201Z","end":"2026-04-07T00:13:27.887596Z","steps":["trace[208868008] 'agreement among raft nodes before linearized reading' (duration: 1.590342679s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.887611Z","caller":"traceutil/trace.go:171","msg":"trace[1862509992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2940; }","duration":"1.139876938s","start":"2026-04-07T00:13:26.747726Z","end":"2026-04-07T00:13:27.887603Z","steps":["trace[1862509992] 'agreement among raft nodes before linearized reading' (duration: 1.139744345s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.168663Z","time spent":"1.718921228s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:13:27.887628Z","caller":"traceutil/trace.go:171","msg":"trace[155755814] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2940; }","duration":"2.141643039s","start":"2026-04-07T00:13:25.74597Z","end":"2026-04-07T00:13:27.887613Z","steps":["trace[155755814] 'agreement among raft nodes before linearized reading' (duration: 2.141475896s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593994007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:13:27.887646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.297186Z","time spent":"1.590453681s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:13:27.887652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.747701Z","time spent":"1.139943499s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T00:13:27.887664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:25.745936Z","time spent":"2.14171986s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T00:13:27.887546Z","caller":"traceutil/trace.go:171","msg":"trace[1642777158] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2940; }","duration":"5.519633788s","start":"2026-04-07T00:13:22.367898Z","end":"2026-04-07T00:13:27.887532Z","steps":["trace[1642777158] 'agreement among raft nodes before linearized reading' (duration: 5.519416563s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.887688Z","caller":"traceutil/trace.go:171","msg":"trace[1799369488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2940; }","duration":"5.594312484s","start":"2026-04-07T00:13:22.293358Z","end":"2026-04-07T00:13:27.887671Z","steps":["trace[1799369488] 'agreement among raft nodes before linearized reading' (duration: 5.594001567s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2270441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-07T00:13:27.887834Z","caller":"traceutil/trace.go:171","msg":"trace[696151909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2940; }","duration":"3.227255565s","start":"2026-04-07T00:13:24.660557Z","end":"2026-04-07T00:13:27.887812Z","steps":["trace[696151909] 'agreement among raft nodes before linearized reading' (duration: 3.226843726s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:24.660538Z","time spent":"3.227352407s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:13:27.887315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094572261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:13:27.887743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:22.293323Z","time spent":"5.594402166s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:13:27.887959Z","caller":"traceutil/trace.go:171","msg":"trace[1716523945] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2940; }","duration":"3.095257057s","start":"2026-04-07T00:13:24.79269Z","end":"2026-04-07T00:13:27.887947Z","steps":["trace[1716523945] 'agreement among raft nodes before linearized reading' (duration: 3.094564802s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.887738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:22.367873Z","time spent":"5.519847592s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:27.888036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:24.792674Z","time spent":"3.095351529s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:27.887337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:27.430086Z","time spent":"457.242189ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:13:27.887953Z","caller":"traceutil/trace.go:171","msg":"trace[1127424883] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"4.182299695s","start":"2026-04-07T00:13:23.70559Z","end":"2026-04-07T00:13:27.887889Z","steps":["trace[1127424883] 'process raft request' (duration: 4.180951555s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.888534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:23.705568Z","time spent":"4.182890259s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:27.892123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.625865089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T00:13:27.892399Z","caller":"traceutil/trace.go:171","msg":"trace[468265987] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2940; }","duration":"5.626168096s","start":"2026-04-07T00:13:22.266215Z","end":"2026-04-07T00:13:27.892383Z","steps":["trace[468265987] 'agreement among raft nodes before linearized reading' (duration: 5.621257895s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.892674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:22.266197Z","time spent":"5.626460042s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T00:13:27.998332Z","caller":"traceutil/trace.go:171","msg":"trace[1255811293] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"201.673876ms","start":"2026-04-07T00:13:27.796618Z","end":"2026-04-07T00:13:27.998292Z","steps":["trace[1255811293] 'process raft request' (duration: 176.979778ms)","trace[1255811293] 'compare' (duration: 24.053523ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:27.998832Z","caller":"traceutil/trace.go:171","msg":"trace[1539898676] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"200.325716ms","start":"2026-04-07T00:13:27.798475Z","end":"2026-04-07T00:13:27.998801Z","steps":["trace[1539898676] 'process raft request' (duration: 199.644451ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.998888Z","caller":"traceutil/trace.go:171","msg":"trace[940791561] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"200.331737ms","start":"2026-04-07T00:13:27.798528Z","end":"2026-04-07T00:13:27.998859Z","steps":["trace[940791561] 'process raft request' (duration: 200.174103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.998974Z","caller":"traceutil/trace.go:171","msg":"trace[73320190] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3054; }","duration":"111.774095ms","start":"2026-04-07T00:13:27.887182Z","end":"2026-04-07T00:13:27.998956Z","steps":["trace[73320190] 'read index received' (duration: 86.431582ms)","trace[73320190] 'applied index is now lower than readState.Index' (duration: 25.340973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:27.999094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.080961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:13:27.999146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.159791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:13:27.999188Z","caller":"traceutil/trace.go:171","msg":"trace[1631226186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2943; }","duration":"296.247713ms","start":"2026-04-07T00:13:27.702931Z","end":"2026-04-07T00:13:27.999179Z","steps":["trace[1631226186] 'agreement among raft nodes before linearized reading' (duration: 296.1179ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:27.999149Z","caller":"traceutil/trace.go:171","msg":"trace[1396235933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2943; }","duration":"212.170543ms","start":"2026-04-07T00:13:27.786966Z","end":"2026-04-07T00:13:27.999136Z","steps":["trace[1396235933] 'agreement among raft nodes before linearized reading' (duration: 212.012349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.999232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.451988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-07T00:13:27.999261Z","caller":"traceutil/trace.go:171","msg":"trace[918998025] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2943; }","duration":"200.50213ms","start":"2026-04-07T00:13:27.798751Z","end":"2026-04-07T00:13:27.999253Z","steps":["trace[918998025] 'agreement among raft nodes before linearized reading' (duration: 200.420149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:27.999268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.813909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:13:27.999313Z","caller":"traceutil/trace.go:171","msg":"trace[737300229] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2943; }","duration":"228.885022ms","start":"2026-04-07T00:13:27.770417Z","end":"2026-04-07T00:13:27.999302Z","steps":["trace[737300229] 'agreement among raft nodes before linearized reading' (duration: 228.617936ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.029719Z","caller":"traceutil/trace.go:171","msg":"trace[1867553224] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"134.010558ms","start":"2026-04-07T00:13:27.895693Z","end":"2026-04-07T00:13:28.029703Z","steps":["trace[1867553224] 'process raft request' (duration: 133.869924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.029987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.161118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:28.030065Z","caller":"traceutil/trace.go:171","msg":"trace[1714946969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2945; }","duration":"133.276721ms","start":"2026-04-07T00:13:27.89677Z","end":"2026-04-07T00:13:28.030047Z","steps":["trace[1714946969] 'agreement among raft nodes before linearized reading' (duration: 133.154108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.030066Z","caller":"traceutil/trace.go:171","msg":"trace[715998371] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"133.69884ms","start":"2026-04-07T00:13:27.896346Z","end":"2026-04-07T00:13:28.030045Z","steps":["trace[715998371] 'process raft request' (duration: 133.319712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.030241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.086417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:13:28.03031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.310425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7387a432-2da4-4ba4-b043-58c5403b83d8\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-07T00:13:28.03042Z","caller":"traceutil/trace.go:171","msg":"trace[769771826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2945; }","duration":"137.254491ms","start":"2026-04-07T00:13:27.893099Z","end":"2026-04-07T00:13:28.030354Z","steps":["trace[769771826] 'agreement among raft nodes before linearized reading' (duration: 136.862652ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.030443Z","caller":"traceutil/trace.go:171","msg":"trace[305798987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7387a432-2da4-4ba4-b043-58c5403b83d8; range_end:; response_count:1; response_revision:2945; }","duration":"138.479958ms","start":"2026-04-07T00:13:27.891943Z","end":"2026-04-07T00:13:28.030423Z","steps":["trace[305798987] 'agreement among raft nodes before linearized reading' (duration: 138.195021ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.215499Z","caller":"traceutil/trace.go:171","msg":"trace[628184674] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"212.712316ms","start":"2026-04-07T00:13:28.002748Z","end":"2026-04-07T00:13:28.21546Z","steps":["trace[628184674] 'process raft request' (duration: 153.098179ms)","trace[628184674] 'compare' (duration: 59.336931ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:28.215737Z","caller":"traceutil/trace.go:171","msg":"trace[590406721] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"212.92003ms","start":"2026-04-07T00:13:28.002805Z","end":"2026-04-07T00:13:28.215725Z","steps":["trace[590406721] 'process raft request' (duration: 212.605083ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.215886Z","caller":"traceutil/trace.go:171","msg":"trace[206161204] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3060; }","duration":"185.967891ms","start":"2026-04-07T00:13:28.029876Z","end":"2026-04-07T00:13:28.215844Z","steps":["trace[206161204] 'read index received' (duration: 125.976666ms)","trace[206161204] 'applied index is now lower than readState.Index' (duration: 59.984575ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:28.216205Z","caller":"traceutil/trace.go:171","msg":"trace[984156920] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"185.023751ms","start":"2026-04-07T00:13:28.031165Z","end":"2026-04-07T00:13:28.216189Z","steps":["trace[984156920] 'process raft request' (duration: 184.59477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.216219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.26949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-07T00:13:28.216282Z","caller":"traceutil/trace.go:171","msg":"trace[1653411273] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2947; }","duration":"214.396854ms","start":"2026-04-07T00:13:28.00187Z","end":"2026-04-07T00:13:28.216266Z","steps":["trace[1653411273] 'agreement among raft nodes before linearized reading' (duration: 214.146097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.216309Z","caller":"traceutil/trace.go:171","msg":"trace[1480064108] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"181.304126ms","start":"2026-04-07T00:13:28.034967Z","end":"2026-04-07T00:13:28.216272Z","steps":["trace[1480064108] 'process raft request' (duration: 181.139731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.216341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.361083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3eabeabfabf6a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-07T00:13:28.216425Z","caller":"traceutil/trace.go:171","msg":"trace[915813457] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3eabeabfabf6a; range_end:; response_count:1; response_revision:2947; }","duration":"214.471046ms","start":"2026-04-07T00:13:28.001935Z","end":"2026-04-07T00:13:28.216406Z","steps":["trace[915813457] 'agreement among raft nodes before linearized reading' (duration: 213.948083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.216341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.461451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:28.216509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.105729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-04-07T00:13:28.216564Z","caller":"traceutil/trace.go:171","msg":"trace[1159448205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2949; }","duration":"184.204172ms","start":"2026-04-07T00:13:28.032344Z","end":"2026-04-07T00:13:28.216548Z","steps":["trace[1159448205] 'agreement among raft nodes before linearized reading' (duration: 184.014338ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.216587Z","caller":"traceutil/trace.go:171","msg":"trace[1096402402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2949; }","duration":"185.754097ms","start":"2026-04-07T00:13:28.030796Z","end":"2026-04-07T00:13:28.21655Z","steps":["trace[1096402402] 'agreement among raft nodes before linearized reading' (duration: 185.45335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.819605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.347079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:28.819706Z","caller":"traceutil/trace.go:171","msg":"trace[1144666543] linearizableReadLoop","detail":"{readStateIndex:3065; appliedIndex:3064; }","duration":"599.829101ms","start":"2026-04-07T00:13:28.219864Z","end":"2026-04-07T00:13:28.819693Z","steps":["trace[1144666543] 'read index received' (duration: 105.277938ms)","trace[1144666543] 'applied index is now lower than readState.Index' (duration: 494.550183ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:28.819743Z","caller":"traceutil/trace.go:171","msg":"trace[654188468] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"600.573018ms","start":"2026-04-07T00:13:28.219141Z","end":"2026-04-07T00:13:28.819714Z","steps":["trace[654188468] 'process raft request' (duration: 106.055716ms)","trace[654188468] 'compare' (duration: 494.013541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:28.819872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:28.219099Z","time spent":"600.707601ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:28.819895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.865182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:13:28.819935Z","caller":"traceutil/trace.go:171","msg":"trace[1321007043] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2950; }","duration":"599.909712ms","start":"2026-04-07T00:13:28.220005Z","end":"2026-04-07T00:13:28.819914Z","steps":["trace[1321007043] 'agreement among raft nodes before linearized reading' (duration: 599.784799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.819971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:28.219998Z","time spent":"599.966294ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T00:13:28.819918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.639766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:13:28.820026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.134138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-04-07T00:13:28.820471Z","caller":"traceutil/trace.go:171","msg":"trace[1951106341] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2950; }","duration":"600.607298ms","start":"2026-04-07T00:13:28.21984Z","end":"2026-04-07T00:13:28.820447Z","steps":["trace[1951106341] 'agreement among raft nodes before linearized reading' (duration: 599.923833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.820149Z","caller":"traceutil/trace.go:171","msg":"trace[2058802496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2950; }","duration":"232.914451ms","start":"2026-04-07T00:13:28.587225Z","end":"2026-04-07T00:13:28.820139Z","steps":["trace[2058802496] 'agreement among raft nodes before linearized reading' (duration: 232.618575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.820551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:28.219829Z","time spent":"600.70338ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7480,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-07T00:13:28.820193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.485546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:28.820684Z","caller":"traceutil/trace.go:171","msg":"trace[2010587226] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2950; }","duration":"555.002178ms","start":"2026-04-07T00:13:28.265656Z","end":"2026-04-07T00:13:28.820658Z","steps":["trace[2010587226] 'agreement among raft nodes before linearized reading' (duration: 554.509887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:28.82077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:28.26563Z","time spent":"555.112811ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-07T00:13:29.059125Z","caller":"traceutil/trace.go:171","msg":"trace[554044139] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3066; }","duration":"133.025434ms","start":"2026-04-07T00:13:28.926079Z","end":"2026-04-07T00:13:29.059104Z","steps":["trace[554044139] 'read index received' (duration: 132.654606ms)","trace[554044139] 'applied index is now lower than readState.Index' (duration: 369.948µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:29.059167Z","caller":"traceutil/trace.go:171","msg":"trace[870813080] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"157.58579ms","start":"2026-04-07T00:13:28.901544Z","end":"2026-04-07T00:13:29.05913Z","steps":["trace[870813080] 'process raft request' (duration: 157.255483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:29.059422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.302761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-07T00:13:29.059466Z","caller":"traceutil/trace.go:171","msg":"trace[2039074020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2952; }","duration":"133.420404ms","start":"2026-04-07T00:13:28.926034Z","end":"2026-04-07T00:13:29.059454Z","steps":["trace[2039074020] 'agreement among raft nodes before linearized reading' (duration: 133.185958ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:29.469673Z","caller":"traceutil/trace.go:171","msg":"trace[1651479291] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"139.86667ms","start":"2026-04-07T00:13:29.32977Z","end":"2026-04-07T00:13:29.469637Z","steps":["trace[1651479291] 'process raft request' (duration: 139.605914ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:29.56625Z","caller":"traceutil/trace.go:171","msg":"trace[91425691] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"178.772548ms","start":"2026-04-07T00:13:29.387447Z","end":"2026-04-07T00:13:29.566219Z","steps":["trace[91425691] 'process raft request' (duration: 131.012099ms)","trace[91425691] 'compare' (duration: 47.622426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:32.397047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.415152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T00:13:32.397106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.403931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:13:32.397156Z","caller":"traceutil/trace.go:171","msg":"trace[1838364744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2971; }","duration":"163.568035ms","start":"2026-04-07T00:13:32.233562Z","end":"2026-04-07T00:13:32.39713Z","steps":["trace[1838364744] 'range keys from in-memory index tree' (duration: 163.211897ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:32.397173Z","caller":"traceutil/trace.go:171","msg":"trace[525160652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2971; }","duration":"163.527734ms","start":"2026-04-07T00:13:32.233625Z","end":"2026-04-07T00:13:32.397153Z","steps":["trace[525160652] 'range keys from in-memory index tree' (duration: 163.221397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:32.397181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.076481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:13:32.397236Z","caller":"traceutil/trace.go:171","msg":"trace[1795544065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2971; }","duration":"166.174614ms","start":"2026-04-07T00:13:32.231045Z","end":"2026-04-07T00:13:32.39722Z","steps":["trace[1795544065] 'range keys from in-memory index tree' (duration: 165.930378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:34.094037Z","caller":"traceutil/trace.go:171","msg":"trace[46478889] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"150.320036ms","start":"2026-04-07T00:13:33.943682Z","end":"2026-04-07T00:13:34.094002Z","steps":["trace[46478889] 'process raft request' (duration: 150.06262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:34.094481Z","caller":"traceutil/trace.go:171","msg":"trace[1012636976] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"149.63233ms","start":"2026-04-07T00:13:33.944835Z","end":"2026-04-07T00:13:34.094467Z","steps":["trace[1012636976] 'process raft request' (duration: 149.095948ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:34.638241Z","caller":"traceutil/trace.go:171","msg":"trace[1356960412] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3098; }","duration":"154.614622ms","start":"2026-04-07T00:13:34.483598Z","end":"2026-04-07T00:13:34.638212Z","steps":["trace[1356960412] 'read index received' (duration: 89.986083ms)","trace[1356960412] 'applied index is now lower than readState.Index' (duration: 64.627319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:34.638457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.830587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-07T00:13:34.638499Z","caller":"traceutil/trace.go:171","msg":"trace[617367388] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2984; }","duration":"154.92126ms","start":"2026-04-07T00:13:34.483567Z","end":"2026-04-07T00:13:34.638489Z","steps":["trace[617367388] 'agreement among raft nodes before linearized reading' (duration: 154.746326ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:34.638903Z","caller":"traceutil/trace.go:171","msg":"trace[1650517087] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"159.974924ms","start":"2026-04-07T00:13:34.478889Z","end":"2026-04-07T00:13:34.638864Z","steps":["trace[1650517087] 'process raft request' (duration: 159.269188ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:34.638903Z","caller":"traceutil/trace.go:171","msg":"trace[70811701] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"161.542489ms","start":"2026-04-07T00:13:34.477311Z","end":"2026-04-07T00:13:34.638853Z","steps":["trace[70811701] 'process raft request' (duration: 96.340966ms)","trace[70811701] 'compare' (duration: 64.352734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:35.817448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.856243ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:35.817588Z","caller":"traceutil/trace.go:171","msg":"trace[1414104223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2984; }","duration":"732.008286ms","start":"2026-04-07T00:13:35.08556Z","end":"2026-04-07T00:13:35.817568Z","steps":["trace[1414104223] 'range keys from in-memory index tree' (duration: 731.839193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:35.818544Z","caller":"traceutil/trace.go:171","msg":"trace[1439991756] linearizableReadLoop","detail":"{readStateIndex:3101; appliedIndex:3100; }","duration":"409.772727ms","start":"2026-04-07T00:13:35.408745Z","end":"2026-04-07T00:13:35.818518Z","steps":["trace[1439991756] 'read index received' (duration: 316.157543ms)","trace[1439991756] 'applied index is now lower than readState.Index' (duration: 93.613724ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:35.818574Z","caller":"traceutil/trace.go:171","msg":"trace[1769673061] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"655.891547ms","start":"2026-04-07T00:13:35.162652Z","end":"2026-04-07T00:13:35.818544Z","steps":["trace[1769673061] 'process raft request' (duration: 562.354434ms)","trace[1769673061] 'compare' (duration: 92.679174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:35.818732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.992212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:35.818754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:35.16262Z","time spent":"656.046421ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:35.818599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.365945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:35.818786Z","caller":"traceutil/trace.go:171","msg":"trace[722463776] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2985; }","duration":"410.111564ms","start":"2026-04-07T00:13:35.408662Z","end":"2026-04-07T00:13:35.818773Z","steps":["trace[722463776] 'agreement among raft nodes before linearized reading' (duration: 410.012252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:35.818849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:35.408629Z","time spent":"410.210556ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:35.818885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.685678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:13:35.818993Z","caller":"traceutil/trace.go:171","msg":"trace[1904722844] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2985; }","duration":"198.853302ms","start":"2026-04-07T00:13:35.620119Z","end":"2026-04-07T00:13:35.818972Z","steps":["trace[1904722844] 'agreement among raft nodes before linearized reading' (duration: 198.576916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:35.81885Z","caller":"traceutil/trace.go:171","msg":"trace[1163603572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2984; }","duration":"868.550791ms","start":"2026-04-07T00:13:34.95028Z","end":"2026-04-07T00:13:35.81883Z","steps":["trace[1163603572] 'count revisions from in-memory index tree' (duration: 867.265363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:35.819243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:34.950252Z","time spent":"868.967852ms","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:13:36.342635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.2345ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-07T00:13:36.342883Z","caller":"traceutil/trace.go:171","msg":"trace[414958430] linearizableReadLoop","detail":"{readStateIndex:3103; appliedIndex:3101; }","duration":"420.780966ms","start":"2026-04-07T00:13:35.922082Z","end":"2026-04-07T00:13:36.342863Z","steps":["trace[414958430] 'read index received' (duration: 63.323671ms)","trace[414958430] 'applied index is now lower than readState.Index' (duration: 357.455865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:36.342974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:35.820221Z","time spent":"522.75004ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:13:36.343116Z","caller":"traceutil/trace.go:171","msg":"trace[1343933771] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"462.53715ms","start":"2026-04-07T00:13:35.880549Z","end":"2026-04-07T00:13:36.343086Z","steps":["trace[1343933771] 'process raft request' (duration: 462.195091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:36.34328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:35.880519Z","time spent":"462.679733ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:36.343335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.239147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:36.343436Z","caller":"traceutil/trace.go:171","msg":"trace[570306822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2986; }","duration":"421.38591ms","start":"2026-04-07T00:13:35.922036Z","end":"2026-04-07T00:13:36.343421Z","steps":["trace[570306822] 'agreement among raft nodes before linearized reading' (duration: 421.208966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:36.343479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:35.922011Z","time spent":"421.459561ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:13:36.843025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178876069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:13:37.131933Z","caller":"traceutil/trace.go:171","msg":"trace[1126256472] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.03228198s","start":"2026-04-07T00:13:36.099624Z","end":"2026-04-07T00:13:37.131906Z","steps":["trace[1126256472] 'process raft request' (duration: 1.032237039s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:37.131949Z","caller":"traceutil/trace.go:171","msg":"trace[1584469967] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"1.121600788s","start":"2026-04-07T00:13:36.010315Z","end":"2026-04-07T00:13:37.131916Z","steps":["trace[1584469967] 'process raft request' (duration: 1.121330482s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:37.132059Z","caller":"traceutil/trace.go:171","msg":"trace[1834301201] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"1.032387723s","start":"2026-04-07T00:13:36.099603Z","end":"2026-04-07T00:13:37.13199Z","steps":["trace[1834301201] 'process raft request' (duration: 1.032191348s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.132106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.099596Z","time spent":"1.032424913s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:37.13214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.010288Z","time spent":"1.121747412s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:37.132253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.099576Z","time spent":"1.032565226s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:37.426489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.758199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:37.426583Z","caller":"traceutil/trace.go:171","msg":"trace[1908646212] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3103; }","duration":"1.083644561s","start":"2026-04-07T00:13:36.342924Z","end":"2026-04-07T00:13:37.426568Z","steps":["trace[1908646212] 'read index received' (duration: 788.829201ms)","trace[1908646212] 'applied index is now lower than readState.Index' (duration: 294.81403ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:37.426664Z","caller":"traceutil/trace.go:171","msg":"trace[328346267] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"1.08183924s","start":"2026-04-07T00:13:36.344814Z","end":"2026-04-07T00:13:37.426653Z","steps":["trace[328346267] 'process raft request' (duration: 944.833495ms)","trace[328346267] 'compare' (duration: 136.550645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:37.426729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.344785Z","time spent":"1.081913031s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:37.427161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143557305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:37.4272Z","caller":"traceutil/trace.go:171","msg":"trace[109112751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2990; }","duration":"1.143645437s","start":"2026-04-07T00:13:36.283544Z","end":"2026-04-07T00:13:37.427189Z","steps":["trace[109112751] 'agreement among raft nodes before linearized reading' (duration: 1.14338428s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.427229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.283514Z","time spent":"1.143709709s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:13:37.427539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237007045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:37.427524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.792081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:37.427583Z","caller":"traceutil/trace.go:171","msg":"trace[2144124089] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2990; }","duration":"1.237049586s","start":"2026-04-07T00:13:36.190521Z","end":"2026-04-07T00:13:37.427571Z","steps":["trace[2144124089] 'agreement among raft nodes before linearized reading' (duration: 1.236989235s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.427614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.190467Z","time spent":"1.237138038s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:13:37.427651Z","caller":"traceutil/trace.go:171","msg":"trace[993287097] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2990; }","duration":"144.921514ms","start":"2026-04-07T00:13:37.282664Z","end":"2026-04-07T00:13:37.427586Z","steps":["trace[993287097] 'agreement among raft nodes before linearized reading' (duration: 144.75865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.427677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.198093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:13:37.427716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.656829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:37.427759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.324418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:13:37.427812Z","caller":"traceutil/trace.go:171","msg":"trace[814071626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2990; }","duration":"784.459821ms","start":"2026-04-07T00:13:36.643338Z","end":"2026-04-07T00:13:37.427798Z","steps":["trace[814071626] 'agreement among raft nodes before linearized reading' (duration: 784.283447ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:37.427808Z","caller":"traceutil/trace.go:171","msg":"trace[324744484] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2990; }","duration":"677.822002ms","start":"2026-04-07T00:13:36.749968Z","end":"2026-04-07T00:13:37.42779Z","steps":["trace[324744484] 'agreement among raft nodes before linearized reading' (duration: 677.625778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.427858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.643314Z","time spent":"784.535164ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:13:37.427876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.749947Z","time spent":"677.916485ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:13:37.427759Z","caller":"traceutil/trace.go:171","msg":"trace[1531303110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2990; }","duration":"783.364837ms","start":"2026-04-07T00:13:36.644376Z","end":"2026-04-07T00:13:37.42774Z","steps":["trace[1531303110] 'agreement among raft nodes before linearized reading' (duration: 783.163363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.427677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266473891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:13:37.427914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.110625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:13:37.427966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.644344Z","time spent":"783.599563ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:37.427677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266473921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:13:37.428006Z","caller":"traceutil/trace.go:171","msg":"trace[2005736391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2990; }","duration":"1.26684183s","start":"2026-04-07T00:13:36.161144Z","end":"2026-04-07T00:13:37.427986Z","steps":["trace[2005736391] 'agreement among raft nodes before linearized reading' (duration: 1.266350719s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:37.428024Z","caller":"traceutil/trace.go:171","msg":"trace[534991456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2990; }","duration":"954.280649ms","start":"2026-04-07T00:13:36.473719Z","end":"2026-04-07T00:13:37.428Z","steps":["trace[534991456] 'agreement among raft nodes before linearized reading' (duration: 953.920951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.428064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.16113Z","time spent":"1.266916781s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:37.428083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.473701Z","time spent":"954.371951ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:13:37.427475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.459071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-07T00:13:37.428161Z","caller":"traceutil/trace.go:171","msg":"trace[2029966919] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2990; }","duration":"962.172617ms","start":"2026-04-07T00:13:36.465974Z","end":"2026-04-07T00:13:37.428147Z","steps":["trace[2029966919] 'agreement among raft nodes before linearized reading' (duration: 961.38742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:37.428171Z","caller":"traceutil/trace.go:171","msg":"trace[860648977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2990; }","duration":"1.266942612s","start":"2026-04-07T00:13:36.161143Z","end":"2026-04-07T00:13:37.428086Z","steps":["trace[860648977] 'agreement among raft nodes before linearized reading' (duration: 1.266373919s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.428224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.465953Z","time spent":"962.257559ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-07T00:13:37.428463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:36.161119Z","time spent":"1.267239548s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:37.818453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.810806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:37.818578Z","caller":"traceutil/trace.go:171","msg":"trace[413818919] linearizableReadLoop","detail":"{readStateIndex:3108; appliedIndex:3107; }","duration":"383.74638ms","start":"2026-04-07T00:13:37.434812Z","end":"2026-04-07T00:13:37.818559Z","steps":["trace[413818919] 'read index received' (duration: 221.74204ms)","trace[413818919] 'applied index is now lower than readState.Index' (duration: 162.00297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:37.818679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.862673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:13:37.818767Z","caller":"traceutil/trace.go:171","msg":"trace[129017711] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2991; }","duration":"383.960114ms","start":"2026-04-07T00:13:37.434798Z","end":"2026-04-07T00:13:37.818758Z","steps":["trace[129017711] 'agreement among raft nodes before linearized reading' (duration: 383.834432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:37.818835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.434789Z","time spent":"384.011095ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-07T00:13:37.818629Z","caller":"traceutil/trace.go:171","msg":"trace[144513115] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"384.303582ms","start":"2026-04-07T00:13:37.434274Z","end":"2026-04-07T00:13:37.818578Z","steps":["trace[144513115] 'process raft request' (duration: 222.260101ms)","trace[144513115] 'compare' (duration: 161.643413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:37.819232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.434251Z","time spent":"384.872225ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:38.158646Z","caller":"traceutil/trace.go:171","msg":"trace[1594511565] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"723.603838ms","start":"2026-04-07T00:13:37.434999Z","end":"2026-04-07T00:13:38.158603Z","steps":["trace[1594511565] 'process raft request' (duration: 714.638854ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:38.158702Z","caller":"traceutil/trace.go:171","msg":"trace[80003967] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"723.566257ms","start":"2026-04-07T00:13:37.435107Z","end":"2026-04-07T00:13:38.158673Z","steps":["trace[80003967] 'process raft request' (duration: 723.434894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.158833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.434983Z","time spent":"723.745181ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:38.158868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.435091Z","time spent":"723.683789ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:38.159008Z","caller":"traceutil/trace.go:171","msg":"trace[1875148513] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"723.794593ms","start":"2026-04-07T00:13:37.435176Z","end":"2026-04-07T00:13:38.15897Z","steps":["trace[1875148513] 'process raft request' (duration: 723.454015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.159143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.374362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3eabeabfabf6a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-07T00:13:38.159188Z","caller":"traceutil/trace.go:171","msg":"trace[744774893] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3eabeabfabf6a; range_end:; response_count:1; response_revision:2995; }","duration":"391.448133ms","start":"2026-04-07T00:13:37.767726Z","end":"2026-04-07T00:13:38.159174Z","steps":["trace[744774893] 'agreement among raft nodes before linearized reading' (duration: 391.29175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.159212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.793457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-07T00:13:38.159233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.435165Z","time spent":"723.919365ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:38.159255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.767702Z","time spent":"391.537336ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a3eabeabfabf6a\" "} {"level":"info","ts":"2026-04-07T00:13:38.159268Z","caller":"traceutil/trace.go:171","msg":"trace[2122845756] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2995; }","duration":"721.905189ms","start":"2026-04-07T00:13:37.437348Z","end":"2026-04-07T00:13:38.159253Z","steps":["trace[2122845756] 'agreement among raft nodes before linearized reading' (duration: 721.720165ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:38.159026Z","caller":"traceutil/trace.go:171","msg":"trace[1167413484] linearizableReadLoop","detail":"{readStateIndex:3112; appliedIndex:3108; }","duration":"340.40418ms","start":"2026-04-07T00:13:37.818599Z","end":"2026-04-07T00:13:38.159003Z","steps":["trace[1167413484] 'read index received' (duration: 330.991367ms)","trace[1167413484] 'applied index is now lower than readState.Index' (duration: 9.411623ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:38.159346Z","caller":"traceutil/trace.go:171","msg":"trace[1638864988] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"724.091029ms","start":"2026-04-07T00:13:37.435243Z","end":"2026-04-07T00:13:38.159334Z","steps":["trace[1638864988] 'process raft request' (duration: 723.537517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.159438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.929514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:13:38.159488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.43523Z","time spent":"724.222371ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:13:38.159497Z","caller":"traceutil/trace.go:171","msg":"trace[543796979] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2995; }","duration":"527.042076ms","start":"2026-04-07T00:13:37.632439Z","end":"2026-04-07T00:13:38.159482Z","steps":["trace[543796979] 'agreement among raft nodes before linearized reading' (duration: 526.921463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.159518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.92032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:38.159624Z","caller":"traceutil/trace.go:171","msg":"trace[350298037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2995; }","duration":"722.053383ms","start":"2026-04-07T00:13:37.43755Z","end":"2026-04-07T00:13:38.159604Z","steps":["trace[350298037] 'agreement among raft nodes before linearized reading' (duration: 721.874129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.159334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.437336Z","time spent":"721.98139ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-07T00:13:38.159703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.437533Z","time spent":"722.158275ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:13:38.159542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.632398Z","time spent":"527.130478ms","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:13:38.163552Z","caller":"traceutil/trace.go:171","msg":"trace[2130168932] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"111.447317ms","start":"2026-04-07T00:13:38.052091Z","end":"2026-04-07T00:13:38.163538Z","steps":["trace[2130168932] 'process raft request' (duration: 111.378406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.163763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.836525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:13:38.16384Z","caller":"traceutil/trace.go:171","msg":"trace[1431803941] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2996; }","duration":"145.965338ms","start":"2026-04-07T00:13:38.017858Z","end":"2026-04-07T00:13:38.163824Z","steps":["trace[1431803941] 'agreement among raft nodes before linearized reading' (duration: 145.847295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.163857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.924146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:13:38.1639Z","caller":"traceutil/trace.go:171","msg":"trace[896434194] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2996; }","duration":"343.003549ms","start":"2026-04-07T00:13:37.820888Z","end":"2026-04-07T00:13:38.163891Z","steps":["trace[896434194] 'agreement among raft nodes before linearized reading' (duration: 342.872115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:38.163933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:37.82087Z","time spent":"343.054811ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-07T00:13:39.963558Z","caller":"traceutil/trace.go:171","msg":"trace[138752474] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"115.255973ms","start":"2026-04-07T00:13:39.848278Z","end":"2026-04-07T00:13:39.963534Z","steps":["trace[138752474] 'process raft request' (duration: 115.08956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:48.330182Z","caller":"traceutil/trace.go:171","msg":"trace[757137238] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"118.635161ms","start":"2026-04-07T00:13:48.211523Z","end":"2026-04-07T00:13:48.330158Z","steps":["trace[757137238] 'process raft request' (duration: 118.501437ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:48.367545Z","caller":"traceutil/trace.go:171","msg":"trace[1951780904] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"154.93027ms","start":"2026-04-07T00:13:48.2126Z","end":"2026-04-07T00:13:48.367531Z","steps":["trace[1951780904] 'process raft request' (duration: 154.744386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:48.367849Z","caller":"traceutil/trace.go:171","msg":"trace[817484107] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"154.806086ms","start":"2026-04-07T00:13:48.213018Z","end":"2026-04-07T00:13:48.367825Z","steps":["trace[817484107] 'process raft request' (duration: 154.468019ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:48.368006Z","caller":"traceutil/trace.go:171","msg":"trace[1112803409] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"154.561781ms","start":"2026-04-07T00:13:48.213428Z","end":"2026-04-07T00:13:48.36799Z","steps":["trace[1112803409] 'process raft request' (duration: 154.282935ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:50.535787Z","caller":"traceutil/trace.go:171","msg":"trace[819562998] linearizableReadLoop","detail":"{readStateIndex:3181; appliedIndex:3180; }","duration":"163.903113ms","start":"2026-04-07T00:13:50.371853Z","end":"2026-04-07T00:13:50.535756Z","steps":["trace[819562998] 'read index received' (duration: 163.503734ms)","trace[819562998] 'applied index is now lower than readState.Index' (duration: 394.509µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:50.535858Z","caller":"traceutil/trace.go:171","msg":"trace[964487265] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"197.620374ms","start":"2026-04-07T00:13:50.338208Z","end":"2026-04-07T00:13:50.535828Z","steps":["trace[964487265] 'process raft request' (duration: 197.292347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:50.536065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.19583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:13:50.536132Z","caller":"traceutil/trace.go:171","msg":"trace[217321631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3061; }","duration":"164.311482ms","start":"2026-04-07T00:13:50.371804Z","end":"2026-04-07T00:13:50.536115Z","steps":["trace[217321631] 'agreement among raft nodes before linearized reading' (duration: 164.115597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:50.53619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.037966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:13:50.536229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.967014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:13:50.536273Z","caller":"traceutil/trace.go:171","msg":"trace[1366672031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3061; }","duration":"164.166209ms","start":"2026-04-07T00:13:50.372088Z","end":"2026-04-07T00:13:50.536254Z","steps":["trace[1366672031] 'agreement among raft nodes before linearized reading' (duration: 163.942484ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:50.536306Z","caller":"traceutil/trace.go:171","msg":"trace[1333591523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3061; }","duration":"164.050435ms","start":"2026-04-07T00:13:50.372229Z","end":"2026-04-07T00:13:50.53628Z","steps":["trace[1333591523] 'agreement among raft nodes before linearized reading' (duration: 163.857911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:56.70382Z","caller":"traceutil/trace.go:171","msg":"trace[428418727] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"108.911561ms","start":"2026-04-07T00:13:56.594882Z","end":"2026-04-07T00:13:56.703793Z","steps":["trace[428418727] 'process raft request' (duration: 94.971236ms)","trace[428418727] 'compare' (duration: 13.807702ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:12.973497Z","caller":"traceutil/trace.go:171","msg":"trace[346833043] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"117.78472ms","start":"2026-04-07T00:14:12.855685Z","end":"2026-04-07T00:14:12.973469Z","steps":["trace[346833043] 'process raft request' (duration: 103.075298ms)","trace[346833043] 'compare' (duration: 14.503638ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:12.973651Z","caller":"traceutil/trace.go:171","msg":"trace[616358551] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"117.316649ms","start":"2026-04-07T00:14:12.856294Z","end":"2026-04-07T00:14:12.973611Z","steps":["trace[616358551] 'process raft request' (duration: 117.122505ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:25.134662Z","caller":"traceutil/trace.go:171","msg":"trace[2004014307] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"101.297359ms","start":"2026-04-07T00:14:25.033342Z","end":"2026-04-07T00:14:25.134639Z","steps":["trace[2004014307] 'process raft request' (duration: 101.007631ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:25.612869Z","caller":"traceutil/trace.go:171","msg":"trace[688429441] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"101.752878ms","start":"2026-04-07T00:14:25.511081Z","end":"2026-04-07T00:14:25.612833Z","steps":["trace[688429441] 'process raft request' (duration: 96.93224ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:25.614243Z","caller":"traceutil/trace.go:171","msg":"trace[1404550552] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"101.37711ms","start":"2026-04-07T00:14:25.51284Z","end":"2026-04-07T00:14:25.614217Z","steps":["trace[1404550552] 'process raft request' (duration: 101.263167ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:25.916016Z","caller":"traceutil/trace.go:171","msg":"trace[1762353537] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"155.792329ms","start":"2026-04-07T00:14:25.760195Z","end":"2026-04-07T00:14:25.915988Z","steps":["trace[1762353537] 'process raft request' (duration: 91.247071ms)","trace[1762353537] 'compare' (duration: 64.415235ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:25.915991Z","caller":"traceutil/trace.go:171","msg":"trace[1912766258] linearizableReadLoop","detail":"{readStateIndex:3378; appliedIndex:3377; }","duration":"119.671903ms","start":"2026-04-07T00:14:25.796295Z","end":"2026-04-07T00:14:25.915967Z","steps":["trace[1912766258] 'read index received' (duration: 55.156936ms)","trace[1912766258] 'applied index is now lower than readState.Index' (duration: 64.513917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:25.916154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.846718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:25.916195Z","caller":"traceutil/trace.go:171","msg":"trace[1170914745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3250; }","duration":"119.94517ms","start":"2026-04-07T00:14:25.796241Z","end":"2026-04-07T00:14:25.916186Z","steps":["trace[1170914745] 'agreement among raft nodes before linearized reading' (duration: 119.833377ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:43.77822Z","caller":"traceutil/trace.go:171","msg":"trace[818580202] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"100.240146ms","start":"2026-04-07T00:14:43.677916Z","end":"2026-04-07T00:14:43.778156Z","steps":["trace[818580202] 'process raft request' (duration: 69.004184ms)","trace[818580202] 'compare' (duration: 30.920165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:48.029848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.118645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:14:48.029963Z","caller":"traceutil/trace.go:171","msg":"trace[28706469] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"240.408318ms","start":"2026-04-07T00:14:47.789533Z","end":"2026-04-07T00:14:48.029941Z","steps":["trace[28706469] 'process raft request' (duration: 91.115389ms)","trace[28706469] 'compare' (duration: 148.87185ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:48.03232Z","caller":"traceutil/trace.go:171","msg":"trace[1243425027] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"242.67962ms","start":"2026-04-07T00:14:47.78962Z","end":"2026-04-07T00:14:48.0323Z","steps":["trace[1243425027] 'process raft request' (duration: 242.548827ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:04.902226Z","caller":"traceutil/trace.go:171","msg":"trace[893772067] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"101.893753ms","start":"2026-04-07T00:15:04.800303Z","end":"2026-04-07T00:15:04.902197Z","steps":["trace[893772067] 'process raft request' (duration: 101.722399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:13.717837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.036993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:13.718201Z","caller":"traceutil/trace.go:171","msg":"trace[249587812] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"197.732938ms","start":"2026-04-07T00:15:13.520421Z","end":"2026-04-07T00:15:13.718154Z","steps":["trace[249587812] 'process raft request' (duration: 64.284626ms)","trace[249587812] 'compare' (duration: 132.920391ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:13.718347Z","caller":"traceutil/trace.go:171","msg":"trace[1502185253] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"197.33984ms","start":"2026-04-07T00:15:13.52099Z","end":"2026-04-07T00:15:13.71833Z","steps":["trace[1502185253] 'process raft request' (duration: 196.980652ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:13.718393Z","caller":"traceutil/trace.go:171","msg":"trace[1714894802] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"154.709611ms","start":"2026-04-07T00:15:13.563663Z","end":"2026-04-07T00:15:13.718373Z","steps":["trace[1714894802] 'process raft request' (duration: 154.583588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:13.90802Z","caller":"traceutil/trace.go:171","msg":"trace[264331969] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"104.00076ms","start":"2026-04-07T00:15:13.803996Z","end":"2026-04-07T00:15:13.907997Z","steps":["trace[264331969] 'process raft request' (duration: 95.661142ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:16.12792Z","caller":"traceutil/trace.go:171","msg":"trace[2025324939] linearizableReadLoop","detail":"{readStateIndex:3646; appliedIndex:3645; }","duration":"214.18786ms","start":"2026-04-07T00:15:15.913696Z","end":"2026-04-07T00:15:16.127884Z","steps":["trace[2025324939] 'read index received' (duration: 205.089224ms)","trace[2025324939] 'applied index is now lower than readState.Index' (duration: 9.097166ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:16.128016Z","caller":"traceutil/trace.go:171","msg":"trace[84801835] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"215.622061ms","start":"2026-04-07T00:15:15.912374Z","end":"2026-04-07T00:15:16.127996Z","steps":["trace[84801835] 'process raft request' (duration: 206.550717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:16.128114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.398244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-07T00:15:16.128142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.906594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:16.128196Z","caller":"traceutil/trace.go:171","msg":"trace[793158012] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3507; }","duration":"122.019126ms","start":"2026-04-07T00:15:16.006165Z","end":"2026-04-07T00:15:16.128184Z","steps":["trace[793158012] 'agreement among raft nodes before linearized reading' (duration: 121.911844ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:16.128199Z","caller":"traceutil/trace.go:171","msg":"trace[1301497889] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3507; }","duration":"214.527737ms","start":"2026-04-07T00:15:15.913652Z","end":"2026-04-07T00:15:16.12818Z","steps":["trace[1301497889] 'agreement among raft nodes before linearized reading' (duration: 214.356673ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:19.745016Z","caller":"traceutil/trace.go:171","msg":"trace[1957300193] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"103.883717ms","start":"2026-04-07T00:15:19.641092Z","end":"2026-04-07T00:15:19.744976Z","steps":["trace[1957300193] 'process raft request' (duration: 68.665154ms)","trace[1957300193] 'compare' (duration: 35.07884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:19.98818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.854509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:19.988531Z","caller":"traceutil/trace.go:171","msg":"trace[1424432528] linearizableReadLoop","detail":"{readStateIndex:3664; appliedIndex:3662; }","duration":"132.375708ms","start":"2026-04-07T00:15:19.856124Z","end":"2026-04-07T00:15:19.9885Z","steps":["trace[1424432528] 'read index received' (duration: 11.082699ms)","trace[1424432528] 'applied index is now lower than readState.Index' (duration: 121.292079ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:19.988664Z","caller":"traceutil/trace.go:171","msg":"trace[632321518] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"187.322555ms","start":"2026-04-07T00:15:19.80133Z","end":"2026-04-07T00:15:19.988652Z","steps":["trace[632321518] 'process raft request' (duration: 187.09687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:19.989013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.87938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:19.989099Z","caller":"traceutil/trace.go:171","msg":"trace[832848003] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3525; }","duration":"133.002742ms","start":"2026-04-07T00:15:19.856081Z","end":"2026-04-07T00:15:19.989084Z","steps":["trace[832848003] 'agreement among raft nodes before linearized reading' (duration: 132.89163ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:19.989443Z","caller":"traceutil/trace.go:171","msg":"trace[1433403531] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"190.2167ms","start":"2026-04-07T00:15:19.799187Z","end":"2026-04-07T00:15:19.989403Z","steps":["trace[1433403531] 'process raft request' (duration: 68.03583ms)","trace[1433403531] 'compare' (duration: 120.728526ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:30.007694Z","caller":"traceutil/trace.go:171","msg":"trace[504772808] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"202.434185ms","start":"2026-04-07T00:15:29.805231Z","end":"2026-04-07T00:15:30.007665Z","steps":["trace[504772808] 'process raft request' (duration: 202.280961ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:34.493811Z","caller":"traceutil/trace.go:171","msg":"trace[1924379658] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"146.706392ms","start":"2026-04-07T00:15:34.347081Z","end":"2026-04-07T00:15:34.493787Z","steps":["trace[1924379658] 'process raft request' (duration: 146.534947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:34.495659Z","caller":"traceutil/trace.go:171","msg":"trace[601355507] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"146.899845ms","start":"2026-04-07T00:15:34.348734Z","end":"2026-04-07T00:15:34.495634Z","steps":["trace[601355507] 'process raft request' (duration: 146.398504ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:35.750467Z","caller":"traceutil/trace.go:171","msg":"trace[1311716076] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"262.070666ms","start":"2026-04-07T00:15:35.488372Z","end":"2026-04-07T00:15:35.750442Z","steps":["trace[1311716076] 'process raft request' (duration: 261.924383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:35.974198Z","caller":"traceutil/trace.go:171","msg":"trace[85724854] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"110.266901ms","start":"2026-04-07T00:15:35.863881Z","end":"2026-04-07T00:15:35.974148Z","steps":["trace[85724854] 'process raft request' (duration: 110.107517ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:36.387653Z","caller":"traceutil/trace.go:171","msg":"trace[1169549368] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"160.772679ms","start":"2026-04-07T00:15:36.226847Z","end":"2026-04-07T00:15:36.38762Z","steps":["trace[1169549368] 'process raft request' (duration: 124.8365ms)","trace[1169549368] 'compare' (duration: 35.669352ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:36.418314Z","caller":"traceutil/trace.go:171","msg":"trace[495798109] linearizableReadLoop","detail":"{readStateIndex:3804; appliedIndex:3801; }","duration":"168.524133ms","start":"2026-04-07T00:15:36.249763Z","end":"2026-04-07T00:15:36.418287Z","steps":["trace[495798109] 'read index received' (duration: 102.017436ms)","trace[495798109] 'applied index is now lower than readState.Index' (duration: 66.505177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:36.418564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.773088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:36.418626Z","caller":"traceutil/trace.go:171","msg":"trace[123772654] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:3659; }","duration":"168.864181ms","start":"2026-04-07T00:15:36.249741Z","end":"2026-04-07T00:15:36.418605Z","steps":["trace[123772654] 'agreement among raft nodes before linearized reading' (duration: 168.660566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:36.418624Z","caller":"traceutil/trace.go:171","msg":"trace[1318394507] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"191.06817ms","start":"2026-04-07T00:15:36.227512Z","end":"2026-04-07T00:15:36.41858Z","steps":["trace[1318394507] 'process raft request' (duration: 190.599259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:36.418851Z","caller":"traceutil/trace.go:171","msg":"trace[1148277764] transaction","detail":"{read_only:false; response_revision:3659; number_of_response:1; }","duration":"180.347579ms","start":"2026-04-07T00:15:36.238491Z","end":"2026-04-07T00:15:36.418838Z","steps":["trace[1148277764] 'process raft request' (duration: 179.743446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:36.719633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.92665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:36.720061Z","caller":"traceutil/trace.go:171","msg":"trace[1637748874] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"219.741354ms","start":"2026-04-07T00:15:36.500272Z","end":"2026-04-07T00:15:36.720014Z","steps":["trace[1637748874] 'process raft request' (duration: 219.5705ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:36.720084Z","caller":"traceutil/trace.go:171","msg":"trace[959684149] linearizableReadLoop","detail":"{readStateIndex:3808; appliedIndex:3807; }","duration":"228.359608ms","start":"2026-04-07T00:15:36.491696Z","end":"2026-04-07T00:15:36.720055Z","steps":["trace[959684149] 'read index received' (duration: 114.923676ms)","trace[959684149] 'applied index is now lower than readState.Index' (duration: 113.433142ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:36.720151Z","caller":"traceutil/trace.go:171","msg":"trace[2109175201] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"220.86101ms","start":"2026-04-07T00:15:36.499257Z","end":"2026-04-07T00:15:36.720118Z","steps":["trace[2109175201] 'process raft request' (duration: 220.497471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:36.720312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.595753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:36.720383Z","caller":"traceutil/trace.go:171","msg":"trace[1795844397] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:3665; }","duration":"228.720046ms","start":"2026-04-07T00:15:36.49164Z","end":"2026-04-07T00:15:36.72036Z","steps":["trace[1795844397] 'agreement among raft nodes before linearized reading' (duration: 228.592913ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:36.720093Z","caller":"traceutil/trace.go:171","msg":"trace[341089461] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"266.119188ms","start":"2026-04-07T00:15:36.453932Z","end":"2026-04-07T00:15:36.720051Z","steps":["trace[341089461] 'process raft request' (duration: 152.672046ms)","trace[341089461] 'compare' (duration: 112.752097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:37.051392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.338454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:37.051467Z","caller":"traceutil/trace.go:171","msg":"trace[1830823406] linearizableReadLoop","detail":"{readStateIndex:3812; appliedIndex:3811; }","duration":"242.460264ms","start":"2026-04-07T00:15:36.808994Z","end":"2026-04-07T00:15:37.051454Z","steps":["trace[1830823406] 'read index received' (duration: 75.008488ms)","trace[1830823406] 'applied index is now lower than readState.Index' (duration: 167.450906ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:37.051499Z","caller":"traceutil/trace.go:171","msg":"trace[1510135271] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"250.233359ms","start":"2026-04-07T00:15:36.801228Z","end":"2026-04-07T00:15:37.051462Z","steps":["trace[1510135271] 'process raft request' (duration: 82.754302ms)","trace[1510135271] 'compare' (duration: 167.217981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:37.051601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.631318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-07T00:15:37.051625Z","caller":"traceutil/trace.go:171","msg":"trace[1404703463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3667; }","duration":"242.675349ms","start":"2026-04-07T00:15:36.808943Z","end":"2026-04-07T00:15:37.051618Z","steps":["trace[1404703463] 'agreement among raft nodes before linearized reading' (duration: 242.568616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:37.628443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.489379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:37.628523Z","caller":"traceutil/trace.go:171","msg":"trace[1623493014] linearizableReadLoop","detail":"{readStateIndex:3813; appliedIndex:3812; }","duration":"345.100002ms","start":"2026-04-07T00:15:37.283411Z","end":"2026-04-07T00:15:37.628511Z","steps":["trace[1623493014] 'read index received' (duration: 121.377107ms)","trace[1623493014] 'applied index is now lower than readState.Index' (duration: 223.722195ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:37.628581Z","caller":"traceutil/trace.go:171","msg":"trace[1347010173] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"567.515578ms","start":"2026-04-07T00:15:37.061023Z","end":"2026-04-07T00:15:37.628539Z","steps":["trace[1347010173] 'process raft request' (duration: 343.827903ms)","trace[1347010173] 'compare' (duration: 223.379887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:37.628665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.791523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:15:37.628636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.245215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:15:37.628719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.060998Z","time spent":"567.650161ms","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10357,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:37.628733Z","caller":"traceutil/trace.go:171","msg":"trace[241930364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3668; }","duration":"345.392799ms","start":"2026-04-07T00:15:37.283315Z","end":"2026-04-07T00:15:37.628708Z","steps":["trace[241930364] 'agreement among raft nodes before linearized reading' (duration: 345.248816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:37.628793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.283289Z","time spent":"345.490181ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:15:37.628688Z","caller":"traceutil/trace.go:171","msg":"trace[149190966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3668; }","duration":"221.858354ms","start":"2026-04-07T00:15:37.406824Z","end":"2026-04-07T00:15:37.628682Z","steps":["trace[149190966] 'agreement among raft nodes before linearized reading' (duration: 221.749102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:38.288073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.006579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:38.288321Z","caller":"traceutil/trace.go:171","msg":"trace[346950965] linearizableReadLoop","detail":"{readStateIndex:3815; appliedIndex:3813; }","duration":"648.074127ms","start":"2026-04-07T00:15:37.640228Z","end":"2026-04-07T00:15:38.288302Z","steps":["trace[346950965] 'read index received' (duration: 315.778102ms)","trace[346950965] 'applied index is now lower than readState.Index' (duration: 332.294914ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:38.28841Z","caller":"traceutil/trace.go:171","msg":"trace[97492962] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"651.715779ms","start":"2026-04-07T00:15:37.636666Z","end":"2026-04-07T00:15:38.288382Z","steps":["trace[97492962] 'process raft request' (duration: 651.523255ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.288365Z","caller":"traceutil/trace.go:171","msg":"trace[82528989] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"656.20931ms","start":"2026-04-07T00:15:37.632093Z","end":"2026-04-07T00:15:38.288303Z","steps":["trace[82528989] 'process raft request' (duration: 323.896514ms)","trace[82528989] 'compare' (duration: 331.879206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:38.288548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.636643Z","time spent":"651.829022ms","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10366,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:38.288559Z","caller":"traceutil/trace.go:171","msg":"trace[986176266] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"531.565471ms","start":"2026-04-07T00:15:37.756982Z","end":"2026-04-07T00:15:38.288547Z","steps":["trace[986176266] 'process raft request' (duration: 531.280915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:38.288627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.756952Z","time spent":"531.639342ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:38.288662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.632079Z","time spent":"656.476476ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:38.288775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.063697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:15:38.288766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.530027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:38.288829Z","caller":"traceutil/trace.go:171","msg":"trace[1055959678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3671; }","duration":"311.155179ms","start":"2026-04-07T00:15:37.977661Z","end":"2026-04-07T00:15:38.288817Z","steps":["trace[1055959678] 'agreement among raft nodes before linearized reading' (duration: 311.026236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.288834Z","caller":"traceutil/trace.go:171","msg":"trace[1300258860] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:3671; }","duration":"648.64223ms","start":"2026-04-07T00:15:37.640179Z","end":"2026-04-07T00:15:38.288821Z","steps":["trace[1300258860] 'agreement among raft nodes before linearized reading' (duration: 648.516167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:38.288855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.97764Z","time spent":"311.209531ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:15:38.28887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:37.640162Z","time spent":"648.699691ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-07T00:16:09.336142Z","caller":"traceutil/trace.go:171","msg":"trace[1346076933] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"492.945572ms","start":"2026-04-07T00:16:08.84317Z","end":"2026-04-07T00:16:09.336115Z","steps":["trace[1346076933] 'process raft request' (duration: 492.780939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:09.336339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:08.843148Z","time spent":"493.112087ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:09.341262Z","caller":"traceutil/trace.go:171","msg":"trace[1728746039] linearizableReadLoop","detail":"{readStateIndex:4133; appliedIndex:4131; }","duration":"473.047156ms","start":"2026-04-07T00:16:08.868193Z","end":"2026-04-07T00:16:09.341241Z","steps":["trace[1728746039] 'read index received' (duration: 467.753827ms)","trace[1728746039] 'applied index is now lower than readState.Index' (duration: 5.292409ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:09.341373Z","caller":"traceutil/trace.go:171","msg":"trace[1445182605] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"474.217932ms","start":"2026-04-07T00:16:08.867118Z","end":"2026-04-07T00:16:09.341336Z","steps":["trace[1445182605] 'process raft request' (duration: 474.010737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:09.341406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.199189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:16:09.341607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:08.867091Z","time spent":"474.432176ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:09.341686Z","caller":"traceutil/trace.go:171","msg":"trace[1702105001] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3979; }","duration":"473.510226ms","start":"2026-04-07T00:16:08.868139Z","end":"2026-04-07T00:16:09.341649Z","steps":["trace[1702105001] 'agreement among raft nodes before linearized reading' (duration: 473.212999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:09.341872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:08.868114Z","time spent":"473.67697ms","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:16:10.331875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.986013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17054"} {"level":"info","ts":"2026-04-07T00:16:10.332052Z","caller":"traceutil/trace.go:171","msg":"trace[655190242] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3981; }","duration":"123.156157ms","start":"2026-04-07T00:16:10.208807Z","end":"2026-04-07T00:16:10.331963Z","steps":["trace[655190242] 'range keys from in-memory index tree' (duration: 122.571062ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.48982Z","caller":"traceutil/trace.go:171","msg":"trace[163241373] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"141.826806ms","start":"2026-04-07T00:16:10.347966Z","end":"2026-04-07T00:16:10.489792Z","steps":["trace[163241373] 'process raft request' (duration: 141.664952ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.676532Z","caller":"traceutil/trace.go:171","msg":"trace[1420861386] linearizableReadLoop","detail":"{readStateIndex:4137; appliedIndex:4135; }","duration":"223.582122ms","start":"2026-04-07T00:16:10.452926Z","end":"2026-04-07T00:16:10.676508Z","steps":["trace[1420861386] 'read index received' (duration: 36.798946ms)","trace[1420861386] 'applied index is now lower than readState.Index' (duration: 186.781896ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:10.676629Z","caller":"traceutil/trace.go:171","msg":"trace[1061188830] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"249.718929ms","start":"2026-04-07T00:16:10.426872Z","end":"2026-04-07T00:16:10.676591Z","steps":["trace[1061188830] 'process raft request' (duration: 249.496234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:10.676843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.885429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:16:10.676953Z","caller":"traceutil/trace.go:171","msg":"trace[2125708160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3983; }","duration":"224.048783ms","start":"2026-04-07T00:16:10.452878Z","end":"2026-04-07T00:16:10.676927Z","steps":["trace[2125708160] 'agreement among raft nodes before linearized reading' (duration: 223.761266ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.786217Z","caller":"traceutil/trace.go:171","msg":"trace[388117540] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"289.424722ms","start":"2026-04-07T00:16:10.496571Z","end":"2026-04-07T00:16:10.785996Z","steps":["trace[388117540] 'process raft request' (duration: 289.180356ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.786293Z","caller":"traceutil/trace.go:171","msg":"trace[1989239622] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"289.187116ms","start":"2026-04-07T00:16:10.497083Z","end":"2026-04-07T00:16:10.78627Z","steps":["trace[1989239622] 'process raft request' (duration: 288.823378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.786314Z","caller":"traceutil/trace.go:171","msg":"trace[698819703] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"288.836828ms","start":"2026-04-07T00:16:10.497459Z","end":"2026-04-07T00:16:10.786296Z","steps":["trace[698819703] 'process raft request' (duration: 288.745906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.786441Z","caller":"traceutil/trace.go:171","msg":"trace[1850417883] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"289.012192ms","start":"2026-04-07T00:16:10.497417Z","end":"2026-04-07T00:16:10.786429Z","steps":["trace[1850417883] 'process raft request' (duration: 288.550552ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.78668Z","caller":"traceutil/trace.go:171","msg":"trace[1765354716] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"288.95259ms","start":"2026-04-07T00:16:10.497712Z","end":"2026-04-07T00:16:10.786665Z","steps":["trace[1765354716] 'process raft request' (duration: 288.536941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.789304Z","caller":"traceutil/trace.go:171","msg":"trace[2080385944] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"290.733201ms","start":"2026-04-07T00:16:10.498352Z","end":"2026-04-07T00:16:10.789085Z","steps":["trace[2080385944] 'process raft request' (duration: 288.137952ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.789455Z","caller":"traceutil/trace.go:171","msg":"trace[1392679601] linearizableReadLoop","detail":"{readStateIndex:4145; appliedIndex:4137; }","duration":"112.816364ms","start":"2026-04-07T00:16:10.676596Z","end":"2026-04-07T00:16:10.789412Z","steps":["trace[1392679601] 'read index received' (duration: 109.196193ms)","trace[1392679601] 'applied index is now lower than readState.Index' (duration: 3.618391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:10.789593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.592262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:16:10.789593Z","caller":"traceutil/trace.go:171","msg":"trace[1213685025] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"254.244831ms","start":"2026-04-07T00:16:10.535324Z","end":"2026-04-07T00:16:10.789568Z","steps":["trace[1213685025] 'process raft request' (duration: 253.761581ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.789648Z","caller":"traceutil/trace.go:171","msg":"trace[947821063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3991; }","duration":"154.692715ms","start":"2026-04-07T00:16:10.634943Z","end":"2026-04-07T00:16:10.789636Z","steps":["trace[947821063] 'agreement among raft nodes before linearized reading' (duration: 154.510451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:10.78971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.958518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:16:10.789723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.211927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:16:10.789773Z","caller":"traceutil/trace.go:171","msg":"trace[1250208890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3991; }","duration":"296.066951ms","start":"2026-04-07T00:16:10.493691Z","end":"2026-04-07T00:16:10.789758Z","steps":["trace[1250208890] 'agreement among raft nodes before linearized reading' (duration: 295.855426ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.789362Z","caller":"traceutil/trace.go:171","msg":"trace[1345242562] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"282.582237ms","start":"2026-04-07T00:16:10.506754Z","end":"2026-04-07T00:16:10.789336Z","steps":["trace[1345242562] 'process raft request' (duration: 282.199009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.78982Z","caller":"traceutil/trace.go:171","msg":"trace[2125515464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3991; }","duration":"204.3583ms","start":"2026-04-07T00:16:10.585437Z","end":"2026-04-07T00:16:10.789795Z","steps":["trace[2125515464] 'agreement among raft nodes before linearized reading' (duration: 204.065694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:10.78982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.025974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:16:10.789997Z","caller":"traceutil/trace.go:171","msg":"trace[1331455983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3991; }","duration":"290.256509ms","start":"2026-04-07T00:16:10.499724Z","end":"2026-04-07T00:16:10.78998Z","steps":["trace[1331455983] 'agreement among raft nodes before linearized reading' (duration: 289.946663ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:10.793527Z","caller":"traceutil/trace.go:171","msg":"trace[1094497607] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"111.799241ms","start":"2026-04-07T00:16:10.681702Z","end":"2026-04-07T00:16:10.793501Z","steps":["trace[1094497607] 'process raft request' (duration: 111.683829ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:11.451306Z","caller":"traceutil/trace.go:171","msg":"trace[419868529] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"109.813647ms","start":"2026-04-07T00:16:11.341469Z","end":"2026-04-07T00:16:11.451283Z","steps":["trace[419868529] 'process raft request' (duration: 109.49203ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:11.488403Z","caller":"traceutil/trace.go:171","msg":"trace[960426686] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4151; }","duration":"137.449107ms","start":"2026-04-07T00:16:11.350935Z","end":"2026-04-07T00:16:11.488384Z","steps":["trace[960426686] 'read index received' (duration: 100.019117ms)","trace[960426686] 'applied index is now lower than readState.Index' (duration: 37.42923ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:11.488504Z","caller":"traceutil/trace.go:171","msg":"trace[1827483928] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"142.198073ms","start":"2026-04-07T00:16:11.346285Z","end":"2026-04-07T00:16:11.488483Z","steps":["trace[1827483928] 'process raft request' (duration: 141.968608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:11.488628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.685363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:16:11.48867Z","caller":"traceutil/trace.go:171","msg":"trace[1586564480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:3998; }","duration":"137.771455ms","start":"2026-04-07T00:16:11.350888Z","end":"2026-04-07T00:16:11.48866Z","steps":["trace[1586564480] 'agreement among raft nodes before linearized reading' (duration: 137.57708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:12.957795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.250882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:16:12.957908Z","caller":"traceutil/trace.go:171","msg":"trace[173381043] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"162.342236ms","start":"2026-04-07T00:16:12.795554Z","end":"2026-04-07T00:16:12.957896Z","steps":["trace[173381043] 'process raft request' (duration: 162.310346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:12.958042Z","caller":"traceutil/trace.go:171","msg":"trace[829126418] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"199.42553ms","start":"2026-04-07T00:16:12.758588Z","end":"2026-04-07T00:16:12.958013Z","steps":["trace[829126418] 'process raft request' (duration: 86.896002ms)","trace[829126418] 'compare' (duration: 112.16361ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:12.958132Z","caller":"traceutil/trace.go:171","msg":"trace[1283156015] linearizableReadLoop","detail":"{readStateIndex:4155; appliedIndex:4154; }","duration":"186.09104ms","start":"2026-04-07T00:16:12.771934Z","end":"2026-04-07T00:16:12.958025Z","steps":["trace[1283156015] 'read index received' (duration: 73.526332ms)","trace[1283156015] 'applied index is now lower than readState.Index' (duration: 112.560398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:12.958231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.303325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:16:12.958993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.872565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:16:12.95907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.278314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:16:12.959104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.402797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:16:12.95914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.956219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:16:12.959425Z","caller":"traceutil/trace.go:171","msg":"trace[694464392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4001; }","duration":"186.827476ms","start":"2026-04-07T00:16:12.771888Z","end":"2026-04-07T00:16:12.958716Z","steps":["trace[694464392] 'agreement among raft nodes before linearized reading' (duration: 186.271974ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:12.959494Z","caller":"traceutil/trace.go:171","msg":"trace[426964157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4001; }","duration":"113.290764ms","start":"2026-04-07T00:16:12.845787Z","end":"2026-04-07T00:16:12.959078Z","steps":["trace[426964157] 'agreement among raft nodes before linearized reading' (duration: 113.248804ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:12.959483Z","caller":"traceutil/trace.go:171","msg":"trace[967601779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4001; }","duration":"161.977097ms","start":"2026-04-07T00:16:12.797056Z","end":"2026-04-07T00:16:12.959034Z","steps":["trace[967601779] 'agreement among raft nodes before linearized reading' (duration: 161.814874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:12.959481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.909428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:16:12.959544Z","caller":"traceutil/trace.go:171","msg":"trace[218090673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4001; }","duration":"158.129032ms","start":"2026-04-07T00:16:12.801398Z","end":"2026-04-07T00:16:12.959527Z","steps":["trace[218090673] 'agreement among raft nodes before linearized reading' (duration: 157.744633ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:12.959574Z","caller":"traceutil/trace.go:171","msg":"trace[251915428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4001; }","duration":"113.432667ms","start":"2026-04-07T00:16:12.84568Z","end":"2026-04-07T00:16:12.959112Z","steps":["trace[251915428] 'agreement among raft nodes before linearized reading' (duration: 113.399866ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:12.959634Z","caller":"traceutil/trace.go:171","msg":"trace[1462523154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4001; }","duration":"114.00708ms","start":"2026-04-07T00:16:12.845144Z","end":"2026-04-07T00:16:12.959152Z","steps":["trace[1462523154] 'agreement among raft nodes before linearized reading' (duration: 113.969499ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:13.183775Z","caller":"traceutil/trace.go:171","msg":"trace[1920074101] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"220.512914ms","start":"2026-04-07T00:16:12.963239Z","end":"2026-04-07T00:16:13.183751Z","steps":["trace[1920074101] 'process raft request' (duration: 220.32843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:13.184031Z","caller":"traceutil/trace.go:171","msg":"trace[615866100] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"220.575465ms","start":"2026-04-07T00:16:12.963439Z","end":"2026-04-07T00:16:13.184014Z","steps":["trace[615866100] 'process raft request' (duration: 220.268588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:13.18429Z","caller":"traceutil/trace.go:171","msg":"trace[959651070] linearizableReadLoop","detail":"{readStateIndex:4161; appliedIndex:4156; }","duration":"212.707788ms","start":"2026-04-07T00:16:12.971564Z","end":"2026-04-07T00:16:13.184271Z","steps":["trace[959651070] 'read index received' (duration: 51.500637ms)","trace[959651070] 'applied index is now lower than readState.Index' (duration: 161.206011ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:13.184336Z","caller":"traceutil/trace.go:171","msg":"trace[579519248] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"219.331017ms","start":"2026-04-07T00:16:12.964997Z","end":"2026-04-07T00:16:13.184328Z","steps":["trace[579519248] 'process raft request' (duration: 219.198664ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:13.184325Z","caller":"traceutil/trace.go:171","msg":"trace[677756956] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"220.019523ms","start":"2026-04-07T00:16:12.964274Z","end":"2026-04-07T00:16:13.184293Z","steps":["trace[677756956] 'process raft request' (duration: 219.677475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:13.184536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.948814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-07T00:16:13.184598Z","caller":"traceutil/trace.go:171","msg":"trace[21566848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4006; }","duration":"213.032495ms","start":"2026-04-07T00:16:12.971546Z","end":"2026-04-07T00:16:13.184579Z","steps":["trace[21566848] 'agreement among raft nodes before linearized reading' (duration: 212.828421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:15.307521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021602218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:15.307602Z","caller":"traceutil/trace.go:171","msg":"trace[942524187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4011; }","duration":"1.021723231s","start":"2026-04-07T00:16:14.285859Z","end":"2026-04-07T00:16:15.307583Z","steps":["trace[942524187] 'range keys from in-memory index tree' (duration: 1.021473006s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:15.30764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:14.285839Z","time spent":"1.021792283s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:16:15.30778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.890374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:16:15.307479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.7055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:16:15.307839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.991574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:16:15.307912Z","caller":"traceutil/trace.go:171","msg":"trace[1276953718] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4011; }","duration":"968.121947ms","start":"2026-04-07T00:16:14.339778Z","end":"2026-04-07T00:16:15.3079Z","steps":["trace[1276953718] 'count revisions from in-memory index tree' (duration: 967.878632ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:15.307903Z","caller":"traceutil/trace.go:171","msg":"trace[99007640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4011; }","duration":"222.14427ms","start":"2026-04-07T00:16:15.085735Z","end":"2026-04-07T00:16:15.307879Z","steps":["trace[99007640] 'range keys from in-memory index tree' (duration: 221.687069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:15.307944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:14.339758Z","time spent":"968.179008ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":29,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:16:15.3078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071666073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:15.308082Z","caller":"traceutil/trace.go:171","msg":"trace[1037474379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4011; }","duration":"1.071943299s","start":"2026-04-07T00:16:14.236085Z","end":"2026-04-07T00:16:15.308029Z","steps":["trace[1037474379] 'count revisions from in-memory index tree' (duration: 1.071604182s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:15.308226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:14.23607Z","time spent":"1.072121993s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:16:15.307869Z","caller":"traceutil/trace.go:171","msg":"trace[1827684444] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4011; }","duration":"919.993856ms","start":"2026-04-07T00:16:14.387851Z","end":"2026-04-07T00:16:15.307845Z","steps":["trace[1827684444] 'count revisions from in-memory index tree' (duration: 919.810592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:15.308694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:14.387794Z","time spent":"920.770963ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:16:15.441414Z","caller":"traceutil/trace.go:171","msg":"trace[1429226894] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"667.208488ms","start":"2026-04-07T00:16:14.774175Z","end":"2026-04-07T00:16:15.441384Z","steps":["trace[1429226894] 'process raft request' (duration: 667.030623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:15.441585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:14.774151Z","time spent":"667.336501ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:16.602885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.631817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:16:16.602971Z","caller":"traceutil/trace.go:171","msg":"trace[979832805] linearizableReadLoop","detail":"{readStateIndex:4168; appliedIndex:4166; }","duration":"1.575394187s","start":"2026-04-07T00:16:15.027563Z","end":"2026-04-07T00:16:16.602957Z","steps":["trace[979832805] 'read index received' (duration: 413.723653ms)","trace[979832805] 'applied index is now lower than readState.Index' (duration: 1.161669394s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:16.60303Z","caller":"traceutil/trace.go:171","msg":"trace[1678787960] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"1.640158062s","start":"2026-04-07T00:16:14.962863Z","end":"2026-04-07T00:16:16.603021Z","steps":["trace[1678787960] 'process raft request' (duration: 1.44331952s)","trace[1678787960] 'compare' (duration: 196.29786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:16.603074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:14.962837Z","time spent":"1.640212823s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:16.603652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576084422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:16:16.603713Z","caller":"traceutil/trace.go:171","msg":"trace[979013723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4013; }","duration":"1.576155194s","start":"2026-04-07T00:16:15.027544Z","end":"2026-04-07T00:16:16.6037Z","steps":["trace[979013723] 'agreement among raft nodes before linearized reading' (duration: 1.57595762s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.603743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.027474Z","time spent":"1.576261906s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:16:16.776273Z","caller":"traceutil/trace.go:171","msg":"trace[1941664942] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"1.28437165s","start":"2026-04-07T00:16:15.491866Z","end":"2026-04-07T00:16:16.776237Z","steps":["trace[1941664942] 'process raft request' (duration: 1.270966768s)","trace[1941664942] 'compare' (duration: 13.223908ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:16.77643Z","caller":"traceutil/trace.go:171","msg":"trace[1780808896] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4168; }","duration":"173.409625ms","start":"2026-04-07T00:16:16.602989Z","end":"2026-04-07T00:16:16.776399Z","steps":["trace[1780808896] 'read index received' (duration: 159.994264ms)","trace[1780808896] 'applied index is now lower than readState.Index' (duration: 13.413771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:16.776447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.491833Z","time spent":"1.284533742s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:16.77661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586852503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:16:16.776671Z","caller":"traceutil/trace.go:171","msg":"trace[1712026978] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"1.273437214s","start":"2026-04-07T00:16:15.503226Z","end":"2026-04-07T00:16:16.776663Z","steps":["trace[1712026978] 'process raft request' (duration: 1.272959283s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.776669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587942949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:16:16.776689Z","caller":"traceutil/trace.go:171","msg":"trace[1019812188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4015; }","duration":"1.586958416s","start":"2026-04-07T00:16:15.189714Z","end":"2026-04-07T00:16:16.776672Z","steps":["trace[1019812188] 'agreement among raft nodes before linearized reading' (duration: 1.586746062s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.77667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021222068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T00:16:16.776671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587192852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:16:16.776729Z","caller":"traceutil/trace.go:171","msg":"trace[2116735675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4015; }","duration":"1.58801678s","start":"2026-04-07T00:16:15.188697Z","end":"2026-04-07T00:16:16.776713Z","steps":["trace[2116735675] 'agreement among raft nodes before linearized reading' (duration: 1.587846596s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.776729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467681478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:16:16.77663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588257906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:16:16.776764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.188691Z","time spent":"1.588065292s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:16:16.77677Z","caller":"traceutil/trace.go:171","msg":"trace[90964010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4015; }","duration":"1.587315204s","start":"2026-04-07T00:16:15.189436Z","end":"2026-04-07T00:16:16.776751Z","steps":["trace[90964010] 'agreement among raft nodes before linearized reading' (duration: 1.587040638s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:16.776797Z","caller":"traceutil/trace.go:171","msg":"trace[1130629502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4015; }","duration":"1.588467181s","start":"2026-04-07T00:16:15.188317Z","end":"2026-04-07T00:16:16.776784Z","steps":["trace[1130629502] 'agreement among raft nodes before linearized reading' (duration: 1.588167654s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:16.776787Z","caller":"traceutil/trace.go:171","msg":"trace[1455004331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4015; }","duration":"1.467754109s","start":"2026-04-07T00:16:15.309019Z","end":"2026-04-07T00:16:16.776773Z","steps":["trace[1455004331] 'agreement among raft nodes before linearized reading' (duration: 1.467636827s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.776832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.188298Z","time spent":"1.588524982s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:16:16.776831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.189432Z","time spent":"1.587387045s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:16:16.776843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.254283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-07T00:16:16.776864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.308986Z","time spent":"1.467871741s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:16:16.776879Z","caller":"traceutil/trace.go:171","msg":"trace[862959900] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4015; }","duration":"600.319935ms","start":"2026-04-07T00:16:16.176546Z","end":"2026-04-07T00:16:16.776866Z","steps":["trace[862959900] 'agreement among raft nodes before linearized reading' (duration: 600.230563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.776877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.028704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:16.776748Z","caller":"traceutil/trace.go:171","msg":"trace[921727922] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:4015; }","duration":"1.021420023s","start":"2026-04-07T00:16:15.755309Z","end":"2026-04-07T00:16:16.776729Z","steps":["trace[921727922] 'agreement among raft nodes before linearized reading' (duration: 1.021106576s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.776738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.189704Z","time spent":"1.587018207s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:16:16.776912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:16.176531Z","time spent":"600.373855ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-07T00:16:16.776921Z","caller":"traceutil/trace.go:171","msg":"trace[447960529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4015; }","duration":"854.111056ms","start":"2026-04-07T00:16:15.922799Z","end":"2026-04-07T00:16:16.77691Z","steps":["trace[447960529] 'agreement among raft nodes before linearized reading' (duration: 854.037974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.776925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.755284Z","time spent":"1.021633818s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T00:16:16.776968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.922777Z","time spent":"854.168136ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:16:16.776744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.5032Z","time spent":"1.273494035s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:16.776974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269847183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:16:16.777081Z","caller":"traceutil/trace.go:171","msg":"trace[390301120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:4015; }","duration":"1.270012577s","start":"2026-04-07T00:16:15.507041Z","end":"2026-04-07T00:16:16.777054Z","steps":["trace[390301120] 'agreement among raft nodes before linearized reading' (duration: 1.269612738s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.777147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.507028Z","time spent":"1.270109399s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:16:16.813047Z","caller":"traceutil/trace.go:171","msg":"trace[244763552] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"205.065726ms","start":"2026-04-07T00:16:16.607931Z","end":"2026-04-07T00:16:16.812997Z","steps":["trace[244763552] 'process raft request' (duration: 204.906433ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:19.60453Z","caller":"traceutil/trace.go:171","msg":"trace[1287277504] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"134.151973ms","start":"2026-04-07T00:16:19.47035Z","end":"2026-04-07T00:16:19.604502Z","steps":["trace[1287277504] 'process raft request' (duration: 133.930619ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:21.63737Z","caller":"traceutil/trace.go:171","msg":"trace[24643159] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"165.314893ms","start":"2026-04-07T00:16:21.472028Z","end":"2026-04-07T00:16:21.637343Z","steps":["trace[24643159] 'process raft request' (duration: 165.14304ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:21.803797Z","caller":"traceutil/trace.go:171","msg":"trace[1636159308] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"193.753112ms","start":"2026-04-07T00:16:21.609998Z","end":"2026-04-07T00:16:21.803751Z","steps":["trace[1636159308] 'process raft request' (duration: 142.554391ms)","trace[1636159308] 'compare' (duration: 50.964286ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:22.986571Z","caller":"traceutil/trace.go:171","msg":"trace[769156642] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"103.907164ms","start":"2026-04-07T00:16:22.882625Z","end":"2026-04-07T00:16:22.986532Z","steps":["trace[769156642] 'process raft request' (duration: 103.620977ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:22.988707Z","caller":"traceutil/trace.go:171","msg":"trace[1557839328] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"101.779227ms","start":"2026-04-07T00:16:22.886902Z","end":"2026-04-07T00:16:22.988681Z","steps":["trace[1557839328] 'process raft request' (duration: 101.285895ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:23.164386Z","caller":"traceutil/trace.go:171","msg":"trace[95972416] linearizableReadLoop","detail":"{readStateIndex:4209; appliedIndex:4205; }","duration":"105.612812ms","start":"2026-04-07T00:16:23.058751Z","end":"2026-04-07T00:16:23.164364Z","steps":["trace[95972416] 'read index received' (duration: 11.630611ms)","trace[95972416] 'applied index is now lower than readState.Index' (duration: 93.981251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:23.164641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.867297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-04-07T00:16:23.164674Z","caller":"traceutil/trace.go:171","msg":"trace[703794199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4052; }","duration":"105.9504ms","start":"2026-04-07T00:16:23.058716Z","end":"2026-04-07T00:16:23.164667Z","steps":["trace[703794199] 'agreement among raft nodes before linearized reading' (duration: 105.736285ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:23.164967Z","caller":"traceutil/trace.go:171","msg":"trace[118796639] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"108.1413ms","start":"2026-04-07T00:16:23.056813Z","end":"2026-04-07T00:16:23.164955Z","steps":["trace[118796639] 'process raft request' (duration: 107.351941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:23.165082Z","caller":"traceutil/trace.go:171","msg":"trace[1845940011] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"108.221991ms","start":"2026-04-07T00:16:23.056852Z","end":"2026-04-07T00:16:23.165074Z","steps":["trace[1845940011] 'process raft request' (duration: 107.448803ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:23.16518Z","caller":"traceutil/trace.go:171","msg":"trace[203123550] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"108.295773ms","start":"2026-04-07T00:16:23.056878Z","end":"2026-04-07T00:16:23.165173Z","steps":["trace[203123550] 'process raft request' (duration: 107.453563ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:23.506078Z","caller":"traceutil/trace.go:171","msg":"trace[371284099] linearizableReadLoop","detail":"{readStateIndex:4213; appliedIndex:4212; }","duration":"108.458286ms","start":"2026-04-07T00:16:23.3976Z","end":"2026-04-07T00:16:23.506058Z","steps":["trace[371284099] 'read index received' (duration: 74.850021ms)","trace[371284099] 'applied index is now lower than readState.Index' (duration: 33.607635ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:23.506192Z","caller":"traceutil/trace.go:171","msg":"trace[1672376484] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"110.976352ms","start":"2026-04-07T00:16:23.395206Z","end":"2026-04-07T00:16:23.506182Z","steps":["trace[1672376484] 'process raft request' (duration: 77.372787ms)","trace[1672376484] 'compare' (duration: 33.37392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:23.506365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.756182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-07T00:16:23.506477Z","caller":"traceutil/trace.go:171","msg":"trace[551299915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4056; }","duration":"108.885605ms","start":"2026-04-07T00:16:23.397555Z","end":"2026-04-07T00:16:23.506441Z","steps":["trace[551299915] 'agreement among raft nodes before linearized reading' (duration: 108.578899ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:25.306364Z","caller":"traceutil/trace.go:171","msg":"trace[1983194129] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"133.221413ms","start":"2026-04-07T00:16:25.173116Z","end":"2026-04-07T00:16:25.306338Z","steps":["trace[1983194129] 'process raft request' (duration: 118.253288ms)","trace[1983194129] 'compare' (duration: 14.809292ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:25.331805Z","caller":"traceutil/trace.go:171","msg":"trace[828619828] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"157.840515ms","start":"2026-04-07T00:16:25.17394Z","end":"2026-04-07T00:16:25.331781Z","steps":["trace[828619828] 'process raft request' (duration: 157.672391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:25.331993Z","caller":"traceutil/trace.go:171","msg":"trace[2121322256] linearizableReadLoop","detail":"{readStateIndex:4222; appliedIndex:4219; }","duration":"156.290921ms","start":"2026-04-07T00:16:25.175683Z","end":"2026-04-07T00:16:25.331974Z","steps":["trace[2121322256] 'read index received' (duration: 115.664059ms)","trace[2121322256] 'applied index is now lower than readState.Index' (duration: 40.625912ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:25.332239Z","caller":"traceutil/trace.go:171","msg":"trace[1025593560] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"158.148622ms","start":"2026-04-07T00:16:25.174041Z","end":"2026-04-07T00:16:25.33219Z","steps":["trace[1025593560] 'process raft request' (duration: 157.702582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:25.332439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.735361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-04-07T00:16:25.332535Z","caller":"traceutil/trace.go:171","msg":"trace[1823160581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4065; }","duration":"156.852353ms","start":"2026-04-07T00:16:25.175667Z","end":"2026-04-07T00:16:25.332519Z","steps":["trace[1823160581] 'agreement among raft nodes before linearized reading' (duration: 156.571157ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:46.274103Z","caller":"traceutil/trace.go:171","msg":"trace[1121815210] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"182.565341ms","start":"2026-04-07T00:16:46.091511Z","end":"2026-04-07T00:16:46.274076Z","steps":["trace[1121815210] 'process raft request' (duration: 179.062402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:49.433458Z","caller":"traceutil/trace.go:171","msg":"trace[571691392] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"270.269827ms","start":"2026-04-07T00:16:49.163165Z","end":"2026-04-07T00:16:49.433435Z","steps":["trace[571691392] 'process raft request' (duration: 252.433704ms)","trace[571691392] 'compare' (duration: 17.537025ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:49.433742Z","caller":"traceutil/trace.go:171","msg":"trace[1270869031] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"268.049057ms","start":"2026-04-07T00:16:49.165665Z","end":"2026-04-07T00:16:49.433714Z","steps":["trace[1270869031] 'process raft request' (duration: 267.7263ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:49.434525Z","caller":"traceutil/trace.go:171","msg":"trace[1554955283] linearizableReadLoop","detail":"{readStateIndex:4395; appliedIndex:4392; }","duration":"150.48686ms","start":"2026-04-07T00:16:49.284013Z","end":"2026-04-07T00:16:49.4345Z","steps":["trace[1554955283] 'read index received' (duration: 131.408749ms)","trace[1554955283] 'applied index is now lower than readState.Index' (duration: 19.07727ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:49.434658Z","caller":"traceutil/trace.go:171","msg":"trace[1359237643] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"226.991532ms","start":"2026-04-07T00:16:49.207656Z","end":"2026-04-07T00:16:49.434648Z","steps":["trace[1359237643] 'process raft request' (duration: 226.272846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:49.434833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.811427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:49.434904Z","caller":"traceutil/trace.go:171","msg":"trace[1016078197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4230; }","duration":"150.900659ms","start":"2026-04-07T00:16:49.283962Z","end":"2026-04-07T00:16:49.434862Z","steps":["trace[1016078197] 'agreement among raft nodes before linearized reading' (duration: 150.800186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:49.435216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.322468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:16:49.435339Z","caller":"traceutil/trace.go:171","msg":"trace[1312466524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4230; }","duration":"131.487072ms","start":"2026-04-07T00:16:49.303825Z","end":"2026-04-07T00:16:49.435312Z","steps":["trace[1312466524] 'agreement among raft nodes before linearized reading' (duration: 131.160424ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:49.611063Z","caller":"traceutil/trace.go:171","msg":"trace[1103778528] linearizableReadLoop","detail":"{readStateIndex:4397; appliedIndex:4396; }","duration":"144.818512ms","start":"2026-04-07T00:16:49.46622Z","end":"2026-04-07T00:16:49.611038Z","steps":["trace[1103778528] 'read index received' (duration: 73.24097ms)","trace[1103778528] 'applied index is now lower than readState.Index' (duration: 71.576292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:49.611172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.933464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:49.611205Z","caller":"traceutil/trace.go:171","msg":"trace[518791319] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:4232; }","duration":"145.009025ms","start":"2026-04-07T00:16:49.466186Z","end":"2026-04-07T00:16:49.611195Z","steps":["trace[518791319] 'agreement among raft nodes before linearized reading' (duration: 144.943774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:49.611312Z","caller":"traceutil/trace.go:171","msg":"trace[1490388507] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"145.537918ms","start":"2026-04-07T00:16:49.465761Z","end":"2026-04-07T00:16:49.611299Z","steps":["trace[1490388507] 'process raft request' (duration: 73.762741ms)","trace[1490388507] 'compare' (duration: 71.405598ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:50.338334Z","caller":"traceutil/trace.go:171","msg":"trace[1793227074] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"192.501896ms","start":"2026-04-07T00:16:50.145812Z","end":"2026-04-07T00:16:50.338313Z","steps":["trace[1793227074] 'process raft request' (duration: 137.687171ms)","trace[1793227074] 'compare' (duration: 54.477027ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:50.347757Z","caller":"traceutil/trace.go:171","msg":"trace[1522527296] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"148.330071ms","start":"2026-04-07T00:16:50.199417Z","end":"2026-04-07T00:16:50.347747Z","steps":["trace[1522527296] 'process raft request' (duration: 147.898442ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:10.375621Z","caller":"traceutil/trace.go:171","msg":"trace[1361018875] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"127.87173ms","start":"2026-04-07T00:17:10.247723Z","end":"2026-04-07T00:17:10.375595Z","steps":["trace[1361018875] 'process raft request' (duration: 127.716496ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:13.391999Z","caller":"traceutil/trace.go:171","msg":"trace[429010169] linearizableReadLoop","detail":"{readStateIndex:4569; appliedIndex:4568; }","duration":"111.147273ms","start":"2026-04-07T00:17:13.28083Z","end":"2026-04-07T00:17:13.391977Z","steps":["trace[429010169] 'read index received' (duration: 94.212542ms)","trace[429010169] 'applied index is now lower than readState.Index' (duration: 16.933981ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:13.392041Z","caller":"traceutil/trace.go:171","msg":"trace[1778014240] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"133.315653ms","start":"2026-04-07T00:17:13.2587Z","end":"2026-04-07T00:17:13.392016Z","steps":["trace[1778014240] 'process raft request' (duration: 116.246519ms)","trace[1778014240] 'compare' (duration: 16.935001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:13.392114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.266816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:13.392181Z","caller":"traceutil/trace.go:171","msg":"trace[1105824032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4389; }","duration":"111.360668ms","start":"2026-04-07T00:17:13.280804Z","end":"2026-04-07T00:17:13.392165Z","steps":["trace[1105824032] 'agreement among raft nodes before linearized reading' (duration: 111.254726ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:13.402635Z","caller":"traceutil/trace.go:171","msg":"trace[660139234] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"113.401335ms","start":"2026-04-07T00:17:13.289206Z","end":"2026-04-07T00:17:13.402607Z","steps":["trace[660139234] 'process raft request' (duration: 112.884173ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:13.402891Z","caller":"traceutil/trace.go:171","msg":"trace[588598765] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"105.703991ms","start":"2026-04-07T00:17:13.297174Z","end":"2026-04-07T00:17:13.402878Z","steps":["trace[588598765] 'process raft request' (duration: 105.070677ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:13.741688Z","caller":"traceutil/trace.go:171","msg":"trace[1086673699] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"133.946007ms","start":"2026-04-07T00:17:13.607715Z","end":"2026-04-07T00:17:13.741661Z","steps":["trace[1086673699] 'process raft request' (duration: 133.779133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:14.469314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.202168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:14.469507Z","caller":"traceutil/trace.go:171","msg":"trace[2018067275] linearizableReadLoop","detail":"{readStateIndex:4578; appliedIndex:4577; }","duration":"185.752315ms","start":"2026-04-07T00:17:14.283737Z","end":"2026-04-07T00:17:14.469489Z","steps":["trace[2018067275] 'read index received' (duration: 76.008242ms)","trace[2018067275] 'applied index is now lower than readState.Index' (duration: 109.743103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:14.469653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.905418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:14.469702Z","caller":"traceutil/trace.go:171","msg":"trace[1240626107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4399; }","duration":"186.00924ms","start":"2026-04-07T00:17:14.283685Z","end":"2026-04-07T00:17:14.469694Z","steps":["trace[1240626107] 'agreement among raft nodes before linearized reading' (duration: 185.887437ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:14.469489Z","caller":"traceutil/trace.go:171","msg":"trace[420756903] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"198.926579ms","start":"2026-04-07T00:17:14.270504Z","end":"2026-04-07T00:17:14.46943Z","steps":["trace[420756903] 'process raft request' (duration: 89.2661ms)","trace[420756903] 'compare' (duration: 109.073795ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:15.131345Z","caller":"traceutil/trace.go:171","msg":"trace[1478134039] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"113.160928ms","start":"2026-04-07T00:17:15.018131Z","end":"2026-04-07T00:17:15.131292Z","steps":["trace[1478134039] 'process raft request' (duration: 112.926032ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:16.012389Z","caller":"traceutil/trace.go:171","msg":"trace[2091966801] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"171.927302ms","start":"2026-04-07T00:17:15.840417Z","end":"2026-04-07T00:17:16.012344Z","steps":["trace[2091966801] 'process raft request' (duration: 102.852747ms)","trace[2091966801] 'compare' (duration: 68.910861ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:18.320491Z","caller":"traceutil/trace.go:171","msg":"trace[496382204] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"200.464834ms","start":"2026-04-07T00:17:18.119998Z","end":"2026-04-07T00:17:18.320463Z","steps":["trace[496382204] 'process raft request' (duration: 200.203378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:18.320504Z","caller":"traceutil/trace.go:171","msg":"trace[860284517] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"201.768724ms","start":"2026-04-07T00:17:18.118704Z","end":"2026-04-07T00:17:18.320473Z","steps":["trace[860284517] 'process raft request' (duration: 162.731285ms)","trace[860284517] 'compare' (duration: 38.438456ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:18.613409Z","caller":"traceutil/trace.go:171","msg":"trace[422852189] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"120.651207ms","start":"2026-04-07T00:17:18.492737Z","end":"2026-04-07T00:17:18.613389Z","steps":["trace[422852189] 'process raft request' (duration: 120.470953ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:24.049641Z","caller":"traceutil/trace.go:171","msg":"trace[1336360637] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"104.742958ms","start":"2026-04-07T00:17:23.944869Z","end":"2026-04-07T00:17:24.049612Z","steps":["trace[1336360637] 'process raft request' (duration: 104.050903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:27.247243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.952377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:17:27.247338Z","caller":"traceutil/trace.go:171","msg":"trace[328340632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4477; }","duration":"892.057409ms","start":"2026-04-07T00:17:26.355264Z","end":"2026-04-07T00:17:27.247321Z","steps":["trace[328340632] 'range keys from in-memory index tree' (duration: 891.797284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:27.247414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:26.355222Z","time spent":"892.145792ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:17:27.247624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.972438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:17:27.247654Z","caller":"traceutil/trace.go:171","msg":"trace[955797397] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4661; }","duration":"248.415155ms","start":"2026-04-07T00:17:26.999217Z","end":"2026-04-07T00:17:27.247632Z","steps":["trace[955797397] 'read index received' (duration: 243.480944ms)","trace[955797397] 'applied index is now lower than readState.Index' (duration: 4.932971ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:27.247706Z","caller":"traceutil/trace.go:171","msg":"trace[1093714787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4477; }","duration":"892.09482ms","start":"2026-04-07T00:17:26.355588Z","end":"2026-04-07T00:17:27.247683Z","steps":["trace[1093714787] 'range keys from in-memory index tree' (duration: 891.820194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:27.247733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:26.355566Z","time spent":"892.160261ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:17:27.247707Z","caller":"traceutil/trace.go:171","msg":"trace[513691038] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"567.786828ms","start":"2026-04-07T00:17:26.679876Z","end":"2026-04-07T00:17:27.247663Z","steps":["trace[513691038] 'process raft request' (duration: 562.881337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:27.247961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.743222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:17:27.248008Z","caller":"traceutil/trace.go:171","msg":"trace[1469143955] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4478; }","duration":"248.832974ms","start":"2026-04-07T00:17:26.999164Z","end":"2026-04-07T00:17:27.247997Z","steps":["trace[1469143955] 'agreement among raft nodes before linearized reading' (duration: 248.531988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:27.248616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:26.679845Z","time spent":"568.606465ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:27.507508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.605409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:27.507675Z","caller":"traceutil/trace.go:171","msg":"trace[702352531] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4662; }","duration":"224.473835ms","start":"2026-04-07T00:17:27.283185Z","end":"2026-04-07T00:17:27.507659Z","steps":["trace[702352531] 'read index received' (duration: 49.277879ms)","trace[702352531] 'applied index is now lower than readState.Index' (duration: 175.192726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:27.507738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.550247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:27.50777Z","caller":"traceutil/trace.go:171","msg":"trace[2009731806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4481; }","duration":"224.605429ms","start":"2026-04-07T00:17:27.283155Z","end":"2026-04-07T00:17:27.50776Z","steps":["trace[2009731806] 'agreement among raft nodes before linearized reading' (duration: 224.557137ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:27.507948Z","caller":"traceutil/trace.go:171","msg":"trace[69441506] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"195.258117ms","start":"2026-04-07T00:17:27.31266Z","end":"2026-04-07T00:17:27.507918Z","steps":["trace[69441506] 'process raft request' (duration: 194.94226ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:27.507963Z","caller":"traceutil/trace.go:171","msg":"trace[1237252678] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"254.983042ms","start":"2026-04-07T00:17:27.252949Z","end":"2026-04-07T00:17:27.507932Z","steps":["trace[1237252678] 'process raft request' (duration: 140.873612ms)","trace[1237252678] 'compare' (duration: 113.449006ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:27.665556Z","caller":"traceutil/trace.go:171","msg":"trace[2033657455] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"197.112738ms","start":"2026-04-07T00:17:27.468418Z","end":"2026-04-07T00:17:27.665531Z","steps":["trace[2033657455] 'process raft request' (duration: 194.730544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:27.665748Z","caller":"traceutil/trace.go:171","msg":"trace[573840872] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"197.300923ms","start":"2026-04-07T00:17:27.468436Z","end":"2026-04-07T00:17:27.665737Z","steps":["trace[573840872] 'process raft request' (duration: 197.049357ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:27.66578Z","caller":"traceutil/trace.go:171","msg":"trace[224385969] linearizableReadLoop","detail":"{readStateIndex:4667; appliedIndex:4665; }","duration":"156.76114ms","start":"2026-04-07T00:17:27.508979Z","end":"2026-04-07T00:17:27.66574Z","steps":["trace[224385969] 'read index received' (duration: 154.130951ms)","trace[224385969] 'applied index is now lower than readState.Index' (duration: 2.628149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:27.66593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.943725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:27.666015Z","caller":"traceutil/trace.go:171","msg":"trace[1483896855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4483; }","duration":"157.077298ms","start":"2026-04-07T00:17:27.50892Z","end":"2026-04-07T00:17:27.665997Z","steps":["trace[1483896855] 'agreement among raft nodes before linearized reading' (duration: 156.950415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:27.666119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.390974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:17:27.666191Z","caller":"traceutil/trace.go:171","msg":"trace[1286251735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4483; }","duration":"145.507236ms","start":"2026-04-07T00:17:27.520666Z","end":"2026-04-07T00:17:27.666173Z","steps":["trace[1286251735] 'agreement among raft nodes before linearized reading' (duration: 145.25235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:28.489979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.216841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:28.49009Z","caller":"traceutil/trace.go:171","msg":"trace[730476478] linearizableReadLoop","detail":"{readStateIndex:4670; appliedIndex:4669; }","duration":"229.56627ms","start":"2026-04-07T00:17:28.260508Z","end":"2026-04-07T00:17:28.490074Z","steps":["trace[730476478] 'read index received' (duration: 80.091063ms)","trace[730476478] 'applied index is now lower than readState.Index' (duration: 149.474187ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:28.490131Z","caller":"traceutil/trace.go:171","msg":"trace[1826476442] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"247.476735ms","start":"2026-04-07T00:17:28.242614Z","end":"2026-04-07T00:17:28.490091Z","steps":["trace[1826476442] 'process raft request' (duration: 98.074219ms)","trace[1826476442] 'compare' (duration: 149.089118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:28.490258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.756054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-07T00:17:28.490267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.676485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:28.490291Z","caller":"traceutil/trace.go:171","msg":"trace[1829875861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4486; }","duration":"229.831236ms","start":"2026-04-07T00:17:28.260448Z","end":"2026-04-07T00:17:28.49028Z","steps":["trace[1829875861] 'agreement among raft nodes before linearized reading' (duration: 229.711063ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:28.490323Z","caller":"traceutil/trace.go:171","msg":"trace[1143343815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4486; }","duration":"206.766907ms","start":"2026-04-07T00:17:28.283541Z","end":"2026-04-07T00:17:28.490308Z","steps":["trace[1143343815] 'agreement among raft nodes before linearized reading' (duration: 206.669145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:28.768536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.574797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:28.76886Z","caller":"traceutil/trace.go:171","msg":"trace[764681093] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"274.369099ms","start":"2026-04-07T00:17:28.494456Z","end":"2026-04-07T00:17:28.768825Z","steps":["trace[764681093] 'process raft request' (duration: 152.319571ms)","trace[764681093] 'compare' (duration: 121.200699ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:28.768896Z","caller":"traceutil/trace.go:171","msg":"trace[1584842383] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"274.341408ms","start":"2026-04-07T00:17:28.49453Z","end":"2026-04-07T00:17:28.768871Z","steps":["trace[1584842383] 'process raft request' (duration: 274.192735ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:30.078477Z","caller":"traceutil/trace.go:171","msg":"trace[1498503883] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4684; }","duration":"364.899158ms","start":"2026-04-07T00:17:29.713552Z","end":"2026-04-07T00:17:30.078451Z","steps":["trace[1498503883] 'read index received' (duration: 347.392543ms)","trace[1498503883] 'applied index is now lower than readState.Index' (duration: 17.505025ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:30.078634Z","caller":"traceutil/trace.go:171","msg":"trace[1506489790] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"377.634225ms","start":"2026-04-07T00:17:29.700974Z","end":"2026-04-07T00:17:30.078608Z","steps":["trace[1506489790] 'process raft request' (duration: 360.052408ms)","trace[1506489790] 'compare' (duration: 17.236139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:30.078745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:29.700959Z","time spent":"377.711147ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:30.078847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.243736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:30.078943Z","caller":"traceutil/trace.go:171","msg":"trace[1608307324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4501; }","duration":"365.432911ms","start":"2026-04-07T00:17:29.713495Z","end":"2026-04-07T00:17:30.078928Z","steps":["trace[1608307324] 'agreement among raft nodes before linearized reading' (duration: 365.254237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:30.078997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:29.713469Z","time spent":"365.519842ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:17:30.079077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.632394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:17:30.07916Z","caller":"traceutil/trace.go:171","msg":"trace[1622318441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4501; }","duration":"337.768997ms","start":"2026-04-07T00:17:29.741377Z","end":"2026-04-07T00:17:30.079146Z","steps":["trace[1622318441] 'agreement among raft nodes before linearized reading' (duration: 337.320708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:30.079268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:29.741313Z","time spent":"337.944591ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:17:31.795706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.680331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:31.795955Z","caller":"traceutil/trace.go:171","msg":"trace[677650997] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"263.059585ms","start":"2026-04-07T00:17:31.532871Z","end":"2026-04-07T00:17:31.79593Z","steps":["trace[677650997] 'process raft request' (duration: 262.969303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:31.796121Z","caller":"traceutil/trace.go:171","msg":"trace[878943240] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"264.787414ms","start":"2026-04-07T00:17:31.531194Z","end":"2026-04-07T00:17:31.795981Z","steps":["trace[878943240] 'process raft request' (duration: 110.728634ms)","trace[878943240] 'compare' (duration: 153.041976ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:31.824432Z","caller":"traceutil/trace.go:171","msg":"trace[728489942] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"161.359585ms","start":"2026-04-07T00:17:31.663049Z","end":"2026-04-07T00:17:31.824408Z","steps":["trace[728489942] 'process raft request' (duration: 161.168ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:31.82474Z","caller":"traceutil/trace.go:171","msg":"trace[576732820] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"132.174206ms","start":"2026-04-07T00:17:31.692532Z","end":"2026-04-07T00:17:31.824706Z","steps":["trace[576732820] 'process raft request' (duration: 131.828438ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:31.824813Z","caller":"traceutil/trace.go:171","msg":"trace[591700312] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"118.738034ms","start":"2026-04-07T00:17:31.706051Z","end":"2026-04-07T00:17:31.824789Z","steps":["trace[591700312] 'process raft request' (duration: 118.54575ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:32.966502Z","caller":"traceutil/trace.go:171","msg":"trace[2141180622] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"110.396436ms","start":"2026-04-07T00:17:32.856044Z","end":"2026-04-07T00:17:32.966441Z","steps":["trace[2141180622] 'process raft request' (duration: 109.531537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.348321Z","caller":"traceutil/trace.go:171","msg":"trace[889904597] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"111.44598ms","start":"2026-04-07T00:17:33.236846Z","end":"2026-04-07T00:17:33.348292Z","steps":["trace[889904597] 'process raft request' (duration: 48.83641ms)","trace[889904597] 'compare' (duration: 62.498688ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:33.441167Z","caller":"traceutil/trace.go:171","msg":"trace[1531621006] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"204.235819ms","start":"2026-04-07T00:17:33.236907Z","end":"2026-04-07T00:17:33.441143Z","steps":["trace[1531621006] 'process raft request' (duration: 204.042155ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.44123Z","caller":"traceutil/trace.go:171","msg":"trace[1231269232] linearizableReadLoop","detail":"{readStateIndex:4719; appliedIndex:4713; }","duration":"196.845453ms","start":"2026-04-07T00:17:33.24436Z","end":"2026-04-07T00:17:33.441205Z","steps":["trace[1231269232] 'read index received' (duration: 41.33445ms)","trace[1231269232] 'applied index is now lower than readState.Index' (duration: 155.510083ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:33.441258Z","caller":"traceutil/trace.go:171","msg":"trace[1378869645] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"204.23947ms","start":"2026-04-07T00:17:33.236976Z","end":"2026-04-07T00:17:33.441216Z","steps":["trace[1378869645] 'process raft request' (duration: 204.103787ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.44135Z","caller":"traceutil/trace.go:171","msg":"trace[2144782689] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"203.425721ms","start":"2026-04-07T00:17:33.237913Z","end":"2026-04-07T00:17:33.441338Z","steps":["trace[2144782689] 'process raft request' (duration: 203.252528ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.441345Z","caller":"traceutil/trace.go:171","msg":"trace[305136398] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"203.704928ms","start":"2026-04-07T00:17:33.237601Z","end":"2026-04-07T00:17:33.441306Z","steps":["trace[305136398] 'process raft request' (duration: 203.539774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.441443Z","caller":"traceutil/trace.go:171","msg":"trace[2144751991] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"204.24454ms","start":"2026-04-07T00:17:33.237157Z","end":"2026-04-07T00:17:33.441401Z","steps":["trace[2144751991] 'process raft request' (duration: 203.953263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:33.441592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.218841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-bb452\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-04-07T00:17:33.441657Z","caller":"traceutil/trace.go:171","msg":"trace[1113817530] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-bb452; range_end:; response_count:1; response_revision:4534; }","duration":"197.332643ms","start":"2026-04-07T00:17:33.244303Z","end":"2026-04-07T00:17:33.441635Z","steps":["trace[1113817530] 'agreement among raft nodes before linearized reading' (duration: 197.088448ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.553935Z","caller":"traceutil/trace.go:171","msg":"trace[1236112491] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4719; }","duration":"112.600496ms","start":"2026-04-07T00:17:33.441311Z","end":"2026-04-07T00:17:33.553912Z","steps":["trace[1236112491] 'read index received' (duration: 39.283434ms)","trace[1236112491] 'applied index is now lower than readState.Index' (duration: 73.313621ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:33.554034Z","caller":"traceutil/trace.go:171","msg":"trace[1431366801] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"231.582315ms","start":"2026-04-07T00:17:33.322439Z","end":"2026-04-07T00:17:33.554021Z","steps":["trace[1431366801] 'process raft request' (duration: 158.10441ms)","trace[1431366801] 'compare' (duration: 73.211299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:33.554271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.30618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:33.55435Z","caller":"traceutil/trace.go:171","msg":"trace[1198593408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4535; }","duration":"271.438553ms","start":"2026-04-07T00:17:33.282893Z","end":"2026-04-07T00:17:33.554331Z","steps":["trace[1198593408] 'agreement among raft nodes before linearized reading' (duration: 271.286579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.589646Z","caller":"traceutil/trace.go:171","msg":"trace[1801943806] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"143.751137ms","start":"2026-04-07T00:17:33.445871Z","end":"2026-04-07T00:17:33.589622Z","steps":["trace[1801943806] 'process raft request' (duration: 143.42115ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.589688Z","caller":"traceutil/trace.go:171","msg":"trace[244575852] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"143.298107ms","start":"2026-04-07T00:17:33.446368Z","end":"2026-04-07T00:17:33.589666Z","steps":["trace[244575852] 'process raft request' (duration: 143.105633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:33.589832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.954391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-bb452\" ","response":"range_response_count:1 size:4595"} {"level":"warn","ts":"2026-04-07T00:17:33.58984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.444138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:17:33.589894Z","caller":"traceutil/trace.go:171","msg":"trace[1932404185] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-bb452; range_end:; response_count:1; response_revision:4537; }","duration":"144.034974ms","start":"2026-04-07T00:17:33.445844Z","end":"2026-04-07T00:17:33.589879Z","steps":["trace[1932404185] 'agreement among raft nodes before linearized reading' (duration: 143.842669ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.589909Z","caller":"traceutil/trace.go:171","msg":"trace[831221117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4537; }","duration":"130.570171ms","start":"2026-04-07T00:17:33.459322Z","end":"2026-04-07T00:17:33.589893Z","steps":["trace[831221117] 'agreement among raft nodes before linearized reading' (duration: 130.280194ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.85598Z","caller":"traceutil/trace.go:171","msg":"trace[3308333] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"260.442836ms","start":"2026-04-07T00:17:33.595509Z","end":"2026-04-07T00:17:33.855952Z","steps":["trace[3308333] 'process raft request' (duration: 260.17374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.85611Z","caller":"traceutil/trace.go:171","msg":"trace[349621405] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"259.608167ms","start":"2026-04-07T00:17:33.596478Z","end":"2026-04-07T00:17:33.856086Z","steps":["trace[349621405] 'process raft request' (duration: 259.442603ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856127Z","caller":"traceutil/trace.go:171","msg":"trace[326200788] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"260.162459ms","start":"2026-04-07T00:17:33.595936Z","end":"2026-04-07T00:17:33.856098Z","steps":["trace[326200788] 'process raft request' (duration: 259.954464ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856245Z","caller":"traceutil/trace.go:171","msg":"trace[1769987593] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"260.418124ms","start":"2026-04-07T00:17:33.595748Z","end":"2026-04-07T00:17:33.856166Z","steps":["trace[1769987593] 'process raft request' (duration: 260.097427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856474Z","caller":"traceutil/trace.go:171","msg":"trace[660374124] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"256.732651ms","start":"2026-04-07T00:17:33.599713Z","end":"2026-04-07T00:17:33.856446Z","steps":["trace[660374124] 'process raft request' (duration: 256.331402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856538Z","caller":"traceutil/trace.go:171","msg":"trace[889721116] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"256.765812ms","start":"2026-04-07T00:17:33.599765Z","end":"2026-04-07T00:17:33.856531Z","steps":["trace[889721116] 'process raft request' (duration: 256.511696ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856544Z","caller":"traceutil/trace.go:171","msg":"trace[1071508362] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"256.68919ms","start":"2026-04-07T00:17:33.599839Z","end":"2026-04-07T00:17:33.856528Z","steps":["trace[1071508362] 'process raft request' (duration: 256.584738ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856604Z","caller":"traceutil/trace.go:171","msg":"trace[744784961] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"256.70311ms","start":"2026-04-07T00:17:33.599893Z","end":"2026-04-07T00:17:33.856596Z","steps":["trace[744784961] 'process raft request' (duration: 256.595008ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856512Z","caller":"traceutil/trace.go:171","msg":"trace[581505378] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"256.69229ms","start":"2026-04-07T00:17:33.599811Z","end":"2026-04-07T00:17:33.856503Z","steps":["trace[581505378] 'process raft request' (duration: 256.577977ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856615Z","caller":"traceutil/trace.go:171","msg":"trace[1625044355] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"256.727931ms","start":"2026-04-07T00:17:33.599874Z","end":"2026-04-07T00:17:33.856602Z","steps":["trace[1625044355] 'process raft request' (duration: 256.581078ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856666Z","caller":"traceutil/trace.go:171","msg":"trace[1131449434] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"256.766201ms","start":"2026-04-07T00:17:33.599894Z","end":"2026-04-07T00:17:33.85666Z","steps":["trace[1131449434] 'process raft request' (duration: 256.625818ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856666Z","caller":"traceutil/trace.go:171","msg":"trace[959520294] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"256.729021ms","start":"2026-04-07T00:17:33.599926Z","end":"2026-04-07T00:17:33.856655Z","steps":["trace[959520294] 'process raft request' (duration: 256.625259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856708Z","caller":"traceutil/trace.go:171","msg":"trace[751062928] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"256.747421ms","start":"2026-04-07T00:17:33.599949Z","end":"2026-04-07T00:17:33.856697Z","steps":["trace[751062928] 'process raft request' (duration: 256.636079ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856717Z","caller":"traceutil/trace.go:171","msg":"trace[832051642] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"256.71453ms","start":"2026-04-07T00:17:33.599994Z","end":"2026-04-07T00:17:33.856708Z","steps":["trace[832051642] 'process raft request' (duration: 256.621968ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856723Z","caller":"traceutil/trace.go:171","msg":"trace[1997903419] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"256.67775ms","start":"2026-04-07T00:17:33.600039Z","end":"2026-04-07T00:17:33.856717Z","steps":["trace[1997903419] 'process raft request' (duration: 256.607028ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856751Z","caller":"traceutil/trace.go:171","msg":"trace[1808712060] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"256.669389ms","start":"2026-04-07T00:17:33.600073Z","end":"2026-04-07T00:17:33.856742Z","steps":["trace[1808712060] 'process raft request' (duration: 256.606248ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856777Z","caller":"traceutil/trace.go:171","msg":"trace[1910461392] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"256.68353ms","start":"2026-04-07T00:17:33.600088Z","end":"2026-04-07T00:17:33.856771Z","steps":["trace[1910461392] 'process raft request' (duration: 256.617108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856836Z","caller":"traceutil/trace.go:171","msg":"trace[1649701103] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"256.70219ms","start":"2026-04-07T00:17:33.600123Z","end":"2026-04-07T00:17:33.856825Z","steps":["trace[1649701103] 'process raft request' (duration: 256.617138ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856936Z","caller":"traceutil/trace.go:171","msg":"trace[289954162] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"256.581918ms","start":"2026-04-07T00:17:33.600273Z","end":"2026-04-07T00:17:33.856855Z","steps":["trace[289954162] 'process raft request' (duration: 256.498066ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857002Z","caller":"traceutil/trace.go:171","msg":"trace[1929645178] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"256.623759ms","start":"2026-04-07T00:17:33.600371Z","end":"2026-04-07T00:17:33.856994Z","steps":["trace[1929645178] 'process raft request' (duration: 256.527537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857022Z","caller":"traceutil/trace.go:171","msg":"trace[2029787000] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"256.582557ms","start":"2026-04-07T00:17:33.600432Z","end":"2026-04-07T00:17:33.857014Z","steps":["trace[2029787000] 'process raft request' (duration: 256.500695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857098Z","caller":"traceutil/trace.go:171","msg":"trace[230767094] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"256.290951ms","start":"2026-04-07T00:17:33.600798Z","end":"2026-04-07T00:17:33.857089Z","steps":["trace[230767094] 'process raft request' (duration: 256.213309ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857114Z","caller":"traceutil/trace.go:171","msg":"trace[144606994] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"256.324222ms","start":"2026-04-07T00:17:33.600759Z","end":"2026-04-07T00:17:33.857083Z","steps":["trace[144606994] 'process raft request' (duration: 256.22253ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856958Z","caller":"traceutil/trace.go:171","msg":"trace[1368937470] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"256.628209ms","start":"2026-04-07T00:17:33.600317Z","end":"2026-04-07T00:17:33.856945Z","steps":["trace[1368937470] 'process raft request' (duration: 256.528926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.85716Z","caller":"traceutil/trace.go:171","msg":"trace[441323475] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"256.332352ms","start":"2026-04-07T00:17:33.600812Z","end":"2026-04-07T00:17:33.857144Z","steps":["trace[441323475] 'process raft request' (duration: 256.2336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.856965Z","caller":"traceutil/trace.go:171","msg":"trace[1406176880] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"256.66699ms","start":"2026-04-07T00:17:33.600278Z","end":"2026-04-07T00:17:33.856945Z","steps":["trace[1406176880] 'process raft request' (duration: 256.534777ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857178Z","caller":"traceutil/trace.go:171","msg":"trace[2015847314] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"256.21078ms","start":"2026-04-07T00:17:33.600957Z","end":"2026-04-07T00:17:33.857168Z","steps":["trace[2015847314] 'process raft request' (duration: 256.123768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857287Z","caller":"traceutil/trace.go:171","msg":"trace[824813212] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"256.144988ms","start":"2026-04-07T00:17:33.601132Z","end":"2026-04-07T00:17:33.857277Z","steps":["trace[824813212] 'process raft request' (duration: 256.010755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857327Z","caller":"traceutil/trace.go:171","msg":"trace[1731506814] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"256.091118ms","start":"2026-04-07T00:17:33.601228Z","end":"2026-04-07T00:17:33.857319Z","steps":["trace[1731506814] 'process raft request' (duration: 255.980565ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857344Z","caller":"traceutil/trace.go:171","msg":"trace[1010301697] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"256.113528ms","start":"2026-04-07T00:17:33.601221Z","end":"2026-04-07T00:17:33.857334Z","steps":["trace[1010301697] 'process raft request' (duration: 255.956234ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857384Z","caller":"traceutil/trace.go:171","msg":"trace[1830207039] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"255.960825ms","start":"2026-04-07T00:17:33.601414Z","end":"2026-04-07T00:17:33.857375Z","steps":["trace[1830207039] 'process raft request' (duration: 255.828861ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857338Z","caller":"traceutil/trace.go:171","msg":"trace[1853634025] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"255.417343ms","start":"2026-04-07T00:17:33.601901Z","end":"2026-04-07T00:17:33.857319Z","steps":["trace[1853634025] 'process raft request' (duration: 255.376951ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.857307Z","caller":"traceutil/trace.go:171","msg":"trace[30175614] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"256.210079ms","start":"2026-04-07T00:17:33.601077Z","end":"2026-04-07T00:17:33.857287Z","steps":["trace[30175614] 'process raft request' (duration: 256.033045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.991669Z","caller":"traceutil/trace.go:171","msg":"trace[2101596576] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"190.47605ms","start":"2026-04-07T00:17:33.801163Z","end":"2026-04-07T00:17:33.991639Z","steps":["trace[2101596576] 'process raft request' (duration: 190.396538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.991675Z","caller":"traceutil/trace.go:171","msg":"trace[1079985453] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4572; }","duration":"358.920753ms","start":"2026-04-07T00:17:33.632714Z","end":"2026-04-07T00:17:33.991634Z","steps":["trace[1079985453] 'process raft request' (duration: 263.661957ms)","trace[1079985453] 'compare' (duration: 95.069582ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:33.991954Z","caller":"traceutil/trace.go:171","msg":"trace[1303791075] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"160.833273ms","start":"2026-04-07T00:17:33.831106Z","end":"2026-04-07T00:17:33.991939Z","steps":["trace[1303791075] 'process raft request' (duration: 160.673589ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:33.992019Z","caller":"traceutil/trace.go:171","msg":"trace[402881625] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"162.381417ms","start":"2026-04-07T00:17:33.829611Z","end":"2026-04-07T00:17:33.991992Z","steps":["trace[402881625] 'process raft request' (duration: 161.995637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:33.992065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:33.632704Z","time spent":"359.151959ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-07T00:17:33.991923Z","caller":"traceutil/trace.go:171","msg":"trace[1506598360] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4723; }","duration":"191.398061ms","start":"2026-04-07T00:17:33.800509Z","end":"2026-04-07T00:17:33.991907Z","steps":["trace[1506598360] 'read index received' (duration: 55.195923ms)","trace[1506598360] 'applied index is now lower than readState.Index' (duration: 136.200778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:33.992283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.760239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:17:33.992324Z","caller":"traceutil/trace.go:171","msg":"trace[675146051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4575; }","duration":"191.847451ms","start":"2026-04-07T00:17:33.800464Z","end":"2026-04-07T00:17:33.992311Z","steps":["trace[675146051] 'agreement among raft nodes before linearized reading' (duration: 191.690938ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.019556Z","caller":"traceutil/trace.go:171","msg":"trace[1367798848] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"151.173795ms","start":"2026-04-07T00:17:33.868343Z","end":"2026-04-07T00:17:34.019517Z","steps":["trace[1367798848] 'process raft request' (duration: 150.93998ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.019641Z","caller":"traceutil/trace.go:171","msg":"trace[1817458005] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"150.761954ms","start":"2026-04-07T00:17:33.868866Z","end":"2026-04-07T00:17:34.019628Z","steps":["trace[1817458005] 'process raft request' (duration: 150.607531ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.019626Z","caller":"traceutil/trace.go:171","msg":"trace[1304134592] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"150.761685ms","start":"2026-04-07T00:17:33.86884Z","end":"2026-04-07T00:17:34.019601Z","steps":["trace[1304134592] 'process raft request' (duration: 150.582011ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.019585Z","caller":"traceutil/trace.go:171","msg":"trace[2026760183] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"150.275074ms","start":"2026-04-07T00:17:33.869289Z","end":"2026-04-07T00:17:34.019564Z","steps":["trace[2026760183] 'process raft request' (duration: 150.230493ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.203035Z","caller":"traceutil/trace.go:171","msg":"trace[1765911120] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"177.424716ms","start":"2026-04-07T00:17:34.025582Z","end":"2026-04-07T00:17:34.203007Z","steps":["trace[1765911120] 'process raft request' (duration: 174.391888ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.207758Z","caller":"traceutil/trace.go:171","msg":"trace[1528850441] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"181.811875ms","start":"2026-04-07T00:17:34.025903Z","end":"2026-04-07T00:17:34.207715Z","steps":["trace[1528850441] 'process raft request' (duration: 181.640651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.208004Z","caller":"traceutil/trace.go:171","msg":"trace[1950276322] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"181.535119ms","start":"2026-04-07T00:17:34.026441Z","end":"2026-04-07T00:17:34.207976Z","steps":["trace[1950276322] 'process raft request' (duration: 181.246853ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.208105Z","caller":"traceutil/trace.go:171","msg":"trace[1808814136] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"181.664642ms","start":"2026-04-07T00:17:34.026428Z","end":"2026-04-07T00:17:34.208093Z","steps":["trace[1808814136] 'process raft request' (duration: 181.202381ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.740037Z","caller":"traceutil/trace.go:171","msg":"trace[757086664] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"239.729839ms","start":"2026-04-07T00:17:34.500263Z","end":"2026-04-07T00:17:34.739993Z","steps":["trace[757086664] 'process raft request' (duration: 239.498374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.740197Z","caller":"traceutil/trace.go:171","msg":"trace[272672829] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"240.092557ms","start":"2026-04-07T00:17:34.500074Z","end":"2026-04-07T00:17:34.740167Z","steps":["trace[272672829] 'process raft request' (duration: 148.217158ms)","trace[272672829] 'compare' (duration: 91.323326ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:34.740331Z","caller":"traceutil/trace.go:171","msg":"trace[130868987] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"238.687056ms","start":"2026-04-07T00:17:34.501614Z","end":"2026-04-07T00:17:34.740301Z","steps":["trace[130868987] 'process raft request' (duration: 238.262587ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.740822Z","caller":"traceutil/trace.go:171","msg":"trace[1014089271] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"239.078244ms","start":"2026-04-07T00:17:34.501725Z","end":"2026-04-07T00:17:34.740803Z","steps":["trace[1014089271] 'process raft request' (duration: 238.244716ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.741072Z","caller":"traceutil/trace.go:171","msg":"trace[1757862802] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"239.237118ms","start":"2026-04-07T00:17:34.501821Z","end":"2026-04-07T00:17:34.741058Z","steps":["trace[1757862802] 'process raft request' (duration: 238.88878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.741353Z","caller":"traceutil/trace.go:171","msg":"trace[1098897655] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"239.420821ms","start":"2026-04-07T00:17:34.501919Z","end":"2026-04-07T00:17:34.741339Z","steps":["trace[1098897655] 'process raft request' (duration: 239.193746ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.74136Z","caller":"traceutil/trace.go:171","msg":"trace[1687602894] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"239.414551ms","start":"2026-04-07T00:17:34.501892Z","end":"2026-04-07T00:17:34.741307Z","steps":["trace[1687602894] 'process raft request' (duration: 239.111845ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.741438Z","caller":"traceutil/trace.go:171","msg":"trace[1309284443] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"239.469222ms","start":"2026-04-07T00:17:34.501963Z","end":"2026-04-07T00:17:34.741433Z","steps":["trace[1309284443] 'process raft request' (duration: 239.280528ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.74151Z","caller":"traceutil/trace.go:171","msg":"trace[1099217928] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"239.595346ms","start":"2026-04-07T00:17:34.501908Z","end":"2026-04-07T00:17:34.741503Z","steps":["trace[1099217928] 'process raft request' (duration: 239.274748ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.741523Z","caller":"traceutil/trace.go:171","msg":"trace[1281562880] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"238.90235ms","start":"2026-04-07T00:17:34.502602Z","end":"2026-04-07T00:17:34.741505Z","steps":["trace[1281562880] 'process raft request' (duration: 238.813418ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.741504Z","caller":"traceutil/trace.go:171","msg":"trace[395316868] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"239.410361ms","start":"2026-04-07T00:17:34.502072Z","end":"2026-04-07T00:17:34.741482Z","steps":["trace[395316868] 'process raft request' (duration: 239.221597ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.741846Z","caller":"traceutil/trace.go:171","msg":"trace[613944288] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"238.349648ms","start":"2026-04-07T00:17:34.503488Z","end":"2026-04-07T00:17:34.741838Z","steps":["trace[613944288] 'process raft request' (duration: 237.98009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.74188Z","caller":"traceutil/trace.go:171","msg":"trace[1196532537] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"237.893467ms","start":"2026-04-07T00:17:34.503966Z","end":"2026-04-07T00:17:34.741859Z","steps":["trace[1196532537] 'process raft request' (duration: 237.804105ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.92427Z","caller":"traceutil/trace.go:171","msg":"trace[560262570] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"417.37147ms","start":"2026-04-07T00:17:34.506871Z","end":"2026-04-07T00:17:34.924242Z","steps":["trace[560262570] 'process raft request' (duration: 415.444897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.92443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.506859Z","time spent":"417.511263ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5101,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:34.924511Z","caller":"traceutil/trace.go:171","msg":"trace[206757943] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"417.445601ms","start":"2026-04-07T00:17:34.507036Z","end":"2026-04-07T00:17:34.924481Z","steps":["trace[206757943] 'process raft request' (duration: 417.166245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.924644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.507031Z","time spent":"417.546343ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:17:34.924736Z","caller":"traceutil/trace.go:171","msg":"trace[1614660113] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"417.490281ms","start":"2026-04-07T00:17:34.507238Z","end":"2026-04-07T00:17:34.924728Z","steps":["trace[1614660113] 'process raft request' (duration: 417.269346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.924794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.507234Z","time spent":"417.539273ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3878,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:17:34.924884Z","caller":"traceutil/trace.go:171","msg":"trace[594696822] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"417.8097ms","start":"2026-04-07T00:17:34.507069Z","end":"2026-04-07T00:17:34.924879Z","steps":["trace[594696822] 'process raft request' (duration: 417.324708ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.924923Z","caller":"traceutil/trace.go:171","msg":"trace[853896395] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"417.561204ms","start":"2026-04-07T00:17:34.507356Z","end":"2026-04-07T00:17:34.924917Z","steps":["trace[853896395] 'process raft request' (duration: 417.246056ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.924918Z","caller":"traceutil/trace.go:171","msg":"trace[882569054] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"417.620255ms","start":"2026-04-07T00:17:34.507279Z","end":"2026-04-07T00:17:34.9249Z","steps":["trace[882569054] 'process raft request' (duration: 417.285847ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.92489Z","caller":"traceutil/trace.go:171","msg":"trace[258910393] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"416.577992ms","start":"2026-04-07T00:17:34.508298Z","end":"2026-04-07T00:17:34.924876Z","steps":["trace[258910393] 'process raft request' (duration: 416.336216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.924993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.508291Z","time spent":"416.688544ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:17:34.924995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.507276Z","time spent":"417.683287ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6424,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:17:34.92493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.507066Z","time spent":"417.849991ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:17:34.925113Z","caller":"traceutil/trace.go:171","msg":"trace[968312850] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"416.580932ms","start":"2026-04-07T00:17:34.508528Z","end":"2026-04-07T00:17:34.925109Z","steps":["trace[968312850] 'process raft request' (duration: 416.143492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.925154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.508523Z","time spent":"416.608342ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4790,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.507352Z","time spent":"417.599414ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18821,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:17:34.925024Z","caller":"traceutil/trace.go:171","msg":"trace[340424979] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"414.27562ms","start":"2026-04-07T00:17:34.510744Z","end":"2026-04-07T00:17:34.92502Z","steps":["trace[340424979] 'process raft request' (duration: 413.997144ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.925266Z","caller":"traceutil/trace.go:171","msg":"trace[739756877] linearizableReadLoop","detail":"{readStateIndex:4864; appliedIndex:4845; }","duration":"417.610265ms","start":"2026-04-07T00:17:34.50763Z","end":"2026-04-07T00:17:34.925241Z","steps":["trace[739756877] 'read index received' (duration: 140.78094ms)","trace[739756877] 'applied index is now lower than readState.Index' (duration: 276.827935ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:34.925329Z","caller":"traceutil/trace.go:171","msg":"trace[813337995] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"410.789391ms","start":"2026-04-07T00:17:34.514521Z","end":"2026-04-07T00:17:34.925311Z","steps":["trace[813337995] 'process raft request' (duration: 410.536066ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.925382Z","caller":"traceutil/trace.go:171","msg":"trace[201252048] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"408.412188ms","start":"2026-04-07T00:17:34.516959Z","end":"2026-04-07T00:17:34.925372Z","steps":["trace[201252048] 'process raft request' (duration: 408.140192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.925408Z","caller":"traceutil/trace.go:171","msg":"trace[927909197] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"414.499964ms","start":"2026-04-07T00:17:34.510904Z","end":"2026-04-07T00:17:34.925404Z","steps":["trace[927909197] 'process raft request' (duration: 414.033084ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.925417Z","caller":"traceutil/trace.go:171","msg":"trace[1584077406] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"412.173222ms","start":"2026-04-07T00:17:34.513224Z","end":"2026-04-07T00:17:34.925398Z","steps":["trace[1584077406] 'process raft request' (duration: 411.754683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.925466Z","caller":"traceutil/trace.go:171","msg":"trace[583451381] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4688; }","duration":"407.16878ms","start":"2026-04-07T00:17:34.518293Z","end":"2026-04-07T00:17:34.925461Z","steps":["trace[583451381] 'process raft request' (duration: 406.872533ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.925462Z","caller":"traceutil/trace.go:171","msg":"trace[624568133] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"408.078081ms","start":"2026-04-07T00:17:34.517376Z","end":"2026-04-07T00:17:34.925454Z","steps":["trace[624568133] 'process raft request' (duration: 407.757183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.925488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.518287Z","time spent":"407.188651ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2378,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.925297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.510735Z","time spent":"414.533895ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52370,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:17:34.925491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.516953Z","time spent":"408.462039ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2330,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.925516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.517371Z","time spent":"408.111871ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2145,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.925438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.510883Z","time spent":"414.537296ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10404,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:34.925598Z","caller":"traceutil/trace.go:171","msg":"trace[1950079308] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4688; }","duration":"404.926979ms","start":"2026-04-07T00:17:34.520635Z","end":"2026-04-07T00:17:34.925562Z","steps":["trace[1950079308] 'process raft request' (duration: 404.577151ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.92543Z","caller":"traceutil/trace.go:171","msg":"trace[1092791096] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4688; }","duration":"405.871251ms","start":"2026-04-07T00:17:34.519545Z","end":"2026-04-07T00:17:34.925416Z","steps":["trace[1092791096] 'process raft request' (duration: 405.646476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.925685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.519537Z","time spent":"406.113406ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65,"response count":0,"response size":2193,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.925694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.520615Z","time spent":"405.030022ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":68,"response count":0,"response size":2364,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:34.925391Z","caller":"traceutil/trace.go:171","msg":"trace[1703410967] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"414.566776ms","start":"2026-04-07T00:17:34.510818Z","end":"2026-04-07T00:17:34.925385Z","steps":["trace[1703410967] 'process raft request' (duration: 414.038344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.925746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.510799Z","time spent":"414.931925ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":78957,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:17:34.92551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.513218Z","time spent":"412.246784ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.925577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.072475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-04-07T00:17:34.925825Z","caller":"traceutil/trace.go:171","msg":"trace[1475941925] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4688; }","duration":"418.33498ms","start":"2026-04-07T00:17:34.507478Z","end":"2026-04-07T00:17:34.925813Z","steps":["trace[1475941925] 'agreement among raft nodes before linearized reading' (duration: 417.986933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.925863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.507473Z","time spent":"418.381931ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5094,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-07T00:17:34.925898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.514515Z","time spent":"410.848183ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2316,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:34.927613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.18194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-04-07T00:17:34.927659Z","caller":"traceutil/trace.go:171","msg":"trace[530835862] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4689; }","duration":"419.241992ms","start":"2026-04-07T00:17:34.508406Z","end":"2026-04-07T00:17:34.927648Z","steps":["trace[530835862] 'agreement among raft nodes before linearized reading' (duration: 419.070368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.927662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.893032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:34.927725Z","caller":"traceutil/trace.go:171","msg":"trace[922930867] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4689; }","duration":"192.006995ms","start":"2026-04-07T00:17:34.735702Z","end":"2026-04-07T00:17:34.927709Z","steps":["trace[922930867] 'agreement among raft nodes before linearized reading' (duration: 191.79337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.927745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.363575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-07T00:17:34.927768Z","caller":"traceutil/trace.go:171","msg":"trace[1199996624] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4689; }","duration":"197.422817ms","start":"2026-04-07T00:17:34.730338Z","end":"2026-04-07T00:17:34.927761Z","steps":["trace[1199996624] 'agreement among raft nodes before linearized reading' (duration: 197.359395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.92792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.105851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:17:34.927945Z","caller":"traceutil/trace.go:171","msg":"trace[1409208854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4689; }","duration":"392.160872ms","start":"2026-04-07T00:17:34.535778Z","end":"2026-04-07T00:17:34.927939Z","steps":["trace[1409208854] 'agreement among raft nodes before linearized reading' (duration: 392.09799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.927968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.00685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:34.927922Z","caller":"traceutil/trace.go:171","msg":"trace[1529340637] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"183.397361ms","start":"2026-04-07T00:17:34.744515Z","end":"2026-04-07T00:17:34.927913Z","steps":["trace[1529340637] 'process raft request' (duration: 182.841068ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:34.927999Z","caller":"traceutil/trace.go:171","msg":"trace[896676327] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4689; }","duration":"123.079562ms","start":"2026-04-07T00:17:34.804913Z","end":"2026-04-07T00:17:34.927992Z","steps":["trace[896676327] 'agreement among raft nodes before linearized reading' (duration: 123.024111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.927685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.508402Z","time spent":"419.275773ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4778,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-07T00:17:34.92797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.535765Z","time spent":"392.199522ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:17:34.928171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.724922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-04-07T00:17:34.928226Z","caller":"traceutil/trace.go:171","msg":"trace[678336148] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4689; }","duration":"419.783464ms","start":"2026-04-07T00:17:34.508424Z","end":"2026-04-07T00:17:34.928208Z","steps":["trace[678336148] 'agreement among raft nodes before linearized reading' (duration: 419.60463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:34.928272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:34.508423Z","time spent":"419.840595ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10590,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-04-07T00:17:35.113903Z","caller":"traceutil/trace.go:171","msg":"trace[1149772459] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"181.218632ms","start":"2026-04-07T00:17:34.932659Z","end":"2026-04-07T00:17:35.113877Z","steps":["trace[1149772459] 'process raft request' (duration: 144.812802ms)","trace[1149772459] 'compare' (duration: 36.266877ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:35.115188Z","caller":"traceutil/trace.go:171","msg":"trace[1949908290] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"181.455566ms","start":"2026-04-07T00:17:34.933711Z","end":"2026-04-07T00:17:35.115166Z","steps":["trace[1949908290] 'process raft request' (duration: 181.273941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.115352Z","caller":"traceutil/trace.go:171","msg":"trace[1764141216] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"181.220591ms","start":"2026-04-07T00:17:34.934114Z","end":"2026-04-07T00:17:35.115334Z","steps":["trace[1764141216] 'process raft request' (duration: 181.102659ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.115465Z","caller":"traceutil/trace.go:171","msg":"trace[1287127718] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"181.60996ms","start":"2026-04-07T00:17:34.933823Z","end":"2026-04-07T00:17:35.115433Z","steps":["trace[1287127718] 'process raft request' (duration: 181.324304ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.115366Z","caller":"traceutil/trace.go:171","msg":"trace[1334618309] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"181.554679ms","start":"2026-04-07T00:17:34.933778Z","end":"2026-04-07T00:17:35.115333Z","steps":["trace[1334618309] 'process raft request' (duration: 181.315863ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.115712Z","caller":"traceutil/trace.go:171","msg":"trace[127953910] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"181.349904ms","start":"2026-04-07T00:17:34.934348Z","end":"2026-04-07T00:17:35.115697Z","steps":["trace[127953910] 'process raft request' (duration: 180.922615ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.115959Z","caller":"traceutil/trace.go:171","msg":"trace[481575000] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"181.490678ms","start":"2026-04-07T00:17:34.93445Z","end":"2026-04-07T00:17:35.115941Z","steps":["trace[481575000] 'process raft request' (duration: 181.190141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116047Z","caller":"traceutil/trace.go:171","msg":"trace[1116826736] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"179.037042ms","start":"2026-04-07T00:17:34.936926Z","end":"2026-04-07T00:17:35.115963Z","steps":["trace[1116826736] 'process raft request' (duration: 178.918649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116252Z","caller":"traceutil/trace.go:171","msg":"trace[1396652413] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"179.331568ms","start":"2026-04-07T00:17:34.93691Z","end":"2026-04-07T00:17:35.116242Z","steps":["trace[1396652413] 'process raft request' (duration: 179.015901ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116349Z","caller":"traceutil/trace.go:171","msg":"trace[1935164217] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"175.515123ms","start":"2026-04-07T00:17:34.940803Z","end":"2026-04-07T00:17:35.116318Z","steps":["trace[1935164217] 'process raft request' (duration: 175.329919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116443Z","caller":"traceutil/trace.go:171","msg":"trace[1765211924] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"175.539653ms","start":"2026-04-07T00:17:34.940892Z","end":"2026-04-07T00:17:35.116432Z","steps":["trace[1765211924] 'process raft request' (duration: 175.338389ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116548Z","caller":"traceutil/trace.go:171","msg":"trace[1968137464] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"175.618336ms","start":"2026-04-07T00:17:34.940915Z","end":"2026-04-07T00:17:35.116533Z","steps":["trace[1968137464] 'process raft request' (duration: 175.37222ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116633Z","caller":"traceutil/trace.go:171","msg":"trace[2073080104] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"174.810887ms","start":"2026-04-07T00:17:34.941812Z","end":"2026-04-07T00:17:35.116623Z","steps":["trace[2073080104] 'process raft request' (duration: 174.633803ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.11672Z","caller":"traceutil/trace.go:171","msg":"trace[928708976] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"175.779789ms","start":"2026-04-07T00:17:34.940932Z","end":"2026-04-07T00:17:35.116712Z","steps":["trace[928708976] 'process raft request' (duration: 175.463352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116728Z","caller":"traceutil/trace.go:171","msg":"trace[1987390105] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"174.617262ms","start":"2026-04-07T00:17:34.942101Z","end":"2026-04-07T00:17:35.116718Z","steps":["trace[1987390105] 'process raft request' (duration: 174.459178ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116798Z","caller":"traceutil/trace.go:171","msg":"trace[240442348] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"174.763745ms","start":"2026-04-07T00:17:34.942027Z","end":"2026-04-07T00:17:35.116791Z","steps":["trace[240442348] 'process raft request' (duration: 174.460389ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116809Z","caller":"traceutil/trace.go:171","msg":"trace[1234755600] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"173.042348ms","start":"2026-04-07T00:17:34.943758Z","end":"2026-04-07T00:17:35.1168Z","steps":["trace[1234755600] 'process raft request' (duration: 172.850543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.116855Z","caller":"traceutil/trace.go:171","msg":"trace[1869770096] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4877; }","duration":"182.715714ms","start":"2026-04-07T00:17:34.934121Z","end":"2026-04-07T00:17:35.116837Z","steps":["trace[1869770096] 'read index received' (duration: 143.395889ms)","trace[1869770096] 'applied index is now lower than readState.Index' (duration: 39.318895ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:35.116972Z","caller":"traceutil/trace.go:171","msg":"trace[2044856907] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"171.911011ms","start":"2026-04-07T00:17:34.945049Z","end":"2026-04-07T00:17:35.11696Z","steps":["trace[2044856907] 'process raft request' (duration: 171.630475ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.117117Z","caller":"traceutil/trace.go:171","msg":"trace[1253994125] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"169.507036ms","start":"2026-04-07T00:17:34.947599Z","end":"2026-04-07T00:17:35.117106Z","steps":["trace[1253994125] 'process raft request' (duration: 169.129408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:35.117212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.069772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5116"} {"level":"info","ts":"2026-04-07T00:17:35.117273Z","caller":"traceutil/trace.go:171","msg":"trace[1509882006] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4709; }","duration":"183.176125ms","start":"2026-04-07T00:17:34.934082Z","end":"2026-04-07T00:17:35.117258Z","steps":["trace[1509882006] 'agreement among raft nodes before linearized reading' (duration: 182.998891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:35.117565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.006166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4805"} {"level":"info","ts":"2026-04-07T00:17:35.117616Z","caller":"traceutil/trace.go:171","msg":"trace[1408359282] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:4709; }","duration":"181.087737ms","start":"2026-04-07T00:17:34.936514Z","end":"2026-04-07T00:17:35.117602Z","steps":["trace[1408359282] 'agreement among raft nodes before linearized reading' (duration: 180.934004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:35.11785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.89453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tklbk\" ","response":"range_response_count:1 size:3858"} {"level":"warn","ts":"2026-04-07T00:17:35.117862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.820999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-04-07T00:17:35.117953Z","caller":"traceutil/trace.go:171","msg":"trace[105230383] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4709; }","duration":"179.928082ms","start":"2026-04-07T00:17:34.937999Z","end":"2026-04-07T00:17:35.117927Z","steps":["trace[105230383] 'agreement among raft nodes before linearized reading' (duration: 179.638415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:35.117992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.773802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-04-07T00:17:35.11802Z","caller":"traceutil/trace.go:171","msg":"trace[1119370695] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4709; }","duration":"180.822292ms","start":"2026-04-07T00:17:34.937188Z","end":"2026-04-07T00:17:35.11801Z","steps":["trace[1119370695] 'agreement among raft nodes before linearized reading' (duration: 180.734749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:35.118157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.682837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-04-07T00:17:35.118216Z","caller":"traceutil/trace.go:171","msg":"trace[2108439956] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4709; }","duration":"179.758648ms","start":"2026-04-07T00:17:34.938443Z","end":"2026-04-07T00:17:35.118202Z","steps":["trace[2108439956] 'agreement among raft nodes before linearized reading' (duration: 179.620055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:35.11854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.315441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-74df6b976b\" ","response":"range_response_count:1 size:10419"} {"level":"info","ts":"2026-04-07T00:17:35.118622Z","caller":"traceutil/trace.go:171","msg":"trace[137040674] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-74df6b976b; range_end:; response_count:1; response_revision:4709; }","duration":"180.410873ms","start":"2026-04-07T00:17:34.938186Z","end":"2026-04-07T00:17:35.118597Z","steps":["trace[137040674] 'agreement among raft nodes before linearized reading' (duration: 180.155978ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:35.117894Z","caller":"traceutil/trace.go:171","msg":"trace[1221800821] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tklbk; range_end:; response_count:1; response_revision:4709; }","duration":"179.948622ms","start":"2026-04-07T00:17:34.937935Z","end":"2026-04-07T00:17:35.117883Z","steps":["trace[1221800821] 'agreement among raft nodes before linearized reading' (duration: 179.83764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.544775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178880575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:17:36.584657Z","caller":"traceutil/trace.go:171","msg":"trace[158420500] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"537.072796ms","start":"2026-04-07T00:17:36.047559Z","end":"2026-04-07T00:17:36.584632Z","steps":["trace[158420500] 'process raft request' (duration: 536.950593ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:36.584656Z","caller":"traceutil/trace.go:171","msg":"trace[1965894877] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"541.116777ms","start":"2026-04-07T00:17:36.043505Z","end":"2026-04-07T00:17:36.584622Z","steps":["trace[1965894877] 'process raft request' (duration: 529.671209ms)","trace[1965894877] 'compare' (duration: 11.201762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:36.585103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.043429Z","time spent":"541.604447ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:17:36.584712Z","caller":"traceutil/trace.go:171","msg":"trace[1744686924] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5027; }","duration":"541.016114ms","start":"2026-04-07T00:17:36.043682Z","end":"2026-04-07T00:17:36.584698Z","steps":["trace[1744686924] 'read index received' (duration: 529.507125ms)","trace[1744686924] 'applied index is now lower than readState.Index' (duration: 11.507869ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:36.584726Z","caller":"traceutil/trace.go:171","msg":"trace[121766825] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"495.152272ms","start":"2026-04-07T00:17:36.089566Z","end":"2026-04-07T00:17:36.584718Z","steps":["trace[121766825] 'process raft request' (duration: 495.054439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.585248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.08954Z","time spent":"495.668743ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2716,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:36.585325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.697834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-04-07T00:17:36.585371Z","caller":"traceutil/trace.go:171","msg":"trace[1371542686] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4841; }","duration":"392.775066ms","start":"2026-04-07T00:17:36.192584Z","end":"2026-04-07T00:17:36.585359Z","steps":["trace[1371542686] 'agreement among raft nodes before linearized reading' (duration: 392.637753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.585384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.964738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-mvk4v\" ","response":"range_response_count:1 size:2460"} {"level":"warn","ts":"2026-04-07T00:17:36.585405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.192565Z","time spent":"392.832357ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4352,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"info","ts":"2026-04-07T00:17:36.58542Z","caller":"traceutil/trace.go:171","msg":"trace[897968433] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-mvk4v; range_end:; response_count:1; response_revision:4841; }","duration":"357.02837ms","start":"2026-04-07T00:17:36.228382Z","end":"2026-04-07T00:17:36.58541Z","steps":["trace[897968433] 'agreement among raft nodes before linearized reading' (duration: 356.908447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.585447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.228366Z","time spent":"357.072961ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":2482,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls-mvk4v\" "} {"level":"warn","ts":"2026-04-07T00:17:36.585454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.241518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:17:36.585432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.796608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:17:36.585491Z","caller":"traceutil/trace.go:171","msg":"trace[1983300457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4841; }","duration":"370.3182ms","start":"2026-04-07T00:17:36.215162Z","end":"2026-04-07T00:17:36.585481Z","steps":["trace[1983300457] 'agreement among raft nodes before linearized reading' (duration: 370.216287ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:36.584769Z","caller":"traceutil/trace.go:171","msg":"trace[1681200370] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"456.181223ms","start":"2026-04-07T00:17:36.128573Z","end":"2026-04-07T00:17:36.584754Z","steps":["trace[1681200370] 'process raft request' (duration: 456.092381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.58551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.904444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:17:36.585521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.215142Z","time spent":"370.37133ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:17:36.585532Z","caller":"traceutil/trace.go:171","msg":"trace[730284000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:4841; }","duration":"290.937131ms","start":"2026-04-07T00:17:36.29457Z","end":"2026-04-07T00:17:36.585507Z","steps":["trace[730284000] 'agreement among raft nodes before linearized reading' (duration: 290.693236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:36.58555Z","caller":"traceutil/trace.go:171","msg":"trace[108185099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4841; }","duration":"303.970785ms","start":"2026-04-07T00:17:36.281567Z","end":"2026-04-07T00:17:36.585538Z","steps":["trace[108185099] 'agreement among raft nodes before linearized reading' (duration: 303.906433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.585591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.281555Z","time spent":"304.029076ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:17:36.585658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.945261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:17:36.585693Z","caller":"traceutil/trace.go:171","msg":"trace[516108948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4841; }","duration":"291.001743ms","start":"2026-04-07T00:17:36.294682Z","end":"2026-04-07T00:17:36.585684Z","steps":["trace[516108948] 'agreement among raft nodes before linearized reading' (duration: 290.912161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:36.584777Z","caller":"traceutil/trace.go:171","msg":"trace[1714894085] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"536.675406ms","start":"2026-04-07T00:17:36.048094Z","end":"2026-04-07T00:17:36.584769Z","steps":["trace[1714894085] 'process raft request' (duration: 536.474581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.585854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.048078Z","time spent":"537.681268ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:36.584851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.733421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2858"} {"level":"warn","ts":"2026-04-07T00:17:36.585876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.047534Z","time spent":"537.386982ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:17:36.585948Z","caller":"traceutil/trace.go:171","msg":"trace[111732891] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4841; }","duration":"554.841617ms","start":"2026-04-07T00:17:36.031092Z","end":"2026-04-07T00:17:36.585934Z","steps":["trace[111732891] 'agreement among raft nodes before linearized reading' (duration: 553.649889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:36.585557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.128557Z","time spent":"456.974041ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:17:36.585986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:36.031078Z","time spent":"554.896687ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2880,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"info","ts":"2026-04-07T00:17:37.616252Z","caller":"traceutil/trace.go:171","msg":"trace[747757382] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"328.824235ms","start":"2026-04-07T00:17:37.287404Z","end":"2026-04-07T00:17:37.616228Z","steps":["trace[747757382] 'process raft request' (duration: 327.092996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:37.616399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:37.287359Z","time spent":"328.962288ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:38.241188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.334413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:38.241288Z","caller":"traceutil/trace.go:171","msg":"trace[258815922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4871; }","duration":"169.493947ms","start":"2026-04-07T00:17:38.071769Z","end":"2026-04-07T00:17:38.241263Z","steps":["trace[258815922] 'count revisions from in-memory index tree' (duration: 169.233181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:38.241282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.842246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:38.241372Z","caller":"traceutil/trace.go:171","msg":"trace[1019501455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4871; }","duration":"123.019289ms","start":"2026-04-07T00:17:38.118328Z","end":"2026-04-07T00:17:38.241348Z","steps":["trace[1019501455] 'count revisions from in-memory index tree' (duration: 122.763434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:39.886472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.157801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:39.886565Z","caller":"traceutil/trace.go:171","msg":"trace[425386809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4882; }","duration":"606.296575ms","start":"2026-04-07T00:17:39.280243Z","end":"2026-04-07T00:17:39.88654Z","steps":["trace[425386809] 'range keys from in-memory index tree' (duration: 606.08022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:39.886622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:39.280224Z","time spent":"606.387476ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:17:40.039883Z","caller":"traceutil/trace.go:171","msg":"trace[2069671527] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"413.944532ms","start":"2026-04-07T00:17:39.625921Z","end":"2026-04-07T00:17:40.039865Z","steps":["trace[2069671527] 'process raft request' (duration: 413.682456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.040032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:39.625898Z","time spent":"414.054145ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:40.040483Z","caller":"traceutil/trace.go:171","msg":"trace[936784611] linearizableReadLoop","detail":"{readStateIndex:5075; appliedIndex:5075; }","duration":"329.544572ms","start":"2026-04-07T00:17:39.710929Z","end":"2026-04-07T00:17:40.040474Z","steps":["trace[936784611] 'read index received' (duration: 329.541382ms)","trace[936784611] 'applied index is now lower than readState.Index' (duration: 2.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:40.040638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.705066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-07T00:17:40.040687Z","caller":"traceutil/trace.go:171","msg":"trace[742790170] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx; range_end:; response_count:1; response_revision:4883; }","duration":"329.788078ms","start":"2026-04-07T00:17:39.710889Z","end":"2026-04-07T00:17:40.040677Z","steps":["trace[742790170] 'agreement among raft nodes before linearized reading' (duration: 329.655345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.040715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:39.71087Z","time spent":"329.837638ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4354,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx\" "} {"level":"info","ts":"2026-04-07T00:17:40.163192Z","caller":"traceutil/trace.go:171","msg":"trace[875279244] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5075; }","duration":"122.644192ms","start":"2026-04-07T00:17:40.040527Z","end":"2026-04-07T00:17:40.163171Z","steps":["trace[875279244] 'read index received' (duration: 120.592396ms)","trace[875279244] 'applied index is now lower than readState.Index' (duration: 2.051006ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:40.163237Z","caller":"traceutil/trace.go:171","msg":"trace[237881872] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"125.256571ms","start":"2026-04-07T00:17:40.037965Z","end":"2026-04-07T00:17:40.163221Z","steps":["trace[237881872] 'process raft request' (duration: 125.162248ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:40.163231Z","caller":"traceutil/trace.go:171","msg":"trace[2002882138] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"134.906408ms","start":"2026-04-07T00:17:40.028285Z","end":"2026-04-07T00:17:40.163191Z","steps":["trace[2002882138] 'process raft request' (duration: 132.688669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.163285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.404563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:40.163305Z","caller":"traceutil/trace.go:171","msg":"trace[1420624318] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"126.257244ms","start":"2026-04-07T00:17:40.037019Z","end":"2026-04-07T00:17:40.163276Z","steps":["trace[1420624318] 'process raft request' (duration: 126.066049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:40.163362Z","caller":"traceutil/trace.go:171","msg":"trace[1349722235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4886; }","duration":"275.489755ms","start":"2026-04-07T00:17:39.887851Z","end":"2026-04-07T00:17:40.16334Z","steps":["trace[1349722235] 'agreement among raft nodes before linearized reading' (duration: 275.361542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.163432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.021039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:17:40.163469Z","caller":"traceutil/trace.go:171","msg":"trace[636613605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4886; }","duration":"277.169622ms","start":"2026-04-07T00:17:39.886288Z","end":"2026-04-07T00:17:40.163458Z","steps":["trace[636613605] 'agreement among raft nodes before linearized reading' (duration: 276.970878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.370437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.160808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:40.370833Z","caller":"traceutil/trace.go:171","msg":"trace[1817556521] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"203.312899ms","start":"2026-04-07T00:17:40.167483Z","end":"2026-04-07T00:17:40.370796Z","steps":["trace[1817556521] 'process raft request' (duration: 203.053514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:40.371376Z","caller":"traceutil/trace.go:171","msg":"trace[1496175004] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"316.763454ms","start":"2026-04-07T00:17:40.054582Z","end":"2026-04-07T00:17:40.371346Z","steps":["trace[1496175004] 'process raft request' (duration: 214.600772ms)","trace[1496175004] 'compare' (duration: 101.013415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:40.371728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:40.054565Z","time spent":"317.06356ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:40.914521Z","caller":"traceutil/trace.go:171","msg":"trace[464643739] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"204.281631ms","start":"2026-04-07T00:17:40.710217Z","end":"2026-04-07T00:17:40.914498Z","steps":["trace[464643739] 'process raft request' (duration: 126.292294ms)","trace[464643739] 'compare' (duration: 77.892595ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:40.915304Z","caller":"traceutil/trace.go:171","msg":"trace[695836561] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5082; }","duration":"204.313761ms","start":"2026-04-07T00:17:40.710963Z","end":"2026-04-07T00:17:40.915276Z","steps":["trace[695836561] 'read index received' (duration: 125.550137ms)","trace[695836561] 'applied index is now lower than readState.Index' (duration: 78.761794ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:40.915435Z","caller":"traceutil/trace.go:171","msg":"trace[25391317] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"204.607228ms","start":"2026-04-07T00:17:40.710799Z","end":"2026-04-07T00:17:40.915406Z","steps":["trace[25391317] 'process raft request' (duration: 204.328542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.915589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.605097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-04-07T00:17:40.915638Z","caller":"traceutil/trace.go:171","msg":"trace[464456661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4892; }","duration":"204.68426ms","start":"2026-04-07T00:17:40.71094Z","end":"2026-04-07T00:17:40.915624Z","steps":["trace[464456661] 'agreement among raft nodes before linearized reading' (duration: 204.434194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:40.915651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.517658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-04-07T00:17:40.915715Z","caller":"traceutil/trace.go:171","msg":"trace[870928961] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx; range_end:; response_count:1; response_revision:4892; }","duration":"197.615659ms","start":"2026-04-07T00:17:40.718081Z","end":"2026-04-07T00:17:40.915697Z","steps":["trace[870928961] 'agreement among raft nodes before linearized reading' (duration: 197.408025ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:41.214111Z","caller":"traceutil/trace.go:171","msg":"trace[984599346] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"289.385707ms","start":"2026-04-07T00:17:40.924684Z","end":"2026-04-07T00:17:41.21407Z","steps":["trace[984599346] 'process raft request' (duration: 245.99532ms)","trace[984599346] 'compare' (duration: 42.950546ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:41.623367Z","caller":"traceutil/trace.go:171","msg":"trace[152490127] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"405.211967ms","start":"2026-04-07T00:17:41.218132Z","end":"2026-04-07T00:17:41.623344Z","steps":["trace[152490127] 'process raft request' (duration: 405.083954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:41.623535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:41.218109Z","time spent":"405.362509ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:41.79084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.753641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:17:41.790934Z","caller":"traceutil/trace.go:171","msg":"trace[2017818099] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"507.377427ms","start":"2026-04-07T00:17:41.283534Z","end":"2026-04-07T00:17:41.790912Z","steps":["trace[2017818099] 'read index received' (duration: 339.754432ms)","trace[2017818099] 'applied index is now lower than readState.Index' (duration: 167.621275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:41.791075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.536921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:17:41.791099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.879332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:41.791135Z","caller":"traceutil/trace.go:171","msg":"trace[161887644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4894; }","duration":"507.643533ms","start":"2026-04-07T00:17:41.283478Z","end":"2026-04-07T00:17:41.791122Z","steps":["trace[161887644] 'agreement among raft nodes before linearized reading' (duration: 507.539621ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:41.791159Z","caller":"traceutil/trace.go:171","msg":"trace[1790951547] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4894; }","duration":"196.005595ms","start":"2026-04-07T00:17:41.595137Z","end":"2026-04-07T00:17:41.791143Z","steps":["trace[1790951547] 'agreement among raft nodes before linearized reading' (duration: 195.884162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:41.791166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:41.283454Z","time spent":"507.705675ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:17:42.168416Z","caller":"traceutil/trace.go:171","msg":"trace[925972341] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"116.534083ms","start":"2026-04-07T00:17:42.051861Z","end":"2026-04-07T00:17:42.168395Z","steps":["trace[925972341] 'process raft request' (duration: 116.36219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:42.177563Z","caller":"traceutil/trace.go:171","msg":"trace[1586958961] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"114.681833ms","start":"2026-04-07T00:17:42.062861Z","end":"2026-04-07T00:17:42.177543Z","steps":["trace[1586958961] 'process raft request' (duration: 114.55142ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:42.365035Z","caller":"traceutil/trace.go:171","msg":"trace[1509238458] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"196.622238ms","start":"2026-04-07T00:17:42.168383Z","end":"2026-04-07T00:17:42.365005Z","steps":["trace[1509238458] 'process raft request' (duration: 127.092973ms)","trace[1509238458] 'compare' (duration: 69.358752ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:42.3652Z","caller":"traceutil/trace.go:171","msg":"trace[726623178] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"196.706021ms","start":"2026-04-07T00:17:42.168475Z","end":"2026-04-07T00:17:42.365182Z","steps":["trace[726623178] 'process raft request' (duration: 196.475685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:42.365394Z","caller":"traceutil/trace.go:171","msg":"trace[877758055] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5088; }","duration":"195.705357ms","start":"2026-04-07T00:17:42.169667Z","end":"2026-04-07T00:17:42.365372Z","steps":["trace[877758055] 'read index received' (duration: 7.792605ms)","trace[877758055] 'applied index is now lower than readState.Index' (duration: 187.911982ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:42.365498Z","caller":"traceutil/trace.go:171","msg":"trace[2014362578] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"196.993928ms","start":"2026-04-07T00:17:42.168476Z","end":"2026-04-07T00:17:42.36547Z","steps":["trace[2014362578] 'process raft request' (duration: 196.64924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:42.365693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.959044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-ftfmx\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-07T00:17:42.36574Z","caller":"traceutil/trace.go:171","msg":"trace[1472723381] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-ftfmx; range_end:; response_count:1; response_revision:4899; }","duration":"196.117477ms","start":"2026-04-07T00:17:42.169613Z","end":"2026-04-07T00:17:42.36573Z","steps":["trace[1472723381] 'agreement among raft nodes before linearized reading' (duration: 195.832191ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:42.589705Z","caller":"traceutil/trace.go:171","msg":"trace[482028915] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"152.374543ms","start":"2026-04-07T00:17:42.437288Z","end":"2026-04-07T00:17:42.589662Z","steps":["trace[482028915] 'process raft request' (duration: 144.385142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:42.860191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.541162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:42.860259Z","caller":"traceutil/trace.go:171","msg":"trace[377268593] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5094; }","duration":"149.246231ms","start":"2026-04-07T00:17:42.711002Z","end":"2026-04-07T00:17:42.860248Z","steps":["trace[377268593] 'read index received' (duration: 80.011µs)","trace[377268593] 'applied index is now lower than readState.Index' (duration: 149.16563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:42.860353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.347444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:17:42.860372Z","caller":"traceutil/trace.go:171","msg":"trace[1239855796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4902; }","duration":"149.401714ms","start":"2026-04-07T00:17:42.710965Z","end":"2026-04-07T00:17:42.860367Z","steps":["trace[1239855796] 'agreement among raft nodes before linearized reading' (duration: 149.308402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:42.860339Z","caller":"traceutil/trace.go:171","msg":"trace[1013138427] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"223.678808ms","start":"2026-04-07T00:17:42.636573Z","end":"2026-04-07T00:17:42.860252Z","steps":["trace[1013138427] 'process raft request' (duration: 60.027963ms)","trace[1013138427] 'compare' (duration: 163.45145ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:43.07534Z","caller":"traceutil/trace.go:171","msg":"trace[636148177] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5095; }","duration":"182.98797ms","start":"2026-04-07T00:17:42.892327Z","end":"2026-04-07T00:17:43.075315Z","steps":["trace[636148177] 'read index received' (duration: 29.268478ms)","trace[636148177] 'applied index is now lower than readState.Index' (duration: 153.718072ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:43.075493Z","caller":"traceutil/trace.go:171","msg":"trace[588494983] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"187.670867ms","start":"2026-04-07T00:17:42.887812Z","end":"2026-04-07T00:17:43.075483Z","steps":["trace[588494983] 'process raft request' (duration: 187.35039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:43.075883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.161927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:17:43.075875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.004016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:17:43.075942Z","caller":"traceutil/trace.go:171","msg":"trace[99597112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4904; }","duration":"156.248989ms","start":"2026-04-07T00:17:42.91968Z","end":"2026-04-07T00:17:43.075929Z","steps":["trace[99597112] 'agreement among raft nodes before linearized reading' (duration: 156.069615ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:43.075964Z","caller":"traceutil/trace.go:171","msg":"trace[947641371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4904; }","duration":"157.135709ms","start":"2026-04-07T00:17:42.91881Z","end":"2026-04-07T00:17:43.075946Z","steps":["trace[947641371] 'agreement among raft nodes before linearized reading' (duration: 156.842922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:43.075882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.538563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-04-07T00:17:43.076276Z","caller":"traceutil/trace.go:171","msg":"trace[130329822] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ftfmx; range_end:; response_count:1; response_revision:4904; }","duration":"183.950052ms","start":"2026-04-07T00:17:42.892297Z","end":"2026-04-07T00:17:43.076248Z","steps":["trace[130329822] 'agreement among raft nodes before linearized reading' (duration: 183.42985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:43.075914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.612174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:17:43.076785Z","caller":"traceutil/trace.go:171","msg":"trace[252581231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:4904; }","duration":"156.489844ms","start":"2026-04-07T00:17:42.920233Z","end":"2026-04-07T00:17:43.076723Z","steps":["trace[252581231] 'agreement among raft nodes before linearized reading' (duration: 155.499291ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:43.216241Z","caller":"traceutil/trace.go:171","msg":"trace[1591662350] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"135.412819ms","start":"2026-04-07T00:17:43.0808Z","end":"2026-04-07T00:17:43.216213Z","steps":["trace[1591662350] 'process raft request' (duration: 135.154683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:43.216386Z","caller":"traceutil/trace.go:171","msg":"trace[766809574] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5097; }","duration":"135.380039ms","start":"2026-04-07T00:17:43.080962Z","end":"2026-04-07T00:17:43.216342Z","steps":["trace[766809574] 'read index received' (duration: 68.341689ms)","trace[766809574] 'applied index is now lower than readState.Index' (duration: 67.03688ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:43.216443Z","caller":"traceutil/trace.go:171","msg":"trace[1818982553] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"121.443744ms","start":"2026-04-07T00:17:43.094961Z","end":"2026-04-07T00:17:43.216405Z","steps":["trace[1818982553] 'process raft request' (duration: 121.192309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:43.216721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.728446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-04-07T00:17:43.216754Z","caller":"traceutil/trace.go:171","msg":"trace[66683814] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4907; }","duration":"135.802199ms","start":"2026-04-07T00:17:43.080942Z","end":"2026-04-07T00:17:43.216744Z","steps":["trace[66683814] 'agreement among raft nodes before linearized reading' (duration: 135.515301ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:43.971004Z","caller":"traceutil/trace.go:171","msg":"trace[551092552] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"162.243794ms","start":"2026-04-07T00:17:43.808743Z","end":"2026-04-07T00:17:43.970987Z","steps":["trace[551092552] 'process raft request' (duration: 162.133981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:43.973024Z","caller":"traceutil/trace.go:171","msg":"trace[87743981] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"163.510042ms","start":"2026-04-07T00:17:43.809481Z","end":"2026-04-07T00:17:43.972991Z","steps":["trace[87743981] 'process raft request' (duration: 163.235136ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:44.108837Z","caller":"traceutil/trace.go:171","msg":"trace[307634911] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"127.680736ms","start":"2026-04-07T00:17:43.981136Z","end":"2026-04-07T00:17:44.108817Z","steps":["trace[307634911] 'process raft request' (duration: 126.763556ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:44.292604Z","caller":"traceutil/trace.go:171","msg":"trace[391344094] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"119.299817ms","start":"2026-04-07T00:17:44.173278Z","end":"2026-04-07T00:17:44.292578Z","steps":["trace[391344094] 'process raft request' (duration: 64.752128ms)","trace[391344094] 'compare' (duration: 54.444657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:44.712601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.033818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:17:44.712706Z","caller":"traceutil/trace.go:171","msg":"trace[693819250] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"122.973269ms","start":"2026-04-07T00:17:44.589716Z","end":"2026-04-07T00:17:44.712689Z","steps":["trace[693819250] 'read index received' (duration: 36.77µs)","trace[693819250] 'applied index is now lower than readState.Index' (duration: 122.934999ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:44.712777Z","caller":"traceutil/trace.go:171","msg":"trace[1120687613] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4925; }","duration":"217.913518ms","start":"2026-04-07T00:17:44.494853Z","end":"2026-04-07T00:17:44.712767Z","steps":["trace[1120687613] 'process raft request' (duration: 67.632703ms)","trace[1120687613] 'compare' (duration: 149.930146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:44.713445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.699926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:44.713544Z","caller":"traceutil/trace.go:171","msg":"trace[42461186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4925; }","duration":"123.85327ms","start":"2026-04-07T00:17:44.589667Z","end":"2026-04-07T00:17:44.71352Z","steps":["trace[42461186] 'agreement among raft nodes before linearized reading' (duration: 123.345818ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:44.86508Z","caller":"traceutil/trace.go:171","msg":"trace[903112646] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"262.350319ms","start":"2026-04-07T00:17:44.602701Z","end":"2026-04-07T00:17:44.865052Z","steps":["trace[903112646] 'process raft request' (duration: 261.714475ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:44.867924Z","caller":"traceutil/trace.go:171","msg":"trace[1239027385] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5118; }","duration":"155.170634ms","start":"2026-04-07T00:17:44.712732Z","end":"2026-04-07T00:17:44.867903Z","steps":["trace[1239027385] 'read index received' (duration: 151.818459ms)","trace[1239027385] 'applied index is now lower than readState.Index' (duration: 3.351015ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:44.867979Z","caller":"traceutil/trace.go:171","msg":"trace[668027002] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"236.211629ms","start":"2026-04-07T00:17:44.631732Z","end":"2026-04-07T00:17:44.867944Z","steps":["trace[668027002] 'process raft request' (duration: 236.061076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:44.86836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.655444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:17:44.868606Z","caller":"traceutil/trace.go:171","msg":"trace[1161689239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4927; }","duration":"273.946669ms","start":"2026-04-07T00:17:44.59464Z","end":"2026-04-07T00:17:44.868587Z","steps":["trace[1161689239] 'agreement among raft nodes before linearized reading' (duration: 273.575111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:44.868369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.130135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-04-07T00:17:44.868736Z","caller":"traceutil/trace.go:171","msg":"trace[810222368] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4927; }","duration":"144.518634ms","start":"2026-04-07T00:17:44.724183Z","end":"2026-04-07T00:17:44.868701Z","steps":["trace[810222368] 'agreement among raft nodes before linearized reading' (duration: 144.051804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:45.611799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.469769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:17:45.611822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.161634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:45.611884Z","caller":"traceutil/trace.go:171","msg":"trace[138452848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4937; }","duration":"154.597482ms","start":"2026-04-07T00:17:45.457267Z","end":"2026-04-07T00:17:45.611865Z","steps":["trace[138452848] 'range keys from in-memory index tree' (duration: 154.317765ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:45.6119Z","caller":"traceutil/trace.go:171","msg":"trace[545235859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4937; }","duration":"207.35668ms","start":"2026-04-07T00:17:45.404526Z","end":"2026-04-07T00:17:45.611882Z","steps":["trace[545235859] 'count revisions from in-memory index tree' (duration: 207.051261ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:46.848607Z","caller":"traceutil/trace.go:171","msg":"trace[676002509] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5151; }","duration":"118.354195ms","start":"2026-04-07T00:17:46.730225Z","end":"2026-04-07T00:17:46.848579Z","steps":["trace[676002509] 'read index received' (duration: 76.601535ms)","trace[676002509] 'applied index is now lower than readState.Index' (duration: 41.75129ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:46.848759Z","caller":"traceutil/trace.go:171","msg":"trace[1506984779] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"126.866157ms","start":"2026-04-07T00:17:46.721852Z","end":"2026-04-07T00:17:46.848718Z","steps":["trace[1506984779] 'process raft request' (duration: 126.644632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:46.848807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.55836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:46.848914Z","caller":"traceutil/trace.go:171","msg":"trace[1393630153] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"131.085383ms","start":"2026-04-07T00:17:46.717708Z","end":"2026-04-07T00:17:46.848794Z","steps":["trace[1393630153] 'process raft request' (duration: 130.650403ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:46.848949Z","caller":"traceutil/trace.go:171","msg":"trace[713470549] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4958; }","duration":"118.720613ms","start":"2026-04-07T00:17:46.730188Z","end":"2026-04-07T00:17:46.848909Z","steps":["trace[713470549] 'agreement among raft nodes before linearized reading' (duration: 118.533709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.432082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.044232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:47.432218Z","caller":"traceutil/trace.go:171","msg":"trace[1425930141] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"262.682223ms","start":"2026-04-07T00:17:47.16952Z","end":"2026-04-07T00:17:47.432202Z","steps":["trace[1425930141] 'read index received' (duration: 126.391656ms)","trace[1425930141] 'applied index is now lower than readState.Index' (duration: 136.289457ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:47.432328Z","caller":"traceutil/trace.go:171","msg":"trace[672310976] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"263.803269ms","start":"2026-04-07T00:17:47.168486Z","end":"2026-04-07T00:17:47.432289Z","steps":["trace[672310976] 'process raft request' (duration: 127.487641ms)","trace[672310976] 'compare' (duration: 135.900019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:47.432529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.466401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:17:47.432546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.052594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:47.432598Z","caller":"traceutil/trace.go:171","msg":"trace[824442010] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4982; }","duration":"263.584854ms","start":"2026-04-07T00:17:47.168998Z","end":"2026-04-07T00:17:47.432583Z","steps":["trace[824442010] 'agreement among raft nodes before linearized reading' (duration: 263.43711ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:47.432611Z","caller":"traceutil/trace.go:171","msg":"trace[1966079916] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4982; }","duration":"264.154887ms","start":"2026-04-07T00:17:47.168438Z","end":"2026-04-07T00:17:47.432593Z","steps":["trace[1966079916] 'agreement among raft nodes before linearized reading' (duration: 264.018504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.432603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.727192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:17:47.432648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.989385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:17:47.432674Z","caller":"traceutil/trace.go:171","msg":"trace[470581357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4982; }","duration":"265.849964ms","start":"2026-04-07T00:17:47.166805Z","end":"2026-04-07T00:17:47.432655Z","steps":["trace[470581357] 'agreement among raft nodes before linearized reading' (duration: 265.594669ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:47.432724Z","caller":"traceutil/trace.go:171","msg":"trace[189505216] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4982; }","duration":"257.103467ms","start":"2026-04-07T00:17:47.175602Z","end":"2026-04-07T00:17:47.432706Z","steps":["trace[189505216] 'agreement among raft nodes before linearized reading' (duration: 256.893853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.432752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.835493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:17:47.432753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.428541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:17:47.432812Z","caller":"traceutil/trace.go:171","msg":"trace[2005370468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4982; }","duration":"157.929205ms","start":"2026-04-07T00:17:47.274867Z","end":"2026-04-07T00:17:47.432796Z","steps":["trace[2005370468] 'agreement among raft nodes before linearized reading' (duration: 157.767601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.432809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.574484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18a3eb00dff99bc4\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-04-07T00:17:47.432833Z","caller":"traceutil/trace.go:171","msg":"trace[928935267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:4982; }","duration":"156.554375ms","start":"2026-04-07T00:17:47.276259Z","end":"2026-04-07T00:17:47.432814Z","steps":["trace[928935267] 'agreement among raft nodes before linearized reading' (duration: 156.295968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.432848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.538992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:17:47.432867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.330856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57279"} {"level":"info","ts":"2026-04-07T00:17:47.432884Z","caller":"traceutil/trace.go:171","msg":"trace[2044504275] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18a3eb00dff99bc4; range_end:; response_count:1; response_revision:4982; }","duration":"267.695157ms","start":"2026-04-07T00:17:47.165168Z","end":"2026-04-07T00:17:47.432863Z","steps":["trace[2044504275] 'agreement among raft nodes before linearized reading' (duration: 267.508382ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:47.432924Z","caller":"traceutil/trace.go:171","msg":"trace[957966243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4982; }","duration":"147.687815ms","start":"2026-04-07T00:17:47.285218Z","end":"2026-04-07T00:17:47.432906Z","steps":["trace[957966243] 'agreement among raft nodes before linearized reading' (duration: 147.53118ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:47.432933Z","caller":"traceutil/trace.go:171","msg":"trace[367477478] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4982; }","duration":"254.399617ms","start":"2026-04-07T00:17:47.178519Z","end":"2026-04-07T00:17:47.432918Z","steps":["trace[367477478] 'agreement among raft nodes before linearized reading' (duration: 254.12796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.807587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.673817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:47.807697Z","caller":"traceutil/trace.go:171","msg":"trace[722178326] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"215.182903ms","start":"2026-04-07T00:17:47.592498Z","end":"2026-04-07T00:17:47.807681Z","steps":["trace[722178326] 'read index received' (duration: 106.278101ms)","trace[722178326] 'applied index is now lower than readState.Index' (duration: 108.903652ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:47.807735Z","caller":"traceutil/trace.go:171","msg":"trace[1056307322] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"218.293005ms","start":"2026-04-07T00:17:47.589403Z","end":"2026-04-07T00:17:47.807696Z","steps":["trace[1056307322] 'process raft request' (duration: 109.441034ms)","trace[1056307322] 'compare' (duration: 108.469892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:47.807924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.132922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-07T00:17:47.807955Z","caller":"traceutil/trace.go:171","msg":"trace[762045062] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4994; }","duration":"215.183424ms","start":"2026-04-07T00:17:47.592761Z","end":"2026-04-07T00:17:47.807945Z","steps":["trace[762045062] 'agreement among raft nodes before linearized reading' (duration: 215.01541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.807973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.45537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-07T00:17:47.808053Z","caller":"traceutil/trace.go:171","msg":"trace[941136188] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4994; }","duration":"215.577132ms","start":"2026-04-07T00:17:47.592455Z","end":"2026-04-07T00:17:47.808032Z","steps":["trace[941136188] 'agreement among raft nodes before linearized reading' (duration: 215.301196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.808045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.360592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-07T00:17:47.808126Z","caller":"traceutil/trace.go:171","msg":"trace[1908786073] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4994; }","duration":"125.486415ms","start":"2026-04-07T00:17:47.682615Z","end":"2026-04-07T00:17:47.808101Z","steps":["trace[1908786073] 'agreement among raft nodes before linearized reading' (duration: 125.211389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:47.808171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.160025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57279"} {"level":"info","ts":"2026-04-07T00:17:47.808245Z","caller":"traceutil/trace.go:171","msg":"trace[1920791667] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4994; }","duration":"215.240336ms","start":"2026-04-07T00:17:47.592985Z","end":"2026-04-07T00:17:47.808225Z","steps":["trace[1920791667] 'agreement among raft nodes before linearized reading' (duration: 214.968579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:48.332335Z","caller":"traceutil/trace.go:171","msg":"trace[1127350792] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5200; }","duration":"186.96299ms","start":"2026-04-07T00:17:48.145351Z","end":"2026-04-07T00:17:48.332313Z","steps":["trace[1127350792] 'read index received' (duration: 186.830357ms)","trace[1127350792] 'applied index is now lower than readState.Index' (duration: 131.683µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:48.332409Z","caller":"traceutil/trace.go:171","msg":"trace[1261204956] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"254.06842ms","start":"2026-04-07T00:17:48.07832Z","end":"2026-04-07T00:17:48.332388Z","steps":["trace[1261204956] 'process raft request' (duration: 253.840295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:48.332547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.153967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-04-07T00:17:48.332557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.125947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71723"} {"level":"info","ts":"2026-04-07T00:17:48.332587Z","caller":"traceutil/trace.go:171","msg":"trace[1858930308] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5005; }","duration":"264.24552ms","start":"2026-04-07T00:17:48.068332Z","end":"2026-04-07T00:17:48.332577Z","steps":["trace[1858930308] 'agreement among raft nodes before linearized reading' (duration: 264.092446ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:48.332623Z","caller":"traceutil/trace.go:171","msg":"trace[1938682164] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5005; }","duration":"264.215689ms","start":"2026-04-07T00:17:48.068393Z","end":"2026-04-07T00:17:48.332609Z","steps":["trace[1938682164] 'agreement among raft nodes before linearized reading' (duration: 264.027545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:48.332504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.282222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T00:17:48.332696Z","caller":"traceutil/trace.go:171","msg":"trace[3919073] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5005; }","duration":"249.510837ms","start":"2026-04-07T00:17:48.083176Z","end":"2026-04-07T00:17:48.332687Z","steps":["trace[3919073] 'agreement among raft nodes before linearized reading' (duration: 249.161289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:48.333963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.619424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-07T00:17:48.334013Z","caller":"traceutil/trace.go:171","msg":"trace[2059982982] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"184.799861ms","start":"2026-04-07T00:17:48.149195Z","end":"2026-04-07T00:17:48.333995Z","steps":["trace[2059982982] 'process raft request' (duration: 184.439983ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:48.334244Z","caller":"traceutil/trace.go:171","msg":"trace[1272183326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5007; }","duration":"179.727556ms","start":"2026-04-07T00:17:48.154295Z","end":"2026-04-07T00:17:48.334023Z","steps":["trace[1272183326] 'agreement among raft nodes before linearized reading' (duration: 179.523061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:48.334236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.443407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-07T00:17:48.334451Z","caller":"traceutil/trace.go:171","msg":"trace[695939221] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5007; }","duration":"174.680282ms","start":"2026-04-07T00:17:48.15976Z","end":"2026-04-07T00:17:48.33444Z","steps":["trace[695939221] 'agreement among raft nodes before linearized reading' (duration: 174.356135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:48.453243Z","caller":"traceutil/trace.go:171","msg":"trace[653708111] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5203; }","duration":"110.220862ms","start":"2026-04-07T00:17:48.342999Z","end":"2026-04-07T00:17:48.45322Z","steps":["trace[653708111] 'read index received' (duration: 64.893522ms)","trace[653708111] 'applied index is now lower than readState.Index' (duration: 45.32636ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:48.453406Z","caller":"traceutil/trace.go:171","msg":"trace[701551537] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"112.38379ms","start":"2026-04-07T00:17:48.340986Z","end":"2026-04-07T00:17:48.45337Z","steps":["trace[701551537] 'process raft request' (duration: 112.013572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:48.453518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.497348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-07T00:17:48.453584Z","caller":"traceutil/trace.go:171","msg":"trace[638190888] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5010; }","duration":"110.58618ms","start":"2026-04-07T00:17:48.342982Z","end":"2026-04-07T00:17:48.453568Z","steps":["trace[638190888] 'agreement among raft nodes before linearized reading' (duration: 110.374345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:51.336928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653267799s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:51.337065Z","caller":"traceutil/trace.go:171","msg":"trace[1594215794] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5218; }","duration":"1.889715182s","start":"2026-04-07T00:17:49.447327Z","end":"2026-04-07T00:17:51.337042Z","steps":["trace[1594215794] 'read index received' (duration: 236.163677ms)","trace[1594215794] 'applied index is now lower than readState.Index' (duration: 1.653548045s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:51.337154Z","caller":"traceutil/trace.go:171","msg":"trace[38144842] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"1.987169866s","start":"2026-04-07T00:17:49.349967Z","end":"2026-04-07T00:17:51.337137Z","steps":["trace[38144842] 'process raft request' (duration: 333.601691ms)","trace[38144842] 'compare' (duration: 1.652486832s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:51.337242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.349945Z","time spent":"1.987245718s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:17:51.337406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89004741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:17:51.337511Z","caller":"traceutil/trace.go:171","msg":"trace[1898822693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5023; }","duration":"1.890196212s","start":"2026-04-07T00:17:49.447293Z","end":"2026-04-07T00:17:51.337489Z","steps":["trace[1898822693] 'agreement among raft nodes before linearized reading' (duration: 1.889849835s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:51.337559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.447275Z","time spent":"1.890274545s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:17:51.8372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178880978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:17:52.278675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.084215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:52.278811Z","caller":"traceutil/trace.go:171","msg":"trace[49671508] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"1.939572844s","start":"2026-04-07T00:17:50.339216Z","end":"2026-04-07T00:17:52.278789Z","steps":["trace[49671508] 'process raft request' (duration: 1.611274634s)","trace[49671508] 'compare' (duration: 327.733418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:52.278882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.339192Z","time spent":"1.939653516s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:52.352126Z","caller":"traceutil/trace.go:171","msg":"trace[145730280] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"1.846627543s","start":"2026-04-07T00:17:50.505446Z","end":"2026-04-07T00:17:52.352074Z","steps":["trace[145730280] 'process raft request' (duration: 1.846385786s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:52.352165Z","caller":"traceutil/trace.go:171","msg":"trace[1755133664] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"1.846642243s","start":"2026-04-07T00:17:50.505495Z","end":"2026-04-07T00:17:52.352137Z","steps":["trace[1755133664] 'process raft request' (duration: 1.846444918s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:52.352231Z","caller":"traceutil/trace.go:171","msg":"trace[1980849383] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"1.846455119s","start":"2026-04-07T00:17:50.505727Z","end":"2026-04-07T00:17:52.352182Z","steps":["trace[1980849383] 'process raft request' (duration: 1.846251144s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.352282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.505418Z","time spent":"1.846786077s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:52.352568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.505714Z","time spent":"1.846751335s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:52.352293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.505479Z","time spent":"1.846751925s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:52.602263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.226933ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:17:52.602678Z","caller":"traceutil/trace.go:171","msg":"trace[1001662065] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5219; }","duration":"1.265564841s","start":"2026-04-07T00:17:51.3371Z","end":"2026-04-07T00:17:52.602665Z","steps":["trace[1001662065] 'read index received' (duration: 613.382259ms)","trace[1001662065] 'applied index is now lower than readState.Index' (duration: 652.181821ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:52.602666Z","caller":"traceutil/trace.go:171","msg":"trace[1877823783] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"1.260695451s","start":"2026-04-07T00:17:51.341941Z","end":"2026-04-07T00:17:52.602637Z","steps":["trace[1877823783] 'process raft request' (duration: 1.260449215s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.602806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:51.341916Z","time spent":"1.260818374s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:52.616041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104672255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-07T00:17:52.616078Z","caller":"traceutil/trace.go:171","msg":"trace[1606327444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f; range_end:; response_count:1; response_revision:5028; }","duration":"3.104737446s","start":"2026-04-07T00:17:49.511331Z","end":"2026-04-07T00:17:52.616068Z","steps":["trace[1606327444] 'agreement among raft nodes before linearized reading' (duration: 3.091412205s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.511318Z","time spent":"3.104777397s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159670702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-07T00:17:52.616139Z","caller":"traceutil/trace.go:171","msg":"trace[1943310910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e; range_end:; response_count:1; response_revision:5028; }","duration":"3.159742184s","start":"2026-04-07T00:17:49.456383Z","end":"2026-04-07T00:17:52.616125Z","steps":["trace[1943310910] 'agreement among raft nodes before linearized reading' (duration: 3.146378593s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.456371Z","time spent":"3.159794035s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005083439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:17:52.616214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165684027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:17:52.616295Z","caller":"traceutil/trace.go:171","msg":"trace[867052631] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5028; }","duration":"2.005209912s","start":"2026-04-07T00:17:50.611025Z","end":"2026-04-07T00:17:52.616235Z","steps":["trace[867052631] 'agreement among raft nodes before linearized reading' (duration: 1.991720538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.61633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934059881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:17:52.616329Z","caller":"traceutil/trace.go:171","msg":"trace[1469340145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:5028; }","duration":"3.165788339s","start":"2026-04-07T00:17:49.450488Z","end":"2026-04-07T00:17:52.616276Z","steps":["trace[1469340145] 'agreement among raft nodes before linearized reading' (duration: 3.152278215s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.611004Z","time spent":"2.005335386s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:17:52.616364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178655027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:17:52.616387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.45048Z","time spent":"3.165891802s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551500411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:17:52.616383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334958244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:52.616447Z","caller":"traceutil/trace.go:171","msg":"trace[1858950337] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5028; }","duration":"2.17880125s","start":"2026-04-07T00:17:50.437619Z","end":"2026-04-07T00:17:52.61642Z","steps":["trace[1858950337] 'agreement among raft nodes before linearized reading' (duration: 2.165062751s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:52.61647Z","caller":"traceutil/trace.go:171","msg":"trace[1113249994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5028; }","duration":"1.335120117s","start":"2026-04-07T00:17:51.281339Z","end":"2026-04-07T00:17:52.616459Z","steps":["trace[1113249994] 'agreement among raft nodes before linearized reading' (duration: 1.321381168s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:51.281311Z","time spent":"1.335188818s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169085864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:17:52.616366Z","caller":"traceutil/trace.go:171","msg":"trace[737757536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5028; }","duration":"1.934123372s","start":"2026-04-07T00:17:50.682233Z","end":"2026-04-07T00:17:52.616356Z","steps":["trace[737757536] 'agreement among raft nodes before linearized reading' (duration: 1.920501615s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:52.616552Z","caller":"traceutil/trace.go:171","msg":"trace[740781210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5028; }","duration":"3.169193016s","start":"2026-04-07T00:17:49.447347Z","end":"2026-04-07T00:17:52.61654Z","steps":["trace[740781210] 'agreement among raft nodes before linearized reading' (duration: 3.155405885s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.447328Z","time spent":"3.169249178s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.682212Z","time spent":"1.934362708s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562661059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:17:52.616663Z","caller":"traceutil/trace.go:171","msg":"trace[1668198683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5028; }","duration":"1.563145499s","start":"2026-04-07T00:17:51.053499Z","end":"2026-04-07T00:17:52.616645Z","steps":["trace[1668198683] 'agreement among raft nodes before linearized reading' (duration: 1.549228796s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.437599Z","time spent":"2.178884882s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:17:52.616437Z","caller":"traceutil/trace.go:171","msg":"trace[1151724411] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5028; }","duration":"2.551558662s","start":"2026-04-07T00:17:50.06487Z","end":"2026-04-07T00:17:52.616429Z","steps":["trace[1151724411] 'agreement among raft nodes before linearized reading' (duration: 2.537830012s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:50.064856Z","time spent":"2.55190014s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79265155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:17:52.616882Z","caller":"traceutil/trace.go:171","msg":"trace[1570762971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5028; }","duration":"2.792716222s","start":"2026-04-07T00:17:49.824156Z","end":"2026-04-07T00:17:52.616872Z","steps":["trace[1570762971] 'agreement among raft nodes before linearized reading' (duration: 2.778533202s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53691442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:17:52.616912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.824134Z","time spent":"2.792769472s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675152685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-07T00:17:52.61694Z","caller":"traceutil/trace.go:171","msg":"trace[560741412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5028; }","duration":"1.537107964s","start":"2026-04-07T00:17:51.07982Z","end":"2026-04-07T00:17:52.616928Z","steps":["trace[560741412] 'agreement among raft nodes before linearized reading' (duration: 1.522936045s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:52.616956Z","caller":"traceutil/trace.go:171","msg":"trace[1618316809] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f; range_end:; response_count:1; response_revision:5028; }","duration":"2.675227196s","start":"2026-04-07T00:17:49.941721Z","end":"2026-04-07T00:17:52.616948Z","steps":["trace[1618316809] 'agreement among raft nodes before linearized reading' (duration: 2.660996696s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.616978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:49.941693Z","time spent":"2.675279538s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:51.079807Z","time spent":"1.537159266s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:17:52.616421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477392239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:52.617073Z","caller":"traceutil/trace.go:171","msg":"trace[1862913246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5028; }","duration":"1.478085925s","start":"2026-04-07T00:17:51.138977Z","end":"2026-04-07T00:17:52.617063Z","steps":["trace[1862913246] 'agreement among raft nodes before linearized reading' (duration: 1.463759742s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.617108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:51.138954Z","time spent":"1.478142356s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:17:52.61729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.741426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:52.617322Z","caller":"traceutil/trace.go:171","msg":"trace[1288340836] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5030; }","duration":"740.797456ms","start":"2026-04-07T00:17:51.876517Z","end":"2026-04-07T00:17:52.617315Z","steps":["trace[1288340836] 'agreement among raft nodes before linearized reading' (duration: 740.718895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.617341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:51.876502Z","time spent":"740.833968ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:17:52.617371Z","caller":"traceutil/trace.go:171","msg":"trace[789273130] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"354.083891ms","start":"2026-04-07T00:17:52.263257Z","end":"2026-04-07T00:17:52.617341Z","steps":["trace[789273130] 'process raft request' (duration: 339.39927ms)","trace[789273130] 'compare' (duration: 13.186818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:52.617402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.976844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:52.617438Z","caller":"traceutil/trace.go:171","msg":"trace[1323378441] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5030; }","duration":"535.051456ms","start":"2026-04-07T00:17:52.082377Z","end":"2026-04-07T00:17:52.617429Z","steps":["trace[1323378441] 'agreement among raft nodes before linearized reading' (duration: 534.984164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.617484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:52.082351Z","time spent":"535.124577ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:17:52.617504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.26059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a3eb011e202cb3\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-07T00:17:52.617529Z","caller":"traceutil/trace.go:171","msg":"trace[1495523219] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a3eb011e202cb3; range_end:; response_count:1; response_revision:5030; }","duration":"563.311422ms","start":"2026-04-07T00:17:52.054208Z","end":"2026-04-07T00:17:52.617519Z","steps":["trace[1495523219] 'agreement among raft nodes before linearized reading' (duration: 563.2467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.61751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:52.26325Z","time spent":"354.177633ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:17:52.617551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:52.054186Z","time spent":"563.357462ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1201,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a3eb011e202cb3\" "} {"level":"info","ts":"2026-04-07T00:17:52.617856Z","caller":"traceutil/trace.go:171","msg":"trace[667082426] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"245.322232ms","start":"2026-04-07T00:17:52.372472Z","end":"2026-04-07T00:17:52.617794Z","steps":["trace[667082426] 'process raft request' (duration: 244.650997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.617949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:51.053473Z","time spent":"1.563228092s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:17:52.618681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.76179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:52.618762Z","caller":"traceutil/trace.go:171","msg":"trace[937521505] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5030; }","duration":"357.198782ms","start":"2026-04-07T00:17:52.26154Z","end":"2026-04-07T00:17:52.618739Z","steps":["trace[937521505] 'agreement among raft nodes before linearized reading' (duration: 355.758229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:52.618819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:52.261527Z","time spent":"357.272243ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:17:52.882171Z","caller":"traceutil/trace.go:171","msg":"trace[826083463] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"103.856228ms","start":"2026-04-07T00:17:52.778264Z","end":"2026-04-07T00:17:52.88212Z","steps":["trace[826083463] 'process raft request' (duration: 58.659361ms)","trace[826083463] 'compare' (duration: 44.973292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:54.228916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.941014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:54.228989Z","caller":"traceutil/trace.go:171","msg":"trace[310905732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5145; }","duration":"102.038627ms","start":"2026-04-07T00:17:54.126936Z","end":"2026-04-07T00:17:54.228975Z","steps":["trace[310905732] 'count revisions from in-memory index tree' (duration: 101.877583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:54.229265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.472893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-07T00:17:54.229324Z","caller":"traceutil/trace.go:171","msg":"trace[1169650751] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144; range_end:; response_count:1; response_revision:5145; }","duration":"144.637896ms","start":"2026-04-07T00:17:54.084671Z","end":"2026-04-07T00:17:54.229309Z","steps":["trace[1169650751] 'range keys from in-memory index tree' (duration: 144.31003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:54.619596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.133694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:54.619709Z","caller":"traceutil/trace.go:171","msg":"trace[1730304644] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"261.461946ms","start":"2026-04-07T00:17:54.358234Z","end":"2026-04-07T00:17:54.619696Z","steps":["trace[1730304644] 'process raft request' (duration: 149.166698ms)","trace[1730304644] 'compare' (duration: 111.97335ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:54.619839Z","caller":"traceutil/trace.go:171","msg":"trace[875370532] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5346; }","duration":"129.527765ms","start":"2026-04-07T00:17:54.490295Z","end":"2026-04-07T00:17:54.619823Z","steps":["trace[875370532] 'read index received' (duration: 17.072244ms)","trace[875370532] 'applied index is now lower than readState.Index' (duration: 112.454661ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:54.620242Z","caller":"traceutil/trace.go:171","msg":"trace[1516443961] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"257.605439ms","start":"2026-04-07T00:17:54.362607Z","end":"2026-04-07T00:17:54.620212Z","steps":["trace[1516443961] 'process raft request' (duration: 257.059487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:54.620271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.970585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714879"} {"level":"info","ts":"2026-04-07T00:17:54.620425Z","caller":"traceutil/trace.go:171","msg":"trace[1560942205] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5149; }","duration":"130.144569ms","start":"2026-04-07T00:17:54.49026Z","end":"2026-04-07T00:17:54.620404Z","steps":["trace[1560942205] 'agreement among raft nodes before linearized reading' (duration: 129.72086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:55.629767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.571957ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:55.629873Z","caller":"traceutil/trace.go:171","msg":"trace[1043036264] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5158; }","duration":"543.697729ms","start":"2026-04-07T00:17:55.08616Z","end":"2026-04-07T00:17:55.629858Z","steps":["trace[1043036264] 'range keys from in-memory index tree' (duration: 543.551926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:55.629879Z","caller":"traceutil/trace.go:171","msg":"trace[1432084746] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"449.95069ms","start":"2026-04-07T00:17:55.179907Z","end":"2026-04-07T00:17:55.629857Z","steps":["trace[1432084746] 'process raft request' (duration: 438.589985ms)","trace[1432084746] 'compare' (duration: 11.217232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:55.629997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:55.17988Z","time spent":"450.043912ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:17:55.630054Z","caller":"traceutil/trace.go:171","msg":"trace[568610617] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5357; }","duration":"396.101507ms","start":"2026-04-07T00:17:55.233944Z","end":"2026-04-07T00:17:55.630045Z","steps":["trace[568610617] 'read index received' (duration: 384.605329ms)","trace[568610617] 'applied index is now lower than readState.Index' (duration: 11.495078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:55.63023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.290092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-07T00:17:55.630256Z","caller":"traceutil/trace.go:171","msg":"trace[222561674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144; range_end:; response_count:1; response_revision:5160; }","duration":"396.351684ms","start":"2026-04-07T00:17:55.233897Z","end":"2026-04-07T00:17:55.630248Z","steps":["trace[222561674] 'agreement among raft nodes before linearized reading' (duration: 396.219451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:55.630282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:55.233876Z","time spent":"396.400945ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144\" "} {"level":"warn","ts":"2026-04-07T00:17:55.630632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.874632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:17:55.630684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.192926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e\" ","response":"range_response_count:1 size:4047"} {"level":"info","ts":"2026-04-07T00:17:55.630773Z","caller":"traceutil/trace.go:171","msg":"trace[29803236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e; range_end:; response_count:1; response_revision:5160; }","duration":"331.38087ms","start":"2026-04-07T00:17:55.299381Z","end":"2026-04-07T00:17:55.630761Z","steps":["trace[29803236] 'agreement among raft nodes before linearized reading' (duration: 330.819098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:55.630898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:55.299323Z","time spent":"331.567084ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4069,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e\" "} {"level":"info","ts":"2026-04-07T00:17:55.630899Z","caller":"traceutil/trace.go:171","msg":"trace[588115465] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5160; }","duration":"145.032995ms","start":"2026-04-07T00:17:55.485683Z","end":"2026-04-07T00:17:55.630716Z","steps":["trace[588115465] 'agreement among raft nodes before linearized reading' (duration: 144.559795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:55.902575Z","caller":"traceutil/trace.go:171","msg":"trace[2015211468] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5372; }","duration":"141.920015ms","start":"2026-04-07T00:17:55.760626Z","end":"2026-04-07T00:17:55.902546Z","steps":["trace[2015211468] 'read index received' (duration: 4.788537ms)","trace[2015211468] 'applied index is now lower than readState.Index' (duration: 137.130208ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:55.902597Z","caller":"traceutil/trace.go:171","msg":"trace[786817507] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"143.596862ms","start":"2026-04-07T00:17:55.758974Z","end":"2026-04-07T00:17:55.90257Z","steps":["trace[786817507] 'process raft request' (duration: 143.4806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:55.902852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.194901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:17:55.902914Z","caller":"traceutil/trace.go:171","msg":"trace[1718115079] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5175; }","duration":"142.296844ms","start":"2026-04-07T00:17:55.760602Z","end":"2026-04-07T00:17:55.902898Z","steps":["trace[1718115079] 'agreement among raft nodes before linearized reading' (duration: 142.093959ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:55.902979Z","caller":"traceutil/trace.go:171","msg":"trace[935618327] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"143.939ms","start":"2026-04-07T00:17:55.758562Z","end":"2026-04-07T00:17:55.902501Z","steps":["trace[935618327] 'process raft request' (duration: 117.245388ms)","trace[935618327] 'compare' (duration: 26.483797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:55.90479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.061203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:55.904834Z","caller":"traceutil/trace.go:171","msg":"trace[517964835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5176; }","duration":"116.143215ms","start":"2026-04-07T00:17:55.78868Z","end":"2026-04-07T00:17:55.904823Z","steps":["trace[517964835] 'agreement among raft nodes before linearized reading' (duration: 116.040063ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:55.904972Z","caller":"traceutil/trace.go:171","msg":"trace[405864517] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"136.184266ms","start":"2026-04-07T00:17:55.76878Z","end":"2026-04-07T00:17:55.904964Z","steps":["trace[405864517] 'process raft request' (duration: 135.856059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:56.884496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.273136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:17:56.884621Z","caller":"traceutil/trace.go:171","msg":"trace[240827594] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"139.850909ms","start":"2026-04-07T00:17:56.744751Z","end":"2026-04-07T00:17:56.884602Z","steps":["trace[240827594] 'process raft request' (duration: 39.335696ms)","trace[240827594] 'compare' (duration: 100.080072ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:57.594297Z","caller":"traceutil/trace.go:171","msg":"trace[563206040] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5423; }","duration":"202.839937ms","start":"2026-04-07T00:17:57.39144Z","end":"2026-04-07T00:17:57.59428Z","steps":["trace[563206040] 'read index received' (duration: 202.770945ms)","trace[563206040] 'applied index is now lower than readState.Index' (duration: 68.222µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:57.594327Z","caller":"traceutil/trace.go:171","msg":"trace[1532746801] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"260.992555ms","start":"2026-04-07T00:17:57.333311Z","end":"2026-04-07T00:17:57.594303Z","steps":["trace[1532746801] 'process raft request' (duration: 260.842352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:57.594539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.071832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:17:57.594613Z","caller":"traceutil/trace.go:171","msg":"trace[2093063570] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5222; }","duration":"203.166384ms","start":"2026-04-07T00:17:57.391431Z","end":"2026-04-07T00:17:57.594598Z","steps":["trace[2093063570] 'agreement among raft nodes before linearized reading' (duration: 202.950659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:59.836941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.229068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:17:59.83704Z","caller":"traceutil/trace.go:171","msg":"trace[629967360] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5292; }","duration":"495.416462ms","start":"2026-04-07T00:17:59.3416Z","end":"2026-04-07T00:17:59.837016Z","steps":["trace[629967360] 'range keys from in-memory index tree' (duration: 495.047514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:17:59.837115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:17:59.341543Z","time spent":"495.552695ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-07T00:17:59.837715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.666844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-04-07T00:17:59.83784Z","caller":"traceutil/trace.go:171","msg":"trace[888944212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b84e68e4-8b95-477a-8c63-bba405fb2144; range_end:; response_count:1; response_revision:5292; }","duration":"187.839498ms","start":"2026-04-07T00:17:59.649975Z","end":"2026-04-07T00:17:59.837815Z","steps":["trace[888944212] 'range keys from in-memory index tree' (duration: 187.010599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:01.384281Z","caller":"traceutil/trace.go:171","msg":"trace[796961899] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5530; }","duration":"154.57633ms","start":"2026-04-07T00:18:01.229676Z","end":"2026-04-07T00:18:01.384252Z","steps":["trace[796961899] 'read index received' (duration: 65.989536ms)","trace[796961899] 'applied index is now lower than readState.Index' (duration: 88.585964ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:01.384326Z","caller":"traceutil/trace.go:171","msg":"trace[1319074868] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"300.066145ms","start":"2026-04-07T00:18:01.084229Z","end":"2026-04-07T00:18:01.384295Z","steps":["trace[1319074868] 'process raft request' (duration: 211.479081ms)","trace[1319074868] 'compare' (duration: 88.450011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:01.384493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:01.084203Z","time spent":"300.204899ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:01.384867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.195054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787721"} {"level":"info","ts":"2026-04-07T00:18:01.384912Z","caller":"traceutil/trace.go:171","msg":"trace[1437992041] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5323; }","duration":"155.279996ms","start":"2026-04-07T00:18:01.229619Z","end":"2026-04-07T00:18:01.384899Z","steps":["trace[1437992041] 'agreement among raft nodes before linearized reading' (duration: 154.745784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:01.76411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.307732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:01.76421Z","caller":"traceutil/trace.go:171","msg":"trace[655781475] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5323; }","duration":"249.456365ms","start":"2026-04-07T00:18:01.514718Z","end":"2026-04-07T00:18:01.764174Z","steps":["trace[655781475] 'count revisions from in-memory index tree' (duration: 249.103748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.432894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.587516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:02.433116Z","caller":"traceutil/trace.go:171","msg":"trace[155667634] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"269.424065ms","start":"2026-04-07T00:18:02.163614Z","end":"2026-04-07T00:18:02.433038Z","steps":["trace[155667634] 'process raft request' (duration: 100.538004ms)","trace[155667634] 'compare' (duration: 168.244807ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:02.448305Z","caller":"traceutil/trace.go:171","msg":"trace[923334319] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"284.349952ms","start":"2026-04-07T00:18:02.163923Z","end":"2026-04-07T00:18:02.448273Z","steps":["trace[923334319] 'process raft request' (duration: 283.812459ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.448335Z","caller":"traceutil/trace.go:171","msg":"trace[1280376371] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"283.581425ms","start":"2026-04-07T00:18:02.164712Z","end":"2026-04-07T00:18:02.448294Z","steps":["trace[1280376371] 'process raft request' (duration: 283.397049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.448363Z","caller":"traceutil/trace.go:171","msg":"trace[604747461] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5537; }","duration":"166.401837ms","start":"2026-04-07T00:18:02.281944Z","end":"2026-04-07T00:18:02.448346Z","steps":["trace[604747461] 'read index received' (duration: 165.820973ms)","trace[604747461] 'applied index is now lower than readState.Index' (duration: 579.534µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:02.448504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.54451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:02.448577Z","caller":"traceutil/trace.go:171","msg":"trace[900540776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5330; }","duration":"166.657843ms","start":"2026-04-07T00:18:02.281904Z","end":"2026-04-07T00:18:02.448561Z","steps":["trace[900540776] 'agreement among raft nodes before linearized reading' (duration: 166.504199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.697138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.316616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:02.697271Z","caller":"traceutil/trace.go:171","msg":"trace[1276930196] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5539; }","duration":"248.82252ms","start":"2026-04-07T00:18:02.448427Z","end":"2026-04-07T00:18:02.697249Z","steps":["trace[1276930196] 'read index received' (duration: 133.239038ms)","trace[1276930196] 'applied index is now lower than readState.Index' (duration: 115.577572ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:02.697332Z","caller":"traceutil/trace.go:171","msg":"trace[1655672203] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"319.209565ms","start":"2026-04-07T00:18:02.378081Z","end":"2026-04-07T00:18:02.697291Z","steps":["trace[1655672203] 'process raft request' (duration: 203.634213ms)","trace[1655672203] 'compare' (duration: 114.765994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:02.697396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.347675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:02.69743Z","caller":"traceutil/trace.go:171","msg":"trace[111390670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5331; }","duration":"274.435497ms","start":"2026-04-07T00:18:02.422984Z","end":"2026-04-07T00:18:02.697419Z","steps":["trace[111390670] 'agreement among raft nodes before linearized reading' (duration: 274.360335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.6975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:02.378062Z","time spent":"319.34616ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:02.697605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.020744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:02.69777Z","caller":"traceutil/trace.go:171","msg":"trace[320103225] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5331; }","duration":"308.253039ms","start":"2026-04-07T00:18:02.389493Z","end":"2026-04-07T00:18:02.697746Z","steps":["trace[320103225] 'agreement among raft nodes before linearized reading' (duration: 307.88628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.697863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:02.389431Z","time spent":"308.399083ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:18:02.698067Z","caller":"traceutil/trace.go:171","msg":"trace[1300317630] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"245.020836ms","start":"2026-04-07T00:18:02.45291Z","end":"2026-04-07T00:18:02.697931Z","steps":["trace[1300317630] 'process raft request' (duration: 244.820732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.698076Z","caller":"traceutil/trace.go:171","msg":"trace[1106231065] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"244.533296ms","start":"2026-04-07T00:18:02.453514Z","end":"2026-04-07T00:18:02.698047Z","steps":["trace[1106231065] 'process raft request' (duration: 244.28058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.698153Z","caller":"traceutil/trace.go:171","msg":"trace[1201127088] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"244.584847ms","start":"2026-04-07T00:18:02.453539Z","end":"2026-04-07T00:18:02.698124Z","steps":["trace[1201127088] 'process raft request' (duration: 244.440923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.864501Z","caller":"traceutil/trace.go:171","msg":"trace[703769305] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"207.284547ms","start":"2026-04-07T00:18:02.657185Z","end":"2026-04-07T00:18:02.86447Z","steps":["trace[703769305] 'process raft request' (duration: 150.869357ms)","trace[703769305] 'compare' (duration: 56.203135ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:02.864719Z","caller":"traceutil/trace.go:171","msg":"trace[1686190096] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"204.938014ms","start":"2026-04-07T00:18:02.65976Z","end":"2026-04-07T00:18:02.864698Z","steps":["trace[1686190096] 'process raft request' (duration: 204.651238ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.864713Z","caller":"traceutil/trace.go:171","msg":"trace[1723021293] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5541; }","duration":"167.381939ms","start":"2026-04-07T00:18:02.697301Z","end":"2026-04-07T00:18:02.864683Z","steps":["trace[1723021293] 'read index received' (duration: 511.043µs)","trace[1723021293] 'applied index is now lower than readState.Index' (duration: 166.868426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:02.864895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.34088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:02.865015Z","caller":"traceutil/trace.go:171","msg":"trace[889919418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5336; }","duration":"415.439492ms","start":"2026-04-07T00:18:02.449499Z","end":"2026-04-07T00:18:02.864939Z","steps":["trace[889919418] 'agreement among raft nodes before linearized reading' (duration: 415.269759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.865185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.435969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:18:02.865192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:02.449485Z","time spent":"415.688628ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:18:02.865261Z","caller":"traceutil/trace.go:171","msg":"trace[140451848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:5336; }","duration":"183.581022ms","start":"2026-04-07T00:18:02.681663Z","end":"2026-04-07T00:18:02.865244Z","steps":["trace[140451848] 'agreement among raft nodes before linearized reading' (duration: 183.115252ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.888189Z","caller":"traceutil/trace.go:171","msg":"trace[519461760] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"184.79421ms","start":"2026-04-07T00:18:02.703371Z","end":"2026-04-07T00:18:02.888165Z","steps":["trace[519461760] 'process raft request' (duration: 184.712848ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.888219Z","caller":"traceutil/trace.go:171","msg":"trace[1749856577] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"186.07144ms","start":"2026-04-07T00:18:02.70212Z","end":"2026-04-07T00:18:02.888192Z","steps":["trace[1749856577] 'process raft request' (duration: 185.841374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.888765Z","caller":"traceutil/trace.go:171","msg":"trace[860605365] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"184.266949ms","start":"2026-04-07T00:18:02.704479Z","end":"2026-04-07T00:18:02.888746Z","steps":["trace[860605365] 'process raft request' (duration: 183.656645ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.888817Z","caller":"traceutil/trace.go:171","msg":"trace[1945714063] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"182.300384ms","start":"2026-04-07T00:18:02.706455Z","end":"2026-04-07T00:18:02.888755Z","steps":["trace[1945714063] 'process raft request' (duration: 182.082919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.88965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.493698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:18:02.889706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.015823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-07T00:18:02.889734Z","caller":"traceutil/trace.go:171","msg":"trace[1211095301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5341; }","duration":"150.606791ms","start":"2026-04-07T00:18:02.73911Z","end":"2026-04-07T00:18:02.889717Z","steps":["trace[1211095301] 'agreement among raft nodes before linearized reading' (duration: 150.366326ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:02.889771Z","caller":"traceutil/trace.go:171","msg":"trace[174162654] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5341; }","duration":"188.116234ms","start":"2026-04-07T00:18:02.701639Z","end":"2026-04-07T00:18:02.889755Z","steps":["trace[174162654] 'agreement among raft nodes before linearized reading' (duration: 187.93995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:02.890012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.487943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:18:02.890077Z","caller":"traceutil/trace.go:171","msg":"trace[1452997886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5341; }","duration":"152.609625ms","start":"2026-04-07T00:18:02.737445Z","end":"2026-04-07T00:18:02.890055Z","steps":["trace[1452997886] 'agreement among raft nodes before linearized reading' (duration: 152.425691ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.000603Z","caller":"traceutil/trace.go:171","msg":"trace[620582336] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"104.885702ms","start":"2026-04-07T00:18:02.895691Z","end":"2026-04-07T00:18:03.000577Z","steps":["trace[620582336] 'process raft request' (duration: 88.38532ms)","trace[620582336] 'compare' (duration: 16.280997ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:03.000691Z","caller":"traceutil/trace.go:171","msg":"trace[2059795229] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"104.184495ms","start":"2026-04-07T00:18:02.896455Z","end":"2026-04-07T00:18:03.00064Z","steps":["trace[2059795229] 'process raft request' (duration: 104.066392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.000836Z","caller":"traceutil/trace.go:171","msg":"trace[1995798911] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"103.862138ms","start":"2026-04-07T00:18:02.896968Z","end":"2026-04-07T00:18:03.00083Z","steps":["trace[1995798911] 'process raft request' (duration: 103.630253ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.000889Z","caller":"traceutil/trace.go:171","msg":"trace[455517114] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"103.111891ms","start":"2026-04-07T00:18:02.897772Z","end":"2026-04-07T00:18:03.000884Z","steps":["trace[455517114] 'process raft request' (duration: 102.852026ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.000782Z","caller":"traceutil/trace.go:171","msg":"trace[516229322] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"105.011605ms","start":"2026-04-07T00:18:02.895762Z","end":"2026-04-07T00:18:03.000774Z","steps":["trace[516229322] 'process raft request' (duration: 104.713888ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.00092Z","caller":"traceutil/trace.go:171","msg":"trace[1113561133] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5550; }","duration":"104.256037ms","start":"2026-04-07T00:18:02.896597Z","end":"2026-04-07T00:18:03.000853Z","steps":["trace[1113561133] 'read index received' (duration: 36.409849ms)","trace[1113561133] 'applied index is now lower than readState.Index' (duration: 67.843928ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:03.000814Z","caller":"traceutil/trace.go:171","msg":"trace[1162787500] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"100.814ms","start":"2026-04-07T00:18:02.899995Z","end":"2026-04-07T00:18:03.000809Z","steps":["trace[1162787500] 'process raft request' (duration: 100.731338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:03.00113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.517042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:18:03.001248Z","caller":"traceutil/trace.go:171","msg":"trace[300973970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5350; }","duration":"104.659746ms","start":"2026-04-07T00:18:02.896576Z","end":"2026-04-07T00:18:03.001236Z","steps":["trace[300973970] 'agreement among raft nodes before linearized reading' (duration: 104.423511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:03.001382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.529021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-04-07T00:18:03.00142Z","caller":"traceutil/trace.go:171","msg":"trace[1057070094] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5350; }","duration":"103.600702ms","start":"2026-04-07T00:18:02.897809Z","end":"2026-04-07T00:18:03.00141Z","steps":["trace[1057070094] 'agreement among raft nodes before linearized reading' (duration: 103.220274ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.000827Z","caller":"traceutil/trace.go:171","msg":"trace[568180086] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"104.031362ms","start":"2026-04-07T00:18:02.896696Z","end":"2026-04-07T00:18:03.000728Z","steps":["trace[568180086] 'process raft request' (duration: 103.859858ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.122796Z","caller":"traceutil/trace.go:171","msg":"trace[1996153095] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"115.04122ms","start":"2026-04-07T00:18:03.007726Z","end":"2026-04-07T00:18:03.122768Z","steps":["trace[1996153095] 'process raft request' (duration: 114.840115ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:03.123074Z","caller":"traceutil/trace.go:171","msg":"trace[1279117696] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"114.354304ms","start":"2026-04-07T00:18:03.008688Z","end":"2026-04-07T00:18:03.123042Z","steps":["trace[1279117696] 'process raft request' (duration: 114.031357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:03.335516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.191002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-07T00:18:03.33562Z","caller":"traceutil/trace.go:171","msg":"trace[1830382877] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5354; }","duration":"111.330956ms","start":"2026-04-07T00:18:03.224261Z","end":"2026-04-07T00:18:03.335592Z","steps":["trace[1830382877] 'range keys from in-memory index tree' (duration: 110.983078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:03.897108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178881640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:04.397252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178881640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:04.676376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280009536s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:18:04.968797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.040554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:04.968901Z","caller":"traceutil/trace.go:171","msg":"trace[1167238171] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5564; }","duration":"1.571850846s","start":"2026-04-07T00:18:03.397032Z","end":"2026-04-07T00:18:04.968883Z","steps":["trace[1167238171] 'read index received' (duration: 1.279489995s)","trace[1167238171] 'applied index is now lower than readState.Index' (duration: 292.359351ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:04.968977Z","caller":"traceutil/trace.go:171","msg":"trace[224018496] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"1.572713005s","start":"2026-04-07T00:18:03.396237Z","end":"2026-04-07T00:18:04.96895Z","steps":["trace[224018496] 'process raft request' (duration: 1.280436185s)","trace[224018496] 'compare' (duration: 291.3671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:04.969022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571962079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:04.969072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:03.396213Z","time spent":"1.572800177s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:04.969121Z","caller":"traceutil/trace.go:171","msg":"trace[489240553] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5356; }","duration":"1.572100171s","start":"2026-04-07T00:18:03.397004Z","end":"2026-04-07T00:18:04.969104Z","steps":["trace[489240553] 'agreement among raft nodes before linearized reading' (duration: 1.571947498s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:04.96917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:03.396991Z","time spent":"1.572163373s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:18:05.000124Z","caller":"traceutil/trace.go:171","msg":"trace[1420440814] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"297.668021ms","start":"2026-04-07T00:18:04.702429Z","end":"2026-04-07T00:18:05.000097Z","steps":["trace[1420440814] 'process raft request' (duration: 297.512217ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.05864Z","caller":"traceutil/trace.go:171","msg":"trace[1454271966] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"355.448992ms","start":"2026-04-07T00:18:04.703163Z","end":"2026-04-07T00:18:05.058612Z","steps":["trace[1454271966] 'process raft request' (duration: 355.236957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.058808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:04.703121Z","time spent":"355.602385ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:05.058997Z","caller":"traceutil/trace.go:171","msg":"trace[1900239827] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"189.640799ms","start":"2026-04-07T00:18:04.869318Z","end":"2026-04-07T00:18:05.058959Z","steps":["trace[1900239827] 'process raft request' (duration: 189.22723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.059464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.281943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:05.059521Z","caller":"traceutil/trace.go:171","msg":"trace[797833482] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5360; }","duration":"843.390097ms","start":"2026-04-07T00:18:04.216118Z","end":"2026-04-07T00:18:05.059508Z","steps":["trace[797833482] 'agreement among raft nodes before linearized reading' (duration: 843.256214ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.059528Z","caller":"traceutil/trace.go:171","msg":"trace[447967761] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"188.896213ms","start":"2026-04-07T00:18:04.87058Z","end":"2026-04-07T00:18:05.059476Z","steps":["trace[447967761] 'process raft request' (duration: 188.280538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.059614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.502691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:18:05.059678Z","caller":"traceutil/trace.go:171","msg":"trace[1926413052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:5360; }","duration":"163.579503ms","start":"2026-04-07T00:18:04.896081Z","end":"2026-04-07T00:18:05.05966Z","steps":["trace[1926413052] 'agreement among raft nodes before linearized reading' (duration: 163.41721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.059559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:04.216087Z","time spent":"843.463088ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:05.059952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659587091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:109269"} {"level":"info","ts":"2026-04-07T00:18:05.060007Z","caller":"traceutil/trace.go:171","msg":"trace[1060568161] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5360; }","duration":"1.659664394s","start":"2026-04-07T00:18:03.400329Z","end":"2026-04-07T00:18:05.059993Z","steps":["trace[1060568161] 'agreement among raft nodes before linearized reading' (duration: 1.659341876s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.060068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:03.400311Z","time spent":"1.659740545s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":109291,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-07T00:18:05.059905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556243505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:18:05.060482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393571572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-07T00:18:05.060535Z","caller":"traceutil/trace.go:171","msg":"trace[897079659] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5360; }","duration":"1.393670114s","start":"2026-04-07T00:18:03.666852Z","end":"2026-04-07T00:18:05.060522Z","steps":["trace[897079659] 'agreement among raft nodes before linearized reading' (duration: 1.392732733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.060574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:03.666835Z","time spent":"1.393728915s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-07T00:18:05.059464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.064419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:05.06065Z","caller":"traceutil/trace.go:171","msg":"trace[1716265044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5360; }","duration":"776.295416ms","start":"2026-04-07T00:18:04.284333Z","end":"2026-04-07T00:18:05.060628Z","steps":["trace[1716265044] 'agreement among raft nodes before linearized reading' (duration: 775.030588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.060671Z","caller":"traceutil/trace.go:171","msg":"trace[623016130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5360; }","duration":"1.55691437s","start":"2026-04-07T00:18:03.503594Z","end":"2026-04-07T00:18:05.060508Z","steps":["trace[623016130] 'agreement among raft nodes before linearized reading' (duration: 1.556247905s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.060815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:03.503568Z","time spent":"1.557219617s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:05.060736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:04.284308Z","time spent":"776.411749ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:18:05.187705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.377334ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:05.187841Z","caller":"traceutil/trace.go:171","msg":"trace[1380096145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5360; }","duration":"102.538038ms","start":"2026-04-07T00:18:05.085283Z","end":"2026-04-07T00:18:05.187821Z","steps":["trace[1380096145] 'range keys from in-memory index tree' (duration: 102.353954ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.188024Z","caller":"traceutil/trace.go:171","msg":"trace[2045833956] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"124.487333ms","start":"2026-04-07T00:18:05.06345Z","end":"2026-04-07T00:18:05.187938Z","steps":["trace[2045833956] 'process raft request' (duration: 79.326736ms)","trace[2045833956] 'compare' (duration: 44.761058ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:05.234142Z","caller":"traceutil/trace.go:171","msg":"trace[365838504] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"169.814453ms","start":"2026-04-07T00:18:05.064302Z","end":"2026-04-07T00:18:05.234116Z","steps":["trace[365838504] 'process raft request' (duration: 169.743732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.234174Z","caller":"traceutil/trace.go:171","msg":"trace[574070988] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"170.314525ms","start":"2026-04-07T00:18:05.063816Z","end":"2026-04-07T00:18:05.23413Z","steps":["trace[574070988] 'process raft request' (duration: 170.09368ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.234443Z","caller":"traceutil/trace.go:171","msg":"trace[236133701] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5569; }","duration":"169.7241ms","start":"2026-04-07T00:18:05.064704Z","end":"2026-04-07T00:18:05.234428Z","steps":["trace[236133701] 'read index received' (duration: 78.21449ms)","trace[236133701] 'applied index is now lower than readState.Index' (duration: 91.50852ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:05.234493Z","caller":"traceutil/trace.go:171","msg":"trace[1918996314] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"169.574657ms","start":"2026-04-07T00:18:05.064867Z","end":"2026-04-07T00:18:05.234442Z","steps":["trace[1918996314] 'process raft request' (duration: 169.215499ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.234457Z","caller":"traceutil/trace.go:171","msg":"trace[1723866142] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"168.511774ms","start":"2026-04-07T00:18:05.065935Z","end":"2026-04-07T00:18:05.234447Z","steps":["trace[1723866142] 'process raft request' (duration: 168.383721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.234718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.000076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-04-07T00:18:05.234759Z","caller":"traceutil/trace.go:171","msg":"trace[2111480787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5365; }","duration":"170.133509ms","start":"2026-04-07T00:18:05.064615Z","end":"2026-04-07T00:18:05.234748Z","steps":["trace[2111480787] 'agreement among raft nodes before linearized reading' (duration: 169.912745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.234802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.085453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zl4zc.18a3eb03e3e65564\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-07T00:18:05.234868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.012174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T00:18:05.234887Z","caller":"traceutil/trace.go:171","msg":"trace[2029618544] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zl4zc.18a3eb03e3e65564; range_end:; response_count:1; response_revision:5365; }","duration":"132.200676ms","start":"2026-04-07T00:18:05.10267Z","end":"2026-04-07T00:18:05.234871Z","steps":["trace[2029618544] 'agreement among raft nodes before linearized reading' (duration: 132.016902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:05.23494Z","caller":"traceutil/trace.go:171","msg":"trace[1602844164] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5365; }","duration":"145.126307ms","start":"2026-04-07T00:18:05.089798Z","end":"2026-04-07T00:18:05.234924Z","steps":["trace[1602844164] 'agreement among raft nodes before linearized reading' (duration: 144.906532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:05.235035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.162353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-04-07T00:18:05.23528Z","caller":"traceutil/trace.go:171","msg":"trace[1165003645] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5365; }","duration":"163.388798ms","start":"2026-04-07T00:18:05.071793Z","end":"2026-04-07T00:18:05.235181Z","steps":["trace[1165003645] 'agreement among raft nodes before linearized reading' (duration: 162.860666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:06.001945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.735932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:06.002118Z","caller":"traceutil/trace.go:171","msg":"trace[2008825527] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5576; }","duration":"250.020828ms","start":"2026-04-07T00:18:05.752072Z","end":"2026-04-07T00:18:06.002093Z","steps":["trace[2008825527] 'read index received' (duration: 110.976149ms)","trace[2008825527] 'applied index is now lower than readState.Index' (duration: 139.042629ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:06.002239Z","caller":"traceutil/trace.go:171","msg":"trace[290882715] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"355.427192ms","start":"2026-04-07T00:18:05.646797Z","end":"2026-04-07T00:18:06.002224Z","steps":["trace[290882715] 'process raft request' (duration: 216.25411ms)","trace[290882715] 'compare' (duration: 138.542588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:06.002321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:05.646768Z","time spent":"355.516194ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:06.002442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.455696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:18:06.002499Z","caller":"traceutil/trace.go:171","msg":"trace[27242532] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5368; }","duration":"241.566098ms","start":"2026-04-07T00:18:05.760919Z","end":"2026-04-07T00:18:06.002485Z","steps":["trace[27242532] 'agreement among raft nodes before linearized reading' (duration: 241.397644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:06.002493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.402777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:06.002555Z","caller":"traceutil/trace.go:171","msg":"trace[729475414] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5368; }","duration":"250.480648ms","start":"2026-04-07T00:18:05.75206Z","end":"2026-04-07T00:18:06.00254Z","steps":["trace[729475414] 'agreement among raft nodes before linearized reading' (duration: 250.358556ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:06.649644Z","caller":"traceutil/trace.go:171","msg":"trace[1068103144] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5577; }","duration":"366.49035ms","start":"2026-04-07T00:18:06.28311Z","end":"2026-04-07T00:18:06.6496Z","steps":["trace[1068103144] 'read index received' (duration: 333.067658ms)","trace[1068103144] 'applied index is now lower than readState.Index' (duration: 33.420952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:06.649674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:06.003526Z","time spent":"646.136666ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:18:06.649856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.487252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:06.649855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.734636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:06.649905Z","caller":"traceutil/trace.go:171","msg":"trace[922450747] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5368; }","duration":"132.582395ms","start":"2026-04-07T00:18:06.517307Z","end":"2026-04-07T00:18:06.649889Z","steps":["trace[922450747] 'agreement among raft nodes before linearized reading' (duration: 132.481813ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:06.649936Z","caller":"traceutil/trace.go:171","msg":"trace[197892490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5368; }","duration":"366.853759ms","start":"2026-04-07T00:18:06.283058Z","end":"2026-04-07T00:18:06.649912Z","steps":["trace[197892490] 'agreement among raft nodes before linearized reading' (duration: 366.715796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:06.649979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:06.283036Z","time spent":"366.933441ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:18:07.219612Z","caller":"traceutil/trace.go:171","msg":"trace[549214417] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"155.683885ms","start":"2026-04-07T00:18:07.063868Z","end":"2026-04-07T00:18:07.219552Z","steps":["trace[549214417] 'process raft request' (duration: 154.525018ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:07.219703Z","caller":"traceutil/trace.go:171","msg":"trace[967896868] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"154.886927ms","start":"2026-04-07T00:18:07.064801Z","end":"2026-04-07T00:18:07.219687Z","steps":["trace[967896868] 'process raft request' (duration: 154.665822ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:07.219785Z","caller":"traceutil/trace.go:171","msg":"trace[1252653681] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"154.340844ms","start":"2026-04-07T00:18:07.065421Z","end":"2026-04-07T00:18:07.219762Z","steps":["trace[1252653681] 'process raft request' (duration: 154.119229ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:09.334568Z","caller":"traceutil/trace.go:171","msg":"trace[1906862722] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"109.790881ms","start":"2026-04-07T00:18:09.224746Z","end":"2026-04-07T00:18:09.334537Z","steps":["trace[1906862722] 'process raft request' (duration: 109.312221ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:09.33483Z","caller":"traceutil/trace.go:171","msg":"trace[482820877] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"109.923264ms","start":"2026-04-07T00:18:09.224893Z","end":"2026-04-07T00:18:09.334817Z","steps":["trace[482820877] 'process raft request' (duration: 109.300011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:09.624194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.08922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:09.624353Z","caller":"traceutil/trace.go:171","msg":"trace[1118442837] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"284.394632ms","start":"2026-04-07T00:18:09.339931Z","end":"2026-04-07T00:18:09.624325Z","steps":["trace[1118442837] 'process raft request' (duration: 54.045776ms)","trace[1118442837] 'compare' (duration: 229.62765ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:10.356694Z","caller":"traceutil/trace.go:171","msg":"trace[663244638] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"1.016398811s","start":"2026-04-07T00:18:09.340277Z","end":"2026-04-07T00:18:10.356676Z","steps":["trace[663244638] 'process raft request' (duration: 1.01635243s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:10.356704Z","caller":"traceutil/trace.go:171","msg":"trace[1358425197] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"1.016584885s","start":"2026-04-07T00:18:09.340099Z","end":"2026-04-07T00:18:10.356684Z","steps":["trace[1358425197] 'process raft request' (duration: 1.016406591s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:10.356816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:09.340257Z","time spent":"1.016494133s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:10.356806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:09.340085Z","time spent":"1.016673417s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:10.35685Z","caller":"traceutil/trace.go:171","msg":"trace[944654782] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"1.016540514s","start":"2026-04-07T00:18:09.340241Z","end":"2026-04-07T00:18:10.356781Z","steps":["trace[944654782] 'process raft request' (duration: 1.01636718s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:10.356928Z","caller":"traceutil/trace.go:171","msg":"trace[1067443982] linearizableReadLoop","detail":"{readStateIndex:5631; appliedIndex:5627; }","duration":"1.016284878s","start":"2026-04-07T00:18:09.340613Z","end":"2026-04-07T00:18:10.356898Z","steps":["trace[1067443982] 'read index received' (duration: 53.335041ms)","trace[1067443982] 'applied index is now lower than readState.Index' (duration: 962.947947ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:10.356992Z","caller":"traceutil/trace.go:171","msg":"trace[1329014335] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"1.01587438s","start":"2026-04-07T00:18:09.341079Z","end":"2026-04-07T00:18:10.356953Z","steps":["trace[1329014335] 'process raft request' (duration: 1.015571233s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:10.357056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:09.340219Z","time spent":"1.016734439s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:10.357121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.162917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:10.357151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:09.341065Z","time spent":"1.015999812s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:10.357162Z","caller":"traceutil/trace.go:171","msg":"trace[976368554] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5421; }","duration":"961.251659ms","start":"2026-04-07T00:18:09.395896Z","end":"2026-04-07T00:18:10.357148Z","steps":["trace[976368554] 'agreement among raft nodes before linearized reading' (duration: 961.149887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:10.357216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:09.395882Z","time spent":"961.323221ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:10.357234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016607805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70798"} {"level":"info","ts":"2026-04-07T00:18:10.357294Z","caller":"traceutil/trace.go:171","msg":"trace[1489212822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5421; }","duration":"1.016682077s","start":"2026-04-07T00:18:09.340596Z","end":"2026-04-07T00:18:10.357278Z","steps":["trace[1489212822] 'agreement among raft nodes before linearized reading' (duration: 1.01639749s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:10.357336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:09.340588Z","time spent":"1.016736479s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:18:10.35745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.880357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kldbv\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-07T00:18:10.357532Z","caller":"traceutil/trace.go:171","msg":"trace[624341193] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-kldbv; range_end:; response_count:1; response_revision:5421; }","duration":"235.00801ms","start":"2026-04-07T00:18:10.122507Z","end":"2026-04-07T00:18:10.357515Z","steps":["trace[624341193] 'agreement among raft nodes before linearized reading' (duration: 234.788665ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:12.030947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2887} {"level":"info","ts":"2026-04-07T00:18:12.127944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2887,"took":"96.083892ms","hash":2272316489,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":30605312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T00:18:12.128007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2272316489,"revision":2887,"compact-revision":-1} {"level":"info","ts":"2026-04-07T00:18:17.439121Z","caller":"traceutil/trace.go:171","msg":"trace[1894547352] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"247.370059ms","start":"2026-04-07T00:18:17.191726Z","end":"2026-04-07T00:18:17.439096Z","steps":["trace[1894547352] 'process raft request' (duration: 247.133594ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:17.4391Z","caller":"traceutil/trace.go:171","msg":"trace[1845749633] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"247.287547ms","start":"2026-04-07T00:18:17.191784Z","end":"2026-04-07T00:18:17.439072Z","steps":["trace[1845749633] 'read index received' (duration: 247.197975ms)","trace[1845749633] 'applied index is now lower than readState.Index' (duration: 88.112µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:17.43931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.513761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a3eb07d99b1480\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-07T00:18:17.439426Z","caller":"traceutil/trace.go:171","msg":"trace[1925270398] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a3eb07d99b1480; range_end:; response_count:1; response_revision:5538; }","duration":"247.624014ms","start":"2026-04-07T00:18:17.191748Z","end":"2026-04-07T00:18:17.439372Z","steps":["trace[1925270398] 'agreement among raft nodes before linearized reading' (duration: 247.41677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:17.440979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.420277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:17.441061Z","caller":"traceutil/trace.go:171","msg":"trace[825999649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5541; }","duration":"159.531679ms","start":"2026-04-07T00:18:17.281511Z","end":"2026-04-07T00:18:17.441042Z","steps":["trace[825999649] 'agreement among raft nodes before linearized reading' (duration: 159.407076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.710038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:19.97531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.726096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T00:18:19.975424Z","caller":"traceutil/trace.go:171","msg":"trace[160454548] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5551; }","duration":"983.88999ms","start":"2026-04-07T00:18:18.991512Z","end":"2026-04-07T00:18:19.975402Z","steps":["trace[160454548] 'range keys from in-memory index tree' (duration: 983.563352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507918545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:18:19.975477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.991494Z","time spent":"983.972161ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"info","ts":"2026-04-07T00:18:19.975492Z","caller":"traceutil/trace.go:171","msg":"trace[1637425756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5551; }","duration":"1.50811176s","start":"2026-04-07T00:18:18.467361Z","end":"2026-04-07T00:18:19.975472Z","steps":["trace[1637425756] 'range keys from in-memory index tree' (duration: 1.507721032s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.467335Z","time spent":"1.508212632s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:18:19.975573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.703288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T00:18:19.975584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496035759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:18:19.975614Z","caller":"traceutil/trace.go:171","msg":"trace[110639194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5551; }","duration":"988.79843ms","start":"2026-04-07T00:18:18.986803Z","end":"2026-04-07T00:18:19.975601Z","steps":["trace[110639194] 'range keys from in-memory index tree' (duration: 988.580935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.986778Z","time spent":"988.866592ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-07T00:18:19.975661Z","caller":"traceutil/trace.go:171","msg":"trace[1913378941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:5551; }","duration":"1.49613155s","start":"2026-04-07T00:18:18.479508Z","end":"2026-04-07T00:18:19.97564Z","steps":["trace[1913378941] 'range keys from in-memory index tree' (duration: 1.495891605s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.479487Z","time spent":"1.496213872s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:18:19.975478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497291246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:18:19.975875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496314935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:18:19.975903Z","caller":"traceutil/trace.go:171","msg":"trace[2013260931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5551; }","duration":"1.497754757s","start":"2026-04-07T00:18:18.478134Z","end":"2026-04-07T00:18:19.975888Z","steps":["trace[2013260931] 'range keys from in-memory index tree' (duration: 1.497093152s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.478122Z","time spent":"1.497812798s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:18:19.97594Z","caller":"traceutil/trace.go:171","msg":"trace[1535404887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5551; }","duration":"1.496370906s","start":"2026-04-07T00:18:18.479547Z","end":"2026-04-07T00:18:19.975918Z","steps":["trace[1535404887] 'range keys from in-memory index tree' (duration: 1.496157551s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7826645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T00:18:19.976059Z","caller":"traceutil/trace.go:171","msg":"trace[544817807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5551; }","duration":"1.782782913s","start":"2026-04-07T00:18:18.193259Z","end":"2026-04-07T00:18:19.976042Z","steps":["trace[544817807] 'range keys from in-memory index tree' (duration: 1.782530157s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.976098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693065803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:19.976114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.193234Z","time spent":"1.782866395s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"info","ts":"2026-04-07T00:18:19.976129Z","caller":"traceutil/trace.go:171","msg":"trace[1569509181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5551; }","duration":"1.693140455s","start":"2026-04-07T00:18:18.28298Z","end":"2026-04-07T00:18:19.97612Z","steps":["trace[1569509181] 'range keys from in-memory index tree' (duration: 1.692984951s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.975863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510971915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:18:19.976163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.282956Z","time spent":"1.693199477s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:18:19.976202Z","caller":"traceutil/trace.go:171","msg":"trace[638137923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5551; }","duration":"1.511338123s","start":"2026-04-07T00:18:18.464841Z","end":"2026-04-07T00:18:19.976179Z","steps":["trace[638137923] 'range keys from in-memory index tree' (duration: 1.510810701s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.976284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.464819Z","time spent":"1.511445865s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:19.975859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633729588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:18:19.976371Z","caller":"traceutil/trace.go:171","msg":"trace[1038399866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5551; }","duration":"1.634309832s","start":"2026-04-07T00:18:18.342051Z","end":"2026-04-07T00:18:19.976361Z","steps":["trace[1038399866] 'range keys from in-memory index tree' (duration: 1.633423081s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:19.976404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.342024Z","time spent":"1.634371693s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:18:19.975991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:18.479513Z","time spent":"1.496466178s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:18:20.211135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:20.245663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120117996s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:18:20.246057Z","caller":"traceutil/trace.go:171","msg":"trace[1748271974] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"1.120609328s","start":"2026-04-07T00:18:19.125424Z","end":"2026-04-07T00:18:20.246033Z","steps":["trace[1748271974] 'process raft request' (duration: 1.120444854s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.246203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.1254Z","time spent":"1.12071972s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:20.562513Z","caller":"traceutil/trace.go:171","msg":"trace[804393722] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"1.115630395s","start":"2026-04-07T00:18:19.446858Z","end":"2026-04-07T00:18:20.562489Z","steps":["trace[804393722] 'process raft request' (duration: 1.115575544s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.562643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.446825Z","time spent":"1.115752539s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:20.562629Z","caller":"traceutil/trace.go:171","msg":"trace[453943983] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"1.116837953s","start":"2026-04-07T00:18:19.445745Z","end":"2026-04-07T00:18:20.562583Z","steps":["trace[453943983] 'process raft request' (duration: 1.116658549s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:20.562524Z","caller":"traceutil/trace.go:171","msg":"trace[457763979] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"1.117309443s","start":"2026-04-07T00:18:19.445189Z","end":"2026-04-07T00:18:20.562499Z","steps":["trace[457763979] 'process raft request' (duration: 1.117076108s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.562789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.445738Z","time spent":"1.116967166s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:20.562827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.445173Z","time spent":"1.117581619s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:20.562856Z","caller":"traceutil/trace.go:171","msg":"trace[1055877971] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"581.597474ms","start":"2026-04-07T00:18:19.98125Z","end":"2026-04-07T00:18:20.562847Z","steps":["trace[1055877971] 'process raft request' (duration: 581.212715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.562898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.981236Z","time spent":"581.639145ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:20.563202Z","caller":"traceutil/trace.go:171","msg":"trace[325791987] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"581.842599ms","start":"2026-04-07T00:18:19.981338Z","end":"2026-04-07T00:18:20.563181Z","steps":["trace[325791987] 'process raft request' (duration: 581.370359ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:20.563246Z","caller":"traceutil/trace.go:171","msg":"trace[1600827168] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"581.835648ms","start":"2026-04-07T00:18:19.981393Z","end":"2026-04-07T00:18:20.563229Z","steps":["trace[1600827168] 'process raft request' (duration: 581.697215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.563299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.981386Z","time spent":"581.88682ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:20.563299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.98133Z","time spent":"581.920891ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:20.563399Z","caller":"traceutil/trace.go:171","msg":"trace[2126240557] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"581.751277ms","start":"2026-04-07T00:18:19.981621Z","end":"2026-04-07T00:18:20.563373Z","steps":["trace[2126240557] 'process raft request' (duration: 581.565082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.563474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.9816Z","time spent":"581.841359ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:20.563637Z","caller":"traceutil/trace.go:171","msg":"trace[1264889941] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5765; }","duration":"1.354637155s","start":"2026-04-07T00:18:19.208986Z","end":"2026-04-07T00:18:20.563623Z","steps":["trace[1264889941] 'read index received' (duration: 1.036907923s)","trace[1264889941] 'applied index is now lower than readState.Index' (duration: 317.728082ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:20.563712Z","caller":"traceutil/trace.go:171","msg":"trace[1910230263] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"580.891147ms","start":"2026-04-07T00:18:19.982812Z","end":"2026-04-07T00:18:20.563703Z","steps":["trace[1910230263] 'process raft request' (duration: 580.618041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.563759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354765568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:20.5638Z","caller":"traceutil/trace.go:171","msg":"trace[1509780935] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5560; }","duration":"1.35484275s","start":"2026-04-07T00:18:19.208948Z","end":"2026-04-07T00:18:20.563791Z","steps":["trace[1509780935] 'agreement among raft nodes before linearized reading' (duration: 1.354772358s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.563811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.256118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:20.563837Z","caller":"traceutil/trace.go:171","msg":"trace[884653305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5560; }","duration":"586.311509ms","start":"2026-04-07T00:18:19.977519Z","end":"2026-04-07T00:18:20.563831Z","steps":["trace[884653305] 'agreement among raft nodes before linearized reading' (duration: 586.270528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.56384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.208929Z","time spent":"1.354902142s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:20.563862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.977498Z","time spent":"586.3598ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:18:20.563892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.230238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:18:20.563933Z","caller":"traceutil/trace.go:171","msg":"trace[1723309845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5560; }","duration":"889.31244ms","start":"2026-04-07T00:18:19.67461Z","end":"2026-04-07T00:18:20.563923Z","steps":["trace[1723309845] 'agreement among raft nodes before linearized reading' (duration: 889.210397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.563966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.674591Z","time spent":"889.367761ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:20.563764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.982802Z","time spent":"580.937388ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:20.563988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.186018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:18:20.563796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12205157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:20.564038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.469063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-07T00:18:20.564083Z","caller":"traceutil/trace.go:171","msg":"trace[636991432] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5560; }","duration":"1.122373136s","start":"2026-04-07T00:18:19.441696Z","end":"2026-04-07T00:18:20.56407Z","steps":["trace[636991432] 'agreement among raft nodes before linearized reading' (duration: 1.122062529s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:20.564082Z","caller":"traceutil/trace.go:171","msg":"trace[1307955419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5560; }","duration":"583.322172ms","start":"2026-04-07T00:18:19.980741Z","end":"2026-04-07T00:18:20.564063Z","steps":["trace[1307955419] 'agreement among raft nodes before linearized reading' (duration: 583.039236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:20.564106Z","caller":"traceutil/trace.go:171","msg":"trace[187126970] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5560; }","duration":"582.591725ms","start":"2026-04-07T00:18:19.9815Z","end":"2026-04-07T00:18:20.564091Z","steps":["trace[187126970] 'agreement among raft nodes before linearized reading' (duration: 582.36562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.564139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.981478Z","time spent":"582.655096ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-07T00:18:20.564139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.980725Z","time spent":"583.405863ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:18:20.564132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.44168Z","time spent":"1.122438778s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:20.564187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.635056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80216"} {"level":"info","ts":"2026-04-07T00:18:20.56425Z","caller":"traceutil/trace.go:171","msg":"trace[840628304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5560; }","duration":"582.722739ms","start":"2026-04-07T00:18:19.981517Z","end":"2026-04-07T00:18:20.564239Z","steps":["trace[840628304] 'agreement among raft nodes before linearized reading' (duration: 582.355141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:20.564297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:19.981505Z","time spent":"582.78478ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80238,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:18:21.082895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.671113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:21.083023Z","caller":"traceutil/trace.go:171","msg":"trace[1015538893] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5774; }","duration":"511.458773ms","start":"2026-04-07T00:18:20.571543Z","end":"2026-04-07T00:18:21.083001Z","steps":["trace[1015538893] 'read index received' (duration: 120.489472ms)","trace[1015538893] 'applied index is now lower than readState.Index' (duration: 390.967621ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:21.083152Z","caller":"traceutil/trace.go:171","msg":"trace[1930788183] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"511.820551ms","start":"2026-04-07T00:18:20.571314Z","end":"2026-04-07T00:18:21.083135Z","steps":["trace[1930788183] 'process raft request' (duration: 120.811499ms)","trace[1930788183] 'compare' (duration: 390.291525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:21.083235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:20.571293Z","time spent":"511.895743ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:21.083308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.927956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a3eb07d8324fe4\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-04-07T00:18:21.083371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.265649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-07T00:18:21.083405Z","caller":"traceutil/trace.go:171","msg":"trace[1069595691] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a3eb07d8324fe4; range_end:; response_count:1; response_revision:5561; }","duration":"509.041759ms","start":"2026-04-07T00:18:20.574326Z","end":"2026-04-07T00:18:21.083367Z","steps":["trace[1069595691] 'agreement among raft nodes before linearized reading' (duration: 508.862875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:21.083439Z","caller":"traceutil/trace.go:171","msg":"trace[938953840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5561; }","duration":"101.385701ms","start":"2026-04-07T00:18:20.982037Z","end":"2026-04-07T00:18:21.083423Z","steps":["trace[938953840] 'agreement among raft nodes before linearized reading' (duration: 101.239568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:21.083447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:20.574311Z","time spent":"509.125551ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a3eb07d8324fe4\" "} {"level":"warn","ts":"2026-04-07T00:18:21.083545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.984525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:21.083745Z","caller":"traceutil/trace.go:171","msg":"trace[1162300402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5561; }","duration":"512.20078ms","start":"2026-04-07T00:18:20.571526Z","end":"2026-04-07T00:18:21.083727Z","steps":["trace[1162300402] 'agreement among raft nodes before linearized reading' (duration: 511.802381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:21.083843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:20.571519Z","time spent":"512.291912ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:18:21.08369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.968401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:21.083771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.241481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-07T00:18:21.084066Z","caller":"traceutil/trace.go:171","msg":"trace[1861141749] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5561; }","duration":"463.3687ms","start":"2026-04-07T00:18:20.620665Z","end":"2026-04-07T00:18:21.084034Z","steps":["trace[1861141749] 'agreement among raft nodes before linearized reading' (duration: 462.93542ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:21.084137Z","caller":"traceutil/trace.go:171","msg":"trace[815085836] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5561; }","duration":"508.61241ms","start":"2026-04-07T00:18:20.575495Z","end":"2026-04-07T00:18:21.084108Z","steps":["trace[815085836] 'agreement among raft nodes before linearized reading' (duration: 508.215121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:21.084215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:20.57548Z","time spent":"508.711821ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T00:18:21.08421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:20.620639Z","time spent":"463.524274ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:18:21.475415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.416839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:21.475524Z","caller":"traceutil/trace.go:171","msg":"trace[1409682989] linearizableReadLoop","detail":"{readStateIndex:5777; appliedIndex:5776; }","duration":"296.608227ms","start":"2026-04-07T00:18:21.178899Z","end":"2026-04-07T00:18:21.475507Z","steps":["trace[1409682989] 'read index received' (duration: 85.037614ms)","trace[1409682989] 'applied index is now lower than readState.Index' (duration: 211.569353ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:21.475759Z","caller":"traceutil/trace.go:171","msg":"trace[1309266960] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"309.074409ms","start":"2026-04-07T00:18:21.166628Z","end":"2026-04-07T00:18:21.475702Z","steps":["trace[1309266960] 'process raft request' (duration: 97.25083ms)","trace[1309266960] 'compare' (duration: 211.123892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:21.475876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.756101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-04-07T00:18:21.475929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.016246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-07T00:18:21.475958Z","caller":"traceutil/trace.go:171","msg":"trace[2069033085] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5563; }","duration":"296.921935ms","start":"2026-04-07T00:18:21.179019Z","end":"2026-04-07T00:18:21.475941Z","steps":["trace[2069033085] 'agreement among raft nodes before linearized reading' (duration: 296.651269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:21.475942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:21.166607Z","time spent":"309.254023ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:21.475999Z","caller":"traceutil/trace.go:171","msg":"trace[24706263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5563; }","duration":"297.119039ms","start":"2026-04-07T00:18:21.178861Z","end":"2026-04-07T00:18:21.47598Z","steps":["trace[24706263] 'agreement among raft nodes before linearized reading' (duration: 296.859023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:22.058677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:18:22.059767Z","caller":"traceutil/trace.go:171","msg":"trace[891137440] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"576.833776ms","start":"2026-04-07T00:18:21.482882Z","end":"2026-04-07T00:18:22.059716Z","steps":["trace[891137440] 'process raft request' (duration: 576.671832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:22.059902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:21.482858Z","time spent":"576.972779ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:23.607422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025564808s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:18:24.283502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000967494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:18:24.283579Z","caller":"traceutil/trace.go:171","msg":"trace[1852349459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001092876s","start":"2026-04-07T00:18:22.282468Z","end":"2026-04-07T00:18:24.283561Z","steps":["trace[1852349459] 'agreement among raft nodes before linearized reading' (duration: 2.001000684s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:24.283626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.282447Z","time spent":"2.001170548s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:18:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:18:24.620592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384775933s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:18:24.620809Z","caller":"traceutil/trace.go:171","msg":"trace[1858790341] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5777; }","duration":"3.062969631s","start":"2026-04-07T00:18:21.55782Z","end":"2026-04-07T00:18:24.62079Z","steps":["trace[1858790341] 'read index received' (duration: 501.728985ms)","trace[1858790341] 'applied index is now lower than readState.Index' (duration: 2.561239376s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:24.621581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063758199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:24.621632Z","caller":"traceutil/trace.go:171","msg":"trace[426960688] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5564; }","duration":"3.063820401s","start":"2026-04-07T00:18:21.557799Z","end":"2026-04-07T00:18:24.621619Z","steps":["trace[426960688] 'agreement among raft nodes before linearized reading' (duration: 3.063702798s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:24.621671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:21.557735Z","time spent":"3.063925784s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:18:24.622455Z","caller":"traceutil/trace.go:171","msg":"trace[713680621] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"2.370026701s","start":"2026-04-07T00:18:22.252398Z","end":"2026-04-07T00:18:24.622425Z","steps":["trace[713680621] 'process raft request' (duration: 2.368296602s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:24.622629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.252376Z","time spent":"2.370165945s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:24.98447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376838225s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:18:25.089874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.371272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:25.09009Z","caller":"traceutil/trace.go:171","msg":"trace[39511672] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"2.520960472s","start":"2026-04-07T00:18:22.569112Z","end":"2026-04-07T00:18:25.090073Z","steps":["trace[39511672] 'process raft request' (duration: 2.52089463s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:25.09008Z","caller":"traceutil/trace.go:171","msg":"trace[1344145678] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"2.521286069s","start":"2026-04-07T00:18:22.568761Z","end":"2026-04-07T00:18:25.090047Z","steps":["trace[1344145678] 'process raft request' (duration: 2.053642511s)","trace[1344145678] 'compare' (duration: 467.240639ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:25.090212Z","caller":"traceutil/trace.go:171","msg":"trace[2088606993] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"2.521189117s","start":"2026-04-07T00:18:22.569015Z","end":"2026-04-07T00:18:25.090204Z","steps":["trace[2088606993] 'process raft request' (duration: 2.520941051s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.090273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.568983Z","time spent":"2.521264739s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:25.090419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.568728Z","time spent":"2.521550734s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:25.09017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.569075Z","time spent":"2.521061174s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:25.090573Z","caller":"traceutil/trace.go:171","msg":"trace[1407431241] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"2.397138234s","start":"2026-04-07T00:18:22.69341Z","end":"2026-04-07T00:18:25.090549Z","steps":["trace[1407431241] 'process raft request' (duration: 2.396628563s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.090701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.693382Z","time spent":"2.397255226s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:25.090747Z","caller":"traceutil/trace.go:171","msg":"trace[1916422428] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"1.577797308s","start":"2026-04-07T00:18:23.512929Z","end":"2026-04-07T00:18:25.090726Z","steps":["trace[1916422428] 'process raft request' (duration: 1.577593174s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.09094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:23.512903Z","time spent":"1.577935832s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:25.564751Z","caller":"traceutil/trace.go:171","msg":"trace[520633094] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5780; }","duration":"943.88359ms","start":"2026-04-07T00:18:24.620844Z","end":"2026-04-07T00:18:25.564728Z","steps":["trace[520633094] 'read index received' (duration: 363.948134ms)","trace[520633094] 'applied index is now lower than readState.Index' (duration: 579.934516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:25.564973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474626629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-07T00:18:25.565016Z","caller":"traceutil/trace.go:171","msg":"trace[760386259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5571; }","duration":"3.474700691s","start":"2026-04-07T00:18:22.090303Z","end":"2026-04-07T00:18:25.565003Z","steps":["trace[760386259] 'agreement among raft nodes before linearized reading' (duration: 3.474544638s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997166241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:18:25.565055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.090293Z","time spent":"3.474748633s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"info","ts":"2026-04-07T00:18:25.565081Z","caller":"traceutil/trace.go:171","msg":"trace[818350638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5571; }","duration":"2.997300305s","start":"2026-04-07T00:18:22.567762Z","end":"2026-04-07T00:18:25.565062Z","steps":["trace[818350638] 'agreement among raft nodes before linearized reading' (duration: 2.997078119s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.565128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.56773Z","time spent":"2.997389438s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:25.565206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834560022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:25.56524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493515493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:25.565273Z","caller":"traceutil/trace.go:171","msg":"trace[986440230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5571; }","duration":"3.834652095s","start":"2026-04-07T00:18:21.730601Z","end":"2026-04-07T00:18:25.565253Z","steps":["trace[986440230] 'agreement among raft nodes before linearized reading' (duration: 3.834576593s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.565331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281418569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:25.565336Z","caller":"traceutil/trace.go:171","msg":"trace[805733201] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5571; }","duration":"1.493675977s","start":"2026-04-07T00:18:24.071632Z","end":"2026-04-07T00:18:25.565308Z","steps":["trace[805733201] 'agreement among raft nodes before linearized reading' (duration: 1.493531224s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.56537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431488187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:25.565397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80653668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:25.565452Z","caller":"traceutil/trace.go:171","msg":"trace[112817410] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5571; }","duration":"2.806617752s","start":"2026-04-07T00:18:22.758823Z","end":"2026-04-07T00:18:25.565441Z","steps":["trace[112817410] 'agreement among raft nodes before linearized reading' (duration: 2.806506369s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:25.565454Z","caller":"traceutil/trace.go:171","msg":"trace[2134566518] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5571; }","duration":"2.431634761s","start":"2026-04-07T00:18:23.133799Z","end":"2026-04-07T00:18:25.565434Z","steps":["trace[2134566518] 'agreement among raft nodes before linearized reading' (duration: 2.431503968s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.565487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.758813Z","time spent":"2.806665164s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:25.565506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:23.133776Z","time spent":"2.431713403s","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:25.565106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977416989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T00:18:25.565474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:24.071611Z","time spent":"1.493837651s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:25.565333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:21.730576Z","time spent":"3.834746286s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:18:25.565551Z","caller":"traceutil/trace.go:171","msg":"trace[554268719] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5571; }","duration":"3.977923269s","start":"2026-04-07T00:18:21.587619Z","end":"2026-04-07T00:18:25.565542Z","steps":["trace[554268719] 'agreement among raft nodes before linearized reading' (duration: 3.977288414s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.56575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:21.587601Z","time spent":"3.978134414s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-07T00:18:25.565366Z","caller":"traceutil/trace.go:171","msg":"trace[1655520711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5571; }","duration":"1.281491971s","start":"2026-04-07T00:18:24.283864Z","end":"2026-04-07T00:18:25.565356Z","steps":["trace[1655520711] 'agreement among raft nodes before linearized reading' (duration: 1.28143317s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.565866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:24.283843Z","time spent":"1.282005422s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:18:25.566023Z","caller":"traceutil/trace.go:171","msg":"trace[347250970] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"1.422575446s","start":"2026-04-07T00:18:24.143366Z","end":"2026-04-07T00:18:25.565928Z","steps":["trace[347250970] 'process raft request' (duration: 1.421197364s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.566114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:24.143327Z","time spent":"1.422734339s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:25.566529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.866989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-74df6b976b-bpp9t.18a3eb06f03e7e45\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-07T00:18:25.566587Z","caller":"traceutil/trace.go:171","msg":"trace[1557193591] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-74df6b976b-bpp9t.18a3eb06f03e7e45; range_end:; response_count:1; response_revision:5571; }","duration":"215.964962ms","start":"2026-04-07T00:18:25.350606Z","end":"2026-04-07T00:18:25.566571Z","steps":["trace[1557193591] 'agreement among raft nodes before linearized reading' (duration: 214.339935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.566598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996316313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:18:25.566637Z","caller":"traceutil/trace.go:171","msg":"trace[1493827465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5571; }","duration":"2.996418926s","start":"2026-04-07T00:18:22.570207Z","end":"2026-04-07T00:18:25.566626Z","steps":["trace[1493827465] 'agreement among raft nodes before linearized reading' (duration: 2.995063646s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.566668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.570187Z","time spent":"2.996472667s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:18:25.566885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511455578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a3eb07d3471c00\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-07T00:18:25.566917Z","caller":"traceutil/trace.go:171","msg":"trace[1508897818] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a3eb07d3471c00; range_end:; response_count:1; response_revision:5571; }","duration":"3.51154429s","start":"2026-04-07T00:18:22.055361Z","end":"2026-04-07T00:18:25.566905Z","steps":["trace[1508897818] 'agreement among raft nodes before linearized reading' (duration: 3.509795031s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.566952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.055337Z","time spent":"3.511601911s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a3eb07d3471c00\" "} {"level":"warn","ts":"2026-04-07T00:18:25.567101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996773514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:18:25.567167Z","caller":"traceutil/trace.go:171","msg":"trace[1940142514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:5571; }","duration":"2.996896317s","start":"2026-04-07T00:18:22.570252Z","end":"2026-04-07T00:18:25.567148Z","steps":["trace[1940142514] 'agreement among raft nodes before linearized reading' (duration: 2.994519923s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.567177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998575743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:18:25.567207Z","caller":"traceutil/trace.go:171","msg":"trace[1167902705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5571; }","duration":"2.998631615s","start":"2026-04-07T00:18:22.568567Z","end":"2026-04-07T00:18:25.567198Z","steps":["trace[1167902705] 'agreement among raft nodes before linearized reading' (duration: 2.996643141s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.567214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.570228Z","time spent":"2.996969828s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:18:25.567234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.568554Z","time spent":"2.998673845s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:25.567678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477932732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:18:25.567713Z","caller":"traceutil/trace.go:171","msg":"trace[1933909927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5571; }","duration":"2.478002844s","start":"2026-04-07T00:18:23.089701Z","end":"2026-04-07T00:18:25.567704Z","steps":["trace[1933909927] 'agreement among raft nodes before linearized reading' (duration: 2.475600331s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.567741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:23.08968Z","time spent":"2.478054796s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:25.56882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000850445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:18:25.568874Z","caller":"traceutil/trace.go:171","msg":"trace[1591767448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5571; }","duration":"3.000946327s","start":"2026-04-07T00:18:22.567915Z","end":"2026-04-07T00:18:25.568862Z","steps":["trace[1591767448] 'agreement among raft nodes before linearized reading' (duration: 2.997334715s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:25.568907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:22.56789Z","time spent":"3.001008468s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:18:26.082398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:26.583374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:26.699593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093927585s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:18:26.6999Z","caller":"traceutil/trace.go:171","msg":"trace[824116141] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"1.131012881s","start":"2026-04-07T00:18:25.56887Z","end":"2026-04-07T00:18:26.699883Z","steps":["trace[824116141] 'process raft request' (duration: 1.130857998s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:26.700093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.568853Z","time spent":"1.131147455s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:27.358738Z","caller":"traceutil/trace.go:171","msg":"trace[1863934321] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"1.787491679s","start":"2026-04-07T00:18:25.571219Z","end":"2026-04-07T00:18:27.358711Z","steps":["trace[1863934321] 'process raft request' (duration: 1.787364987s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.358754Z","caller":"traceutil/trace.go:171","msg":"trace[922838608] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"1.788793759s","start":"2026-04-07T00:18:25.56992Z","end":"2026-04-07T00:18:27.358714Z","steps":["trace[922838608] 'process raft request' (duration: 1.788501663s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.358941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.5712Z","time spent":"1.787614153s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.358976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.569903Z","time spent":"1.788934472s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:27.359131Z","caller":"traceutil/trace.go:171","msg":"trace[625498593] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"1.786395025s","start":"2026-04-07T00:18:25.572692Z","end":"2026-04-07T00:18:27.359087Z","steps":["trace[625498593] 'process raft request' (duration: 1.785939735s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.359301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.57268Z","time spent":"1.786537729s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:27.359527Z","caller":"traceutil/trace.go:171","msg":"trace[637380787] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"1.784227016s","start":"2026-04-07T00:18:25.57528Z","end":"2026-04-07T00:18:27.359507Z","steps":["trace[637380787] 'process raft request' (duration: 1.783992961s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.359518Z","caller":"traceutil/trace.go:171","msg":"trace[1708799308] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"1.784719077s","start":"2026-04-07T00:18:25.574742Z","end":"2026-04-07T00:18:27.359461Z","steps":["trace[1708799308] 'process raft request' (duration: 1.784260237s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.359613Z","caller":"traceutil/trace.go:171","msg":"trace[1340511218] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"940.899061ms","start":"2026-04-07T00:18:26.4187Z","end":"2026-04-07T00:18:27.359599Z","steps":["trace[1340511218] 'process raft request' (duration: 940.779398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.359637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.575265Z","time spent":"1.784311688s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.359654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787001259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:27.359687Z","caller":"traceutil/trace.go:171","msg":"trace[1228756261] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"1.784176795s","start":"2026-04-07T00:18:25.575495Z","end":"2026-04-07T00:18:27.359672Z","steps":["trace[1228756261] 'process raft request' (duration: 1.78394123s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.359704Z","caller":"traceutil/trace.go:171","msg":"trace[1383638210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5580; }","duration":"1.78707682s","start":"2026-04-07T00:18:25.572617Z","end":"2026-04-07T00:18:27.359693Z","steps":["trace[1383638210] 'agreement among raft nodes before linearized reading' (duration: 1.786981668s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.359695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.41868Z","time spent":"940.976173ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.359739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.572604Z","time spent":"1.787127551s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:18:27.359776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.575488Z","time spent":"1.784240986s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.359783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.574725Z","time spent":"1.784915731s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:27.35975Z","caller":"traceutil/trace.go:171","msg":"trace[1708118757] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"731.046208ms","start":"2026-04-07T00:18:26.628601Z","end":"2026-04-07T00:18:27.359647Z","steps":["trace[1708118757] 'process raft request' (duration: 730.917585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.359571Z","caller":"traceutil/trace.go:171","msg":"trace[428208613] linearizableReadLoop","detail":"{readStateIndex:5794; appliedIndex:5786; }","duration":"1.786912247s","start":"2026-04-07T00:18:25.572645Z","end":"2026-04-07T00:18:27.359557Z","steps":["trace[428208613] 'read index received' (duration: 1.127179906s)","trace[428208613] 'applied index is now lower than readState.Index' (duration: 659.731551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:27.359962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.628569Z","time spent":"731.307253ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:27.787726Z","caller":"traceutil/trace.go:171","msg":"trace[1170990580] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"692.157111ms","start":"2026-04-07T00:18:27.095516Z","end":"2026-04-07T00:18:27.787673Z","steps":["trace[1170990580] 'process raft request' (duration: 691.758812ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.787922Z","caller":"traceutil/trace.go:171","msg":"trace[92445123] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"692.223702ms","start":"2026-04-07T00:18:27.095657Z","end":"2026-04-07T00:18:27.787881Z","steps":["trace[92445123] 'process raft request' (duration: 691.907365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.788005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:27.095487Z","time spent":"692.375766ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.788178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:27.095638Z","time spent":"692.385506ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.788284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304586238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:18:27.788645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085367663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T00:18:27.78869Z","caller":"traceutil/trace.go:171","msg":"trace[1172924741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5583; }","duration":"1.305021218s","start":"2026-04-07T00:18:26.483647Z","end":"2026-04-07T00:18:27.788668Z","steps":["trace[1172924741] 'agreement among raft nodes before linearized reading' (duration: 1.304380133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.788735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512538669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:27.788724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454723757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:18:27.788771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.483591Z","time spent":"1.30516147s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:18:27.788784Z","caller":"traceutil/trace.go:171","msg":"trace[1373603907] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5583; }","duration":"1.512622181s","start":"2026-04-07T00:18:26.276147Z","end":"2026-04-07T00:18:27.788769Z","steps":["trace[1373603907] 'agreement among raft nodes before linearized reading' (duration: 1.512546639s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.788802Z","caller":"traceutil/trace.go:171","msg":"trace[721874057] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5583; }","duration":"1.45485903s","start":"2026-04-07T00:18:26.333924Z","end":"2026-04-07T00:18:27.788783Z","steps":["trace[721874057] 'agreement among raft nodes before linearized reading' (duration: 1.454697617s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.788793Z","caller":"traceutil/trace.go:171","msg":"trace[64508531] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:5583; }","duration":"1.085489436s","start":"2026-04-07T00:18:26.703228Z","end":"2026-04-07T00:18:27.788718Z","steps":["trace[64508531] 'agreement among raft nodes before linearized reading' (duration: 1.084990295s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.788852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.333898Z","time spent":"1.454942452s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:27.788931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215156026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80216"} {"level":"info","ts":"2026-04-07T00:18:27.788972Z","caller":"traceutil/trace.go:171","msg":"trace[714333926] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"692.012008ms","start":"2026-04-07T00:18:27.096926Z","end":"2026-04-07T00:18:27.788938Z","steps":["trace[714333926] 'process raft request' (duration: 690.693068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.789066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:18:27.788194Z","caller":"traceutil/trace.go:171","msg":"trace[1598658165] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5795; }","duration":"428.121328ms","start":"2026-04-07T00:18:27.359885Z","end":"2026-04-07T00:18:27.788007Z","steps":["trace[1598658165] 'read index received' (duration: 427.115016ms)","trace[1598658165] 'applied index is now lower than readState.Index' (duration: 1.004162ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:27.78913Z","caller":"traceutil/trace.go:171","msg":"trace[1368823741] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5583; }","duration":"2.000138607s","start":"2026-04-07T00:18:25.788979Z","end":"2026-04-07T00:18:27.789117Z","steps":["trace[1368823741] 'agreement among raft nodes before linearized reading' (duration: 1.999992803s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.788905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.703207Z","time spent":"1.08568578s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" "} {"level":"warn","ts":"2026-04-07T00:18:27.789208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:27.096913Z","time spent":"692.1429ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:27.789232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.788924Z","time spent":"2.00029325s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:27.789322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219989083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-07T00:18:27.789355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.752263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:18:27.788849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.276126Z","time spent":"1.512704393s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:18:27.78941Z","caller":"traceutil/trace.go:171","msg":"trace[1081936790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5583; }","duration":"428.838265ms","start":"2026-04-07T00:18:27.360558Z","end":"2026-04-07T00:18:27.789396Z","steps":["trace[1081936790] 'agreement among raft nodes before linearized reading' (duration: 428.752542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.788661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740319848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:27.789501Z","caller":"traceutil/trace.go:171","msg":"trace[962443587] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5583; }","duration":"1.741201188s","start":"2026-04-07T00:18:26.048274Z","end":"2026-04-07T00:18:27.789475Z","steps":["trace[962443587] 'agreement among raft nodes before linearized reading' (duration: 1.740094863s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.789519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107986963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-07T00:18:27.789575Z","caller":"traceutil/trace.go:171","msg":"trace[741280890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5583; }","duration":"1.108071195s","start":"2026-04-07T00:18:26.681487Z","end":"2026-04-07T00:18:27.789559Z","steps":["trace[741280890] 'agreement among raft nodes before linearized reading' (duration: 1.107955573s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.789588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.048249Z","time spent":"1.74130733s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:18:27.789622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.681465Z","time spent":"1.108148837s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:18:27.789074Z","caller":"traceutil/trace.go:171","msg":"trace[1508605367] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5583; }","duration":"2.215295829s","start":"2026-04-07T00:18:25.573725Z","end":"2026-04-07T00:18:27.789021Z","steps":["trace[1508605367] 'agreement among raft nodes before linearized reading' (duration: 2.214828379s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.789655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027272578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:18:27.789862Z","caller":"traceutil/trace.go:171","msg":"trace[606046881] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5583; }","duration":"2.027480853s","start":"2026-04-07T00:18:25.762364Z","end":"2026-04-07T00:18:27.789845Z","steps":["trace[606046881] 'agreement among raft nodes before linearized reading' (duration: 2.026741495s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:27.789415Z","caller":"traceutil/trace.go:171","msg":"trace[369568606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5583; }","duration":"1.220137798s","start":"2026-04-07T00:18:26.569254Z","end":"2026-04-07T00:18:27.789392Z","steps":["trace[369568606] 'agreement among raft nodes before linearized reading' (duration: 1.2198574s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:27.790004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.762292Z","time spent":"2.027656386s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T00:18:27.790076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:26.569228Z","time spent":"1.220801323s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"warn","ts":"2026-04-07T00:18:27.78979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:25.573707Z","time spent":"2.216059977s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80238,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:18:27.78951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:27.360541Z","time spent":"428.920716ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:18:28.480002Z","caller":"traceutil/trace.go:171","msg":"trace[856898453] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"165.69376ms","start":"2026-04-07T00:18:28.314273Z","end":"2026-04-07T00:18:28.479967Z","steps":["trace[856898453] 'process raft request' (duration: 155.750096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:28.480266Z","caller":"traceutil/trace.go:171","msg":"trace[600929299] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"165.833723ms","start":"2026-04-07T00:18:28.314405Z","end":"2026-04-07T00:18:28.480238Z","steps":["trace[600929299] 'process raft request' (duration: 165.486365ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:28.480317Z","caller":"traceutil/trace.go:171","msg":"trace[359448153] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"160.234496ms","start":"2026-04-07T00:18:28.320061Z","end":"2026-04-07T00:18:28.480296Z","steps":["trace[359448153] 'process raft request' (duration: 160.161305ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:28.480371Z","caller":"traceutil/trace.go:171","msg":"trace[55418322] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"165.071506ms","start":"2026-04-07T00:18:28.315262Z","end":"2026-04-07T00:18:28.480333Z","steps":["trace[55418322] 'process raft request' (duration: 164.837071ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.136216Z","caller":"traceutil/trace.go:171","msg":"trace[1352137874] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5811; }","duration":"124.287498ms","start":"2026-04-07T00:18:29.011896Z","end":"2026-04-07T00:18:29.136183Z","steps":["trace[1352137874] 'read index received' (duration: 1.464523ms)","trace[1352137874] 'applied index is now lower than readState.Index' (duration: 122.820505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:29.13639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.452032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:18:29.136451Z","caller":"traceutil/trace.go:171","msg":"trace[1926211399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5597; }","duration":"124.554253ms","start":"2026-04-07T00:18:29.01188Z","end":"2026-04-07T00:18:29.136434Z","steps":["trace[1926211399] 'agreement among raft nodes before linearized reading' (duration: 124.426581ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.136408Z","caller":"traceutil/trace.go:171","msg":"trace[1493056923] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"129.562097ms","start":"2026-04-07T00:18:29.006812Z","end":"2026-04-07T00:18:29.136374Z","steps":["trace[1493056923] 'process raft request' (duration: 94.696593ms)","trace[1493056923] 'compare' (duration: 34.496836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:29.738144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.279794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:18:29.738207Z","caller":"traceutil/trace.go:171","msg":"trace[1485016596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5601; }","duration":"374.349936ms","start":"2026-04-07T00:18:29.36384Z","end":"2026-04-07T00:18:29.73819Z","steps":["trace[1485016596] 'range keys from in-memory index tree' (duration: 374.130751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:29.738235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:29.363814Z","time spent":"374.414677ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:29.738351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.304655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:18:29.738421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.490819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:18:29.738353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.292345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:18:29.738428Z","caller":"traceutil/trace.go:171","msg":"trace[577602488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5601; }","duration":"374.408937ms","start":"2026-04-07T00:18:29.364002Z","end":"2026-04-07T00:18:29.738411Z","steps":["trace[577602488] 'range keys from in-memory index tree' (duration: 374.145482ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.738452Z","caller":"traceutil/trace.go:171","msg":"trace[1807968157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5601; }","duration":"374.55222ms","start":"2026-04-07T00:18:29.363882Z","end":"2026-04-07T00:18:29.738435Z","steps":["trace[1807968157] 'range keys from in-memory index tree' (duration: 374.368956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.738461Z","caller":"traceutil/trace.go:171","msg":"trace[1845798670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5601; }","duration":"374.413757ms","start":"2026-04-07T00:18:29.364036Z","end":"2026-04-07T00:18:29.73845Z","steps":["trace[1845798670] 'range keys from in-memory index tree' (duration: 374.180202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:29.738471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:29.363852Z","time spent":"374.614822ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:18:29.738471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:29.363993Z","time spent":"374.466839ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:18:29.738498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:29.36403Z","time spent":"374.454158ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:18:29.738542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.602671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:18:29.738594Z","caller":"traceutil/trace.go:171","msg":"trace[1632737663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5601; }","duration":"374.689573ms","start":"2026-04-07T00:18:29.363889Z","end":"2026-04-07T00:18:29.738579Z","steps":["trace[1632737663] 'range keys from in-memory index tree' (duration: 374.421108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:29.738629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:29.363876Z","time spent":"374.745124ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:18:29.74567Z","caller":"traceutil/trace.go:171","msg":"trace[504442290] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"380.189718ms","start":"2026-04-07T00:18:29.365467Z","end":"2026-04-07T00:18:29.745657Z","steps":["trace[504442290] 'process raft request' (duration: 380.080626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:29.74577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:29.365454Z","time spent":"380.263029ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:29.881504Z","caller":"traceutil/trace.go:171","msg":"trace[1405160748] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"139.300435ms","start":"2026-04-07T00:18:29.742179Z","end":"2026-04-07T00:18:29.881479Z","steps":["trace[1405160748] 'process raft request' (duration: 139.08057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.881834Z","caller":"traceutil/trace.go:171","msg":"trace[643962401] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"139.016038ms","start":"2026-04-07T00:18:29.742788Z","end":"2026-04-07T00:18:29.881804Z","steps":["trace[643962401] 'process raft request' (duration: 138.63843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.881896Z","caller":"traceutil/trace.go:171","msg":"trace[1141042836] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"138.972028ms","start":"2026-04-07T00:18:29.742888Z","end":"2026-04-07T00:18:29.88186Z","steps":["trace[1141042836] 'process raft request' (duration: 138.773093ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.881996Z","caller":"traceutil/trace.go:171","msg":"trace[1623399659] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"138.962628ms","start":"2026-04-07T00:18:29.742963Z","end":"2026-04-07T00:18:29.881926Z","steps":["trace[1623399659] 'process raft request' (duration: 138.799755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:29.881878Z","caller":"traceutil/trace.go:171","msg":"trace[1018631635] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"138.260773ms","start":"2026-04-07T00:18:29.743594Z","end":"2026-04-07T00:18:29.881855Z","steps":["trace[1018631635] 'process raft request' (duration: 138.216412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:31.306936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.619874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:18:31.307064Z","caller":"traceutil/trace.go:171","msg":"trace[864622406] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"333.6134ms","start":"2026-04-07T00:18:30.973429Z","end":"2026-04-07T00:18:31.307042Z","steps":["trace[864622406] 'process raft request' (duration: 57.788261ms)","trace[864622406] 'compare' (duration: 275.42288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:18:31.307117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:30.973403Z","time spent":"333.692452ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1307,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:18:31.310368Z","caller":"traceutil/trace.go:171","msg":"trace[1384930400] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"336.236719ms","start":"2026-04-07T00:18:30.974101Z","end":"2026-04-07T00:18:31.310338Z","steps":["trace[1384930400] 'process raft request' (duration: 336.098376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:31.310527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:30.974074Z","time spent":"336.377053ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:18:40.315978Z","caller":"traceutil/trace.go:171","msg":"trace[585568152] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"210.014978ms","start":"2026-04-07T00:18:40.105914Z","end":"2026-04-07T00:18:40.315929Z","steps":["trace[585568152] 'process raft request' (duration: 209.887885ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:42.163939Z","caller":"traceutil/trace.go:171","msg":"trace[974093755] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"102.460808ms","start":"2026-04-07T00:18:42.061449Z","end":"2026-04-07T00:18:42.163909Z","steps":["trace[974093755] 'process raft request' (duration: 26.769713ms)","trace[974093755] 'compare' (duration: 75.428809ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:42.164354Z","caller":"traceutil/trace.go:171","msg":"trace[371346829] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"101.942274ms","start":"2026-04-07T00:18:42.062361Z","end":"2026-04-07T00:18:42.164303Z","steps":["trace[371346829] 'process raft request' (duration: 101.490934ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:42.164451Z","caller":"traceutil/trace.go:171","msg":"trace[1557002289] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"101.066295ms","start":"2026-04-07T00:18:42.063372Z","end":"2026-04-07T00:18:42.164438Z","steps":["trace[1557002289] 'process raft request' (duration: 100.852651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:42.164377Z","caller":"traceutil/trace.go:171","msg":"trace[534635516] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"100.987044ms","start":"2026-04-07T00:18:42.063333Z","end":"2026-04-07T00:18:42.16432Z","steps":["trace[534635516] 'process raft request' (duration: 100.771369ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:45.52544Z","caller":"traceutil/trace.go:171","msg":"trace[720953495] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"165.21825ms","start":"2026-04-07T00:18:45.360195Z","end":"2026-04-07T00:18:45.525413Z","steps":["trace[720953495] 'process raft request' (duration: 165.044326ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:51.998034Z","caller":"traceutil/trace.go:171","msg":"trace[451064975] linearizableReadLoop","detail":"{readStateIndex:6088; appliedIndex:6087; }","duration":"456.706521ms","start":"2026-04-07T00:18:51.541303Z","end":"2026-04-07T00:18:51.99801Z","steps":["trace[451064975] 'read index received' (duration: 456.472016ms)","trace[451064975] 'applied index is now lower than readState.Index' (duration: 232.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:51.998094Z","caller":"traceutil/trace.go:171","msg":"trace[1706870040] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"457.392637ms","start":"2026-04-07T00:18:51.540659Z","end":"2026-04-07T00:18:51.998052Z","steps":["trace[1706870040] 'process raft request' (duration: 457.123601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:51.99824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:51.540642Z","time spent":"457.520719ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:18:51.998271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.916856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-07T00:18:51.998362Z","caller":"traceutil/trace.go:171","msg":"trace[1282771804] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5863; }","duration":"457.094039ms","start":"2026-04-07T00:18:51.541257Z","end":"2026-04-07T00:18:51.998351Z","steps":["trace[1282771804] 'agreement among raft nodes before linearized reading' (duration: 456.852054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:51.998432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:51.541241Z","time spent":"457.181422ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-07T00:18:51.999642Z","caller":"traceutil/trace.go:171","msg":"trace[653970847] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"127.745296ms","start":"2026-04-07T00:18:51.871859Z","end":"2026-04-07T00:18:51.999604Z","steps":["trace[653970847] 'process raft request' (duration: 127.571132ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:56.659103Z","caller":"traceutil/trace.go:171","msg":"trace[1618882960] linearizableReadLoop","detail":"{readStateIndex:6134; appliedIndex:6133; }","duration":"147.087416ms","start":"2026-04-07T00:18:56.51199Z","end":"2026-04-07T00:18:56.659078Z","steps":["trace[1618882960] 'read index received' (duration: 146.924733ms)","trace[1618882960] 'applied index is now lower than readState.Index' (duration: 161.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:56.65916Z","caller":"traceutil/trace.go:171","msg":"trace[102926713] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"148.219123ms","start":"2026-04-07T00:18:56.510901Z","end":"2026-04-07T00:18:56.65912Z","steps":["trace[102926713] 'process raft request' (duration: 147.971268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:56.65945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.431565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-07T00:18:56.659568Z","caller":"traceutil/trace.go:171","msg":"trace[1189453053] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5908; }","duration":"147.553437ms","start":"2026-04-07T00:18:56.511953Z","end":"2026-04-07T00:18:56.659506Z","steps":["trace[1189453053] 'agreement among raft nodes before linearized reading' (duration: 147.221359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:58.076066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:58.576557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178882899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:18:59.048406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525222526s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:18:59.048816Z","caller":"traceutil/trace.go:171","msg":"trace[162174057] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"1.525778559s","start":"2026-04-07T00:18:57.523013Z","end":"2026-04-07T00:18:59.048792Z","steps":["trace[162174057] 'process raft request' (duration: 1.525577005s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:59.049032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:57.522985Z","time spent":"1.525889741s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:00.28264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000665898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:19:00.282805Z","caller":"traceutil/trace.go:171","msg":"trace[2125166116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001012745s","start":"2026-04-07T00:18:58.281751Z","end":"2026-04-07T00:19:00.282764Z","steps":["trace[2125166116] 'agreement among raft nodes before linearized reading' (duration: 2.000687116s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:00.282903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.28174Z","time spent":"2.001117948s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:19:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:19:00.619845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.553861Z","time spent":"1.06597713s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:19:00.621135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274099079s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:19:00.621431Z","caller":"traceutil/trace.go:171","msg":"trace[1633540916] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"2.526818858s","start":"2026-04-07T00:18:58.094592Z","end":"2026-04-07T00:19:00.621411Z","steps":["trace[1633540916] 'process raft request' (duration: 2.526740375s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:00.621529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.094566Z","time spent":"2.526916061s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:00.621561Z","caller":"traceutil/trace.go:171","msg":"trace[1617204611] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"2.549703113s","start":"2026-04-07T00:18:58.071821Z","end":"2026-04-07T00:19:00.621524Z","steps":["trace[1617204611] 'process raft request' (duration: 2.549473997s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:00.621545Z","caller":"traceutil/trace.go:171","msg":"trace[232855849] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"2.59897886s","start":"2026-04-07T00:18:58.02251Z","end":"2026-04-07T00:19:00.621489Z","steps":["trace[232855849] 'process raft request' (duration: 2.598716413s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:00.621599Z","caller":"traceutil/trace.go:171","msg":"trace[1388397088] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"2.763055291s","start":"2026-04-07T00:18:57.858493Z","end":"2026-04-07T00:19:00.621548Z","steps":["trace[1388397088] 'process raft request' (duration: 1.487707993s)","trace[1388397088] 'compare' (duration: 1.273820233s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:19:00.621706Z","caller":"traceutil/trace.go:171","msg":"trace[1463366023] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"2.522361128s","start":"2026-04-07T00:18:58.099327Z","end":"2026-04-07T00:19:00.621688Z","steps":["trace[1463366023] 'process raft request' (duration: 2.52204393s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:00.621698Z","caller":"traceutil/trace.go:171","msg":"trace[1818953739] linearizableReadLoop","detail":"{readStateIndex:6146; appliedIndex:6141; }","duration":"3.046393561s","start":"2026-04-07T00:18:57.575285Z","end":"2026-04-07T00:19:00.621679Z","steps":["trace[1818953739] 'read index received' (duration: 1.473887362s)","trace[1818953739] 'applied index is now lower than readState.Index' (duration: 1.572504219s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:19:00.621711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.071795Z","time spent":"2.549832566s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:00.621741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.022484Z","time spent":"2.599164655s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:00.621772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.099306Z","time spent":"2.52243385s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:00.621776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:57.858461Z","time spent":"2.763228324s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:00.621895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046596626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:19:00.621955Z","caller":"traceutil/trace.go:171","msg":"trace[1069483697] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5920; }","duration":"3.046698768s","start":"2026-04-07T00:18:57.575242Z","end":"2026-04-07T00:19:00.621941Z","steps":["trace[1069483697] 'agreement among raft nodes before linearized reading' (duration: 3.046525794s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:00.621996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:57.575223Z","time spent":"3.046764119s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T00:19:01.013656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667426785s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:19:01.038333Z","caller":"traceutil/trace.go:171","msg":"trace[114982307] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"1.980882042s","start":"2026-04-07T00:18:59.057406Z","end":"2026-04-07T00:19:01.038288Z","steps":["trace[114982307] 'process raft request' (duration: 1.956441373s)","trace[114982307] 'compare' (duration: 23.921587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:19:01.038518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.057383Z","time spent":"1.981034065s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:01.038528Z","caller":"traceutil/trace.go:171","msg":"trace[529377939] linearizableReadLoop","detail":"{readStateIndex:6151; appliedIndex:6146; }","duration":"416.75842ms","start":"2026-04-07T00:19:00.621743Z","end":"2026-04-07T00:19:01.038502Z","steps":["trace[529377939] 'read index received' (duration: 392.062286ms)","trace[529377939] 'applied index is now lower than readState.Index' (duration: 24.695164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:19:01.038633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.729793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:19:01.038646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400378678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:19:01.038662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.093351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:19:01.038705Z","caller":"traceutil/trace.go:171","msg":"trace[1185344467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5925; }","duration":"755.841095ms","start":"2026-04-07T00:19:00.282847Z","end":"2026-04-07T00:19:01.038688Z","steps":["trace[1185344467] 'agreement among raft nodes before linearized reading' (duration: 755.685812ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.038719Z","caller":"traceutil/trace.go:171","msg":"trace[2132291568] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5925; }","duration":"1.400492851s","start":"2026-04-07T00:18:59.638203Z","end":"2026-04-07T00:19:01.038696Z","steps":["trace[2132291568] 'agreement among raft nodes before linearized reading' (duration: 1.400315077s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.038758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.282824Z","time spent":"755.922387ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:19:01.038758Z","caller":"traceutil/trace.go:171","msg":"trace[321803696] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5925; }","duration":"543.240144ms","start":"2026-04-07T00:19:00.495495Z","end":"2026-04-07T00:19:01.038735Z","steps":["trace[321803696] 'agreement among raft nodes before linearized reading' (duration: 543.02678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.038818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98123637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kldbv\" ","response":"range_response_count:1 size:8248"} {"level":"warn","ts":"2026-04-07T00:19:01.03883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77469391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:19:01.038807Z","caller":"traceutil/trace.go:171","msg":"trace[243787792] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"1.981288701s","start":"2026-04-07T00:18:59.057503Z","end":"2026-04-07T00:19:01.038792Z","steps":["trace[243787792] 'process raft request' (duration: 1.980693258s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.038895Z","caller":"traceutil/trace.go:171","msg":"trace[1714103698] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"1.980011412s","start":"2026-04-07T00:18:59.058861Z","end":"2026-04-07T00:19:01.038873Z","steps":["trace[1714103698] 'process raft request' (duration: 1.97950545s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.038896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010381936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-07T00:19:01.038909Z","caller":"traceutil/trace.go:171","msg":"trace[2025035041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5925; }","duration":"2.774838305s","start":"2026-04-07T00:18:58.264049Z","end":"2026-04-07T00:19:01.038887Z","steps":["trace[2025035041] 'agreement among raft nodes before linearized reading' (duration: 2.774592588s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.038926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037319145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:19:01.038957Z","caller":"traceutil/trace.go:171","msg":"trace[1883593496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5925; }","duration":"2.010474007s","start":"2026-04-07T00:18:59.028467Z","end":"2026-04-07T00:19:01.038941Z","steps":["trace[1883593496] 'agreement among raft nodes before linearized reading' (duration: 2.010323833s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.038976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.264036Z","time spent":"2.774921206s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:19:01.038978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.826053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:19:01.038986Z","caller":"traceutil/trace.go:171","msg":"trace[640400072] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5925; }","duration":"1.037409728s","start":"2026-04-07T00:19:00.001561Z","end":"2026-04-07T00:19:01.038971Z","steps":["trace[640400072] 'agreement among raft nodes before linearized reading' (duration: 1.037297025s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.028447Z","time spent":"2.010543349s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T00:19:01.039004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.057497Z","time spent":"1.981433225s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:01.03902Z","caller":"traceutil/trace.go:171","msg":"trace[1882406636] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5925; }","duration":"726.953237ms","start":"2026-04-07T00:19:00.312057Z","end":"2026-04-07T00:19:01.03901Z","steps":["trace[1882406636] 'agreement among raft nodes before linearized reading' (duration: 726.879055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886778876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-07T00:19:01.039033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.001529Z","time spent":"1.03748999s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:19:01.039105Z","caller":"traceutil/trace.go:171","msg":"trace[151136891] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5925; }","duration":"1.886912139s","start":"2026-04-07T00:18:59.152177Z","end":"2026-04-07T00:19:01.03909Z","steps":["trace[151136891] 'agreement among raft nodes before linearized reading' (duration: 1.886735965s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.038754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774109578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:19:01.039154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807852598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:19:01.039158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.152154Z","time spent":"1.88699082s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T00:19:01.039175Z","caller":"traceutil/trace.go:171","msg":"trace[1764171100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:5925; }","duration":"2.774564319s","start":"2026-04-07T00:18:58.264595Z","end":"2026-04-07T00:19:01.03916Z","steps":["trace[1764171100] 'agreement among raft nodes before linearized reading' (duration: 2.773975285s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.03917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614385248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:19:01.039222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788347049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:19:01.038998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.058852Z","time spent":"1.980080064s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.038833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.051317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:19:01.038642Z","caller":"traceutil/trace.go:171","msg":"trace[2071813393] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"1.98082765s","start":"2026-04-07T00:18:59.057681Z","end":"2026-04-07T00:19:01.038509Z","steps":["trace[2071813393] 'process raft request' (duration: 1.980635396s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.039242Z","caller":"traceutil/trace.go:171","msg":"trace[679538052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5925; }","duration":"2.6144956s","start":"2026-04-07T00:18:58.424725Z","end":"2026-04-07T00:19:01.039221Z","steps":["trace[679538052] 'agreement among raft nodes before linearized reading' (duration: 2.614292856s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.039252Z","caller":"traceutil/trace.go:171","msg":"trace[1316773173] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"1.97856913s","start":"2026-04-07T00:18:59.060662Z","end":"2026-04-07T00:19:01.039231Z","steps":["trace[1316773173] 'process raft request' (duration: 1.977752791s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.039269Z","caller":"traceutil/trace.go:171","msg":"trace[1659624936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5925; }","duration":"952.529408ms","start":"2026-04-07T00:19:00.086726Z","end":"2026-04-07T00:19:01.039256Z","steps":["trace[1659624936] 'agreement among raft nodes before linearized reading' (duration: 952.074677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.03927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786516877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:19:01.03928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.367605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-07T00:19:01.039295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.424701Z","time spent":"2.614580902s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:19:01.038827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.495475Z","time spent":"543.336946ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:19:01.039308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.0867Z","time spent":"952.59863ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:19:01.039322Z","caller":"traceutil/trace.go:171","msg":"trace[314165966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5925; }","duration":"2.786592279s","start":"2026-04-07T00:18:58.252714Z","end":"2026-04-07T00:19:01.039306Z","steps":["trace[314165966] 'agreement among raft nodes before linearized reading' (duration: 2.786446376s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.060639Z","time spent":"1.978652453s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.039419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781371821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:19:01.039415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.252701Z","time spent":"2.78666658s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:19:01.039439Z","caller":"traceutil/trace.go:171","msg":"trace[1331233701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5925; }","duration":"2.781413273s","start":"2026-04-07T00:18:58.25802Z","end":"2026-04-07T00:19:01.039434Z","steps":["trace[1331233701] 'agreement among raft nodes before linearized reading' (duration: 2.781330111s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.25801Z","time spent":"2.781443633s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:19:01.039469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.585658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T00:19:01.039156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296691949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:19:01.039331Z","caller":"traceutil/trace.go:171","msg":"trace[1874678357] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:5925; }","duration":"413.451517ms","start":"2026-04-07T00:19:00.625863Z","end":"2026-04-07T00:19:01.039314Z","steps":["trace[1874678357] 'agreement among raft nodes before linearized reading' (duration: 413.336845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.03956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.625844Z","time spent":"413.708822ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"warn","ts":"2026-04-07T00:19:01.03934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.057675Z","time spent":"1.981603108s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:01.039583Z","caller":"traceutil/trace.go:171","msg":"trace[911360113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5925; }","duration":"3.297150579s","start":"2026-04-07T00:18:57.742415Z","end":"2026-04-07T00:19:01.039565Z","steps":["trace[911360113] 'agreement among raft nodes before linearized reading' (duration: 3.296707499s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.278974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:19:01.038885Z","caller":"traceutil/trace.go:171","msg":"trace[1257353751] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-kldbv; range_end:; response_count:1; response_revision:5925; }","duration":"1.981299742s","start":"2026-04-07T00:18:59.057567Z","end":"2026-04-07T00:19:01.038866Z","steps":["trace[1257353751] 'agreement among raft nodes before linearized reading' (duration: 1.981103067s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:57.742398Z","time spent":"3.297232001s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:19:01.039671Z","caller":"traceutil/trace.go:171","msg":"trace[1851677023] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5925; }","duration":"462.425208ms","start":"2026-04-07T00:19:00.577227Z","end":"2026-04-07T00:19:01.039652Z","steps":["trace[1851677023] 'agreement among raft nodes before linearized reading' (duration: 462.181572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.039225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.264585Z","time spent":"2.77462499s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:19:01.039174Z","caller":"traceutil/trace.go:171","msg":"trace[127073522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5925; }","duration":"2.807906039s","start":"2026-04-07T00:18:58.231262Z","end":"2026-04-07T00:19:01.039168Z","steps":["trace[127073522] 'agreement among raft nodes before linearized reading' (duration: 2.807815417s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.03972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.577202Z","time spent":"462.50261ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:19:01.039049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.312037Z","time spent":"727.005907ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:19:01.039808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.23124Z","time spent":"2.808545673s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:19:01.039513Z","caller":"traceutil/trace.go:171","msg":"trace[1495702254] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5925; }","duration":"360.630079ms","start":"2026-04-07T00:19:00.678874Z","end":"2026-04-07T00:19:01.039504Z","steps":["trace[1495702254] 'agreement among raft nodes before linearized reading' (duration: 360.490706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.03994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:00.678859Z","time spent":"361.061509ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T00:19:01.039687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.057538Z","time spent":"1.98212799s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8270,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kldbv\" "} {"level":"info","ts":"2026-04-07T00:19:01.03925Z","caller":"traceutil/trace.go:171","msg":"trace[2066036796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5925; }","duration":"2.788428781s","start":"2026-04-07T00:18:58.250816Z","end":"2026-04-07T00:19:01.039245Z","steps":["trace[2066036796] 'agreement among raft nodes before linearized reading' (duration: 2.788370929s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.040302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:58.250795Z","time spent":"2.789485854s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:19:01.038773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:18:59.638183Z","time spent":"1.400575432s","remote":"127.0.0.1:44680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:19:01.492639Z","caller":"traceutil/trace.go:171","msg":"trace[2134066313] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"447.643564ms","start":"2026-04-07T00:19:01.044965Z","end":"2026-04-07T00:19:01.492608Z","steps":["trace[2134066313] 'process raft request' (duration: 447.399469ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.49308Z","caller":"traceutil/trace.go:171","msg":"trace[143982314] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"447.785189ms","start":"2026-04-07T00:19:01.04527Z","end":"2026-04-07T00:19:01.493056Z","steps":["trace[143982314] 'process raft request' (duration: 447.292267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.493116Z","caller":"traceutil/trace.go:171","msg":"trace[154512388] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"447.791329ms","start":"2026-04-07T00:19:01.045301Z","end":"2026-04-07T00:19:01.493092Z","steps":["trace[154512388] 'process raft request' (duration: 447.632936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.493186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045263Z","time spent":"447.879601ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.49327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045279Z","time spent":"447.908102ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:01.493296Z","caller":"traceutil/trace.go:171","msg":"trace[2146239563] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"447.605985ms","start":"2026-04-07T00:19:01.045663Z","end":"2026-04-07T00:19:01.493269Z","steps":["trace[2146239563] 'process raft request' (duration: 447.38741ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.493397Z","caller":"traceutil/trace.go:171","msg":"trace[923915596] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"447.682147ms","start":"2026-04-07T00:19:01.045698Z","end":"2026-04-07T00:19:01.49338Z","steps":["trace[923915596] 'process raft request' (duration: 447.477662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.493435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045657Z","time spent":"447.710137ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.493497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045694Z","time spent":"447.753348ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:01.493621Z","caller":"traceutil/trace.go:171","msg":"trace[772696200] linearizableReadLoop","detail":"{readStateIndex:6154; appliedIndex:6151; }","duration":"448.28669ms","start":"2026-04-07T00:19:01.045316Z","end":"2026-04-07T00:19:01.493603Z","steps":["trace[772696200] 'read index received' (duration: 58.898345ms)","trace[772696200] 'applied index is now lower than readState.Index' (duration: 389.387225ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:19:01.493636Z","caller":"traceutil/trace.go:171","msg":"trace[300679295] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"447.871981ms","start":"2026-04-07T00:19:01.045731Z","end":"2026-04-07T00:19:01.493603Z","steps":["trace[300679295] 'process raft request' (duration: 447.596085ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.49363Z","caller":"traceutil/trace.go:171","msg":"trace[208019140] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"445.011747ms","start":"2026-04-07T00:19:01.048599Z","end":"2026-04-07T00:19:01.493611Z","steps":["trace[208019140] 'process raft request' (duration: 444.905274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.493782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045727Z","time spent":"447.981164ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.49379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.048589Z","time spent":"445.15858ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.493858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.527996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:19:01.493909Z","caller":"traceutil/trace.go:171","msg":"trace[1672389145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5933; }","duration":"448.587377ms","start":"2026-04-07T00:19:01.045309Z","end":"2026-04-07T00:19:01.493896Z","steps":["trace[1672389145] 'agreement among raft nodes before linearized reading' (duration: 448.395433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.493956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045172Z","time spent":"448.773701ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:19:01.4934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.044953Z","time spent":"447.879641ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:01.739435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.023999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:19:01.739603Z","caller":"traceutil/trace.go:171","msg":"trace[741352994] linearizableReadLoop","detail":"{readStateIndex:6160; appliedIndex:6159; }","duration":"245.91094ms","start":"2026-04-07T00:19:01.493672Z","end":"2026-04-07T00:19:01.739583Z","steps":["trace[741352994] 'read index received' (duration: 117.638675ms)","trace[741352994] 'applied index is now lower than readState.Index' (duration: 128.270555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:19:01.739836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.704765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:19:01.739955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.609741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19450"} {"level":"info","ts":"2026-04-07T00:19:01.739993Z","caller":"traceutil/trace.go:171","msg":"trace[2078503972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5933; }","duration":"458.94179ms","start":"2026-04-07T00:19:01.281022Z","end":"2026-04-07T00:19:01.739964Z","steps":["trace[2078503972] 'agreement among raft nodes before linearized reading' (duration: 458.589353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.739973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.20522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T00:19:01.740049Z","caller":"traceutil/trace.go:171","msg":"trace[1823030310] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5933; }","duration":"244.756365ms","start":"2026-04-07T00:19:01.495265Z","end":"2026-04-07T00:19:01.740022Z","steps":["trace[1823030310] 'agreement among raft nodes before linearized reading' (duration: 244.469928ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:01.740081Z","caller":"traceutil/trace.go:171","msg":"trace[310661976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:5933; }","duration":"694.337463ms","start":"2026-04-07T00:19:01.045715Z","end":"2026-04-07T00:19:01.740052Z","steps":["trace[310661976] 'agreement among raft nodes before linearized reading' (duration: 694.043837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.740079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.281Z","time spent":"459.058033ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:19:01.740131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.045704Z","time spent":"694.415965ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" "} {"level":"warn","ts":"2026-04-07T00:19:01.740291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.447251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81906"} {"level":"info","ts":"2026-04-07T00:19:01.740343Z","caller":"traceutil/trace.go:171","msg":"trace[1613456695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5933; }","duration":"692.677945ms","start":"2026-04-07T00:19:01.047651Z","end":"2026-04-07T00:19:01.740329Z","steps":["trace[1613456695] 'agreement among raft nodes before linearized reading' (duration: 692.017041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:01.740415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:01.047645Z","time spent":"692.756077ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81928,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T00:19:03.038181Z","caller":"traceutil/trace.go:171","msg":"trace[1893692849] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"410.53839ms","start":"2026-04-07T00:19:02.627618Z","end":"2026-04-07T00:19:03.038157Z","steps":["trace[1893692849] 'process raft request' (duration: 410.373467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:03.038329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:02.627595Z","time spent":"410.657714ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:03.045Z","caller":"traceutil/trace.go:171","msg":"trace[1146978786] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"417.300444ms","start":"2026-04-07T00:19:02.627681Z","end":"2026-04-07T00:19:03.044981Z","steps":["trace[1146978786] 'process raft request' (duration: 417.15157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:03.045147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:02.627654Z","time spent":"417.418386ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:03.045337Z","caller":"traceutil/trace.go:171","msg":"trace[1442906725] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"417.5894ms","start":"2026-04-07T00:19:02.627723Z","end":"2026-04-07T00:19:03.045313Z","steps":["trace[1442906725] 'process raft request' (duration: 417.221032ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:03.0456Z","caller":"traceutil/trace.go:171","msg":"trace[1514506342] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"417.631711ms","start":"2026-04-07T00:19:02.62796Z","end":"2026-04-07T00:19:03.045591Z","steps":["trace[1514506342] 'process raft request' (duration: 417.262833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:03.045604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:02.627697Z","time spent":"417.749813ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:19:03.045656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:02.627947Z","time spent":"417.680312ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:03.046009Z","caller":"traceutil/trace.go:171","msg":"trace[1919817195] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"213.03512ms","start":"2026-04-07T00:19:02.832959Z","end":"2026-04-07T00:19:03.045994Z","steps":["trace[1919817195] 'process raft request' (duration: 212.59247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:38.264866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.29747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:19:38.264959Z","caller":"traceutil/trace.go:171","msg":"trace[1433308059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6251; }","duration":"134.435563ms","start":"2026-04-07T00:19:38.130502Z","end":"2026-04-07T00:19:38.264938Z","steps":["trace[1433308059] 'count revisions from in-memory index tree' (duration: 134.228468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:38.264865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.407476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:19:38.265096Z","caller":"traceutil/trace.go:171","msg":"trace[235806421] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6251; }","duration":"111.651671ms","start":"2026-04-07T00:19:38.153407Z","end":"2026-04-07T00:19:38.265059Z","steps":["trace[235806421] 'count revisions from in-memory index tree' (duration: 111.340553ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:40.115019Z","caller":"traceutil/trace.go:171","msg":"trace[552385820] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"436.397122ms","start":"2026-04-07T00:19:39.678559Z","end":"2026-04-07T00:19:40.114956Z","steps":["trace[552385820] 'process raft request' (duration: 436.212808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.115202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.678532Z","time spent":"436.576986ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:19:40.117068Z","caller":"traceutil/trace.go:171","msg":"trace[317556569] linearizableReadLoop","detail":"{readStateIndex:6494; appliedIndex:6494; }","duration":"437.380934ms","start":"2026-04-07T00:19:39.679674Z","end":"2026-04-07T00:19:40.117055Z","steps":["trace[317556569] 'read index received' (duration: 437.375744ms)","trace[317556569] 'applied index is now lower than readState.Index' (duration: 4.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:19:40.117225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.344137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:19:40.117258Z","caller":"traceutil/trace.go:171","msg":"trace[1037413253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6259; }","duration":"434.401948ms","start":"2026-04-07T00:19:39.682847Z","end":"2026-04-07T00:19:40.117249Z","steps":["trace[1037413253] 'agreement among raft nodes before linearized reading' (duration: 434.295275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.117287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.682835Z","time spent":"434.444328ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:19:40.117291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.59538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:19:40.117385Z","caller":"traceutil/trace.go:171","msg":"trace[10497126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6259; }","duration":"437.751973ms","start":"2026-04-07T00:19:39.679611Z","end":"2026-04-07T00:19:40.117363Z","steps":["trace[10497126] 'agreement among raft nodes before linearized reading' (duration: 437.491067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.117437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.679587Z","time spent":"437.841055ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:19:40.117444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.960432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:19:40.117392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.47214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:19:40.117397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.44204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-07T00:19:40.117504Z","caller":"traceutil/trace.go:171","msg":"trace[1068522634] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6259; }","duration":"112.710244ms","start":"2026-04-07T00:19:40.004774Z","end":"2026-04-07T00:19:40.117484Z","steps":["trace[1068522634] 'agreement among raft nodes before linearized reading' (duration: 112.51592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.117537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.129706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:19:40.117474Z","caller":"traceutil/trace.go:171","msg":"trace[1748085037] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6259; }","duration":"331.032663ms","start":"2026-04-07T00:19:39.786433Z","end":"2026-04-07T00:19:40.117466Z","steps":["trace[1748085037] 'agreement among raft nodes before linearized reading' (duration: 330.979622ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:40.117583Z","caller":"traceutil/trace.go:171","msg":"trace[815806869] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6259; }","duration":"331.224438ms","start":"2026-04-07T00:19:39.786345Z","end":"2026-04-07T00:19:40.11757Z","steps":["trace[815806869] 'agreement among raft nodes before linearized reading' (duration: 331.136156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.11761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.786319Z","time spent":"331.28487ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:19:40.117634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.786414Z","time spent":"331.195927ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-07T00:19:40.117538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.910388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:19:40.117957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.628393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:19:40.118001Z","caller":"traceutil/trace.go:171","msg":"trace[219566422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6259; }","duration":"434.696265ms","start":"2026-04-07T00:19:39.683292Z","end":"2026-04-07T00:19:40.117989Z","steps":["trace[219566422] 'agreement among raft nodes before linearized reading' (duration: 434.562371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.118026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.683281Z","time spent":"434.739236ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:19:40.118284Z","caller":"traceutil/trace.go:171","msg":"trace[1511933085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:6259; }","duration":"189.41001ms","start":"2026-04-07T00:19:39.928563Z","end":"2026-04-07T00:19:40.117974Z","steps":["trace[1511933085] 'agreement among raft nodes before linearized reading' (duration: 188.804435ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:40.11752Z","caller":"traceutil/trace.go:171","msg":"trace[1761605507] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6259; }","duration":"326.599173ms","start":"2026-04-07T00:19:39.7909Z","end":"2026-04-07T00:19:40.117499Z","steps":["trace[1761605507] 'agreement among raft nodes before linearized reading' (duration: 326.297387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:40.118405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:19:39.79089Z","time spent":"327.498064ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-07T00:19:50.067649Z","caller":"traceutil/trace.go:171","msg":"trace[1025504365] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"163.67671ms","start":"2026-04-07T00:19:49.903938Z","end":"2026-04-07T00:19:50.067615Z","steps":["trace[1025504365] 'process raft request' (duration: 163.385613ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:47.655438Z","caller":"traceutil/trace.go:171","msg":"trace[370072656] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"172.726993ms","start":"2026-04-07T00:20:47.482639Z","end":"2026-04-07T00:20:47.655366Z","steps":["trace[370072656] 'process raft request' (duration: 172.605131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:47.655491Z","caller":"traceutil/trace.go:171","msg":"trace[771124403] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"180.968708ms","start":"2026-04-07T00:20:47.474395Z","end":"2026-04-07T00:20:47.655364Z","steps":["trace[771124403] 'process raft request' (duration: 101.156954ms)","trace[771124403] 'compare' (duration: 79.461276ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:58.253428Z","caller":"traceutil/trace.go:171","msg":"trace[986322594] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"133.939824ms","start":"2026-04-07T00:21:58.119455Z","end":"2026-04-07T00:21:58.253395Z","steps":["trace[986322594] 'process raft request' (duration: 133.75759ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:01.156854Z","caller":"traceutil/trace.go:171","msg":"trace[55873823] transaction","detail":"{read_only:false; response_revision:7137; number_of_response:1; }","duration":"115.204795ms","start":"2026-04-07T00:22:01.041627Z","end":"2026-04-07T00:22:01.156832Z","steps":["trace[55873823] 'process raft request' (duration: 115.051632ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:01.217704Z","caller":"traceutil/trace.go:171","msg":"trace[816485430] transaction","detail":"{read_only:false; response_revision:7138; number_of_response:1; }","duration":"175.780135ms","start":"2026-04-07T00:22:01.041898Z","end":"2026-04-07T00:22:01.217678Z","steps":["trace[816485430] 'process raft request' (duration: 165.292859ms)","trace[816485430] 'compare' (duration: 10.237479ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:01.217926Z","caller":"traceutil/trace.go:171","msg":"trace[1529083254] transaction","detail":"{read_only:false; response_revision:7139; number_of_response:1; }","duration":"175.991619ms","start":"2026-04-07T00:22:01.041907Z","end":"2026-04-07T00:22:01.217898Z","steps":["trace[1529083254] 'process raft request' (duration: 175.723983ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:01.217887Z","caller":"traceutil/trace.go:171","msg":"trace[13118499] linearizableReadLoop","detail":"{readStateIndex:7405; appliedIndex:7402; }","duration":"170.644979ms","start":"2026-04-07T00:22:01.047209Z","end":"2026-04-07T00:22:01.217854Z","steps":["trace[13118499] 'read index received' (duration: 109.500777ms)","trace[13118499] 'applied index is now lower than readState.Index' (duration: 61.141542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:01.21811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.893514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:22:01.218166Z","caller":"traceutil/trace.go:171","msg":"trace[390004077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7139; }","duration":"170.979496ms","start":"2026-04-07T00:22:01.047171Z","end":"2026-04-07T00:22:01.21815Z","steps":["trace[390004077] 'agreement among raft nodes before linearized reading' (duration: 170.819843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:01.218259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.220947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:22:01.21835Z","caller":"traceutil/trace.go:171","msg":"trace[1032109938] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7139; }","duration":"128.37631ms","start":"2026-04-07T00:22:01.08995Z","end":"2026-04-07T00:22:01.218327Z","steps":["trace[1032109938] 'agreement among raft nodes before linearized reading' (duration: 128.195456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:01.21836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.577314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:22:01.218453Z","caller":"traceutil/trace.go:171","msg":"trace[531335043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7139; }","duration":"165.704097ms","start":"2026-04-07T00:22:01.052731Z","end":"2026-04-07T00:22:01.218435Z","steps":["trace[531335043] 'agreement among raft nodes before linearized reading' (duration: 165.400341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:03.302137Z","caller":"traceutil/trace.go:171","msg":"trace[52397486] transaction","detail":"{read_only:false; response_revision:7148; number_of_response:1; }","duration":"137.204438ms","start":"2026-04-07T00:22:03.164913Z","end":"2026-04-07T00:22:03.302117Z","steps":["trace[52397486] 'process raft request' (duration: 137.030804ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:10.247236Z","caller":"traceutil/trace.go:171","msg":"trace[1983634206] transaction","detail":"{read_only:false; response_revision:7207; number_of_response:1; }","duration":"164.205265ms","start":"2026-04-07T00:22:10.083006Z","end":"2026-04-07T00:22:10.247211Z","steps":["trace[1983634206] 'process raft request' (duration: 164.054391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:10.259006Z","caller":"traceutil/trace.go:171","msg":"trace[1609595803] transaction","detail":"{read_only:false; response_revision:7208; number_of_response:1; }","duration":"119.929691ms","start":"2026-04-07T00:22:10.139055Z","end":"2026-04-07T00:22:10.258985Z","steps":["trace[1609595803] 'process raft request' (duration: 119.819419ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:10.473289Z","caller":"traceutil/trace.go:171","msg":"trace[1221814291] transaction","detail":"{read_only:false; response_revision:7209; number_of_response:1; }","duration":"113.127689ms","start":"2026-04-07T00:22:10.360123Z","end":"2026-04-07T00:22:10.473251Z","steps":["trace[1221814291] 'process raft request' (duration: 112.936214ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:16.369406Z","caller":"traceutil/trace.go:171","msg":"trace[1612104735] transaction","detail":"{read_only:false; response_revision:7243; number_of_response:1; }","duration":"101.352244ms","start":"2026-04-07T00:22:16.268036Z","end":"2026-04-07T00:22:16.369388Z","steps":["trace[1612104735] 'process raft request' (duration: 101.236001ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:16.506883Z","caller":"traceutil/trace.go:171","msg":"trace[930046871] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"224.103778ms","start":"2026-04-07T00:22:16.282744Z","end":"2026-04-07T00:22:16.506848Z","steps":["trace[930046871] 'process raft request' (duration: 216.949818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:16.818262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.065037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T00:22:16.818352Z","caller":"traceutil/trace.go:171","msg":"trace[1035483094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7245; }","duration":"183.18158ms","start":"2026-04-07T00:22:16.635147Z","end":"2026-04-07T00:22:16.818328Z","steps":["trace[1035483094] 'range keys from in-memory index tree' (duration: 182.802761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:16.818394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.320859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:22:16.818467Z","caller":"traceutil/trace.go:171","msg":"trace[1097269109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7245; }","duration":"177.653897ms","start":"2026-04-07T00:22:16.640791Z","end":"2026-04-07T00:22:16.818445Z","steps":["trace[1097269109] 'range keys from in-memory index tree' (duration: 177.098884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:16.818601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.606685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:22:16.818629Z","caller":"traceutil/trace.go:171","msg":"trace[748003526] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7245; }","duration":"181.675807ms","start":"2026-04-07T00:22:16.636944Z","end":"2026-04-07T00:22:16.81862Z","steps":["trace[748003526] 'count revisions from in-memory index tree' (duration: 181.483462ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:16.935773Z","caller":"traceutil/trace.go:171","msg":"trace[1677383856] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"112.020403ms","start":"2026-04-07T00:22:16.823723Z","end":"2026-04-07T00:22:16.935743Z","steps":["trace[1677383856] 'process raft request' (duration: 97.709833ms)","trace[1677383856] 'compare' (duration: 14.188268ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:17.677662Z","caller":"traceutil/trace.go:171","msg":"trace[2104479192] linearizableReadLoop","detail":"{readStateIndex:7519; appliedIndex:7518; }","duration":"185.560532ms","start":"2026-04-07T00:22:17.492075Z","end":"2026-04-07T00:22:17.677635Z","steps":["trace[2104479192] 'read index received' (duration: 185.43652ms)","trace[2104479192] 'applied index is now lower than readState.Index' (duration: 122.992µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:17.677704Z","caller":"traceutil/trace.go:171","msg":"trace[1198563316] transaction","detail":"{read_only:false; response_revision:7250; number_of_response:1; }","duration":"186.903692ms","start":"2026-04-07T00:22:17.490768Z","end":"2026-04-07T00:22:17.677672Z","steps":["trace[1198563316] 'process raft request' (duration: 186.716978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:17.678004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.006028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:22:17.678003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.776188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:22:17.677996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.910631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:22:17.678055Z","caller":"traceutil/trace.go:171","msg":"trace[1298656564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7250; }","duration":"180.09469ms","start":"2026-04-07T00:22:17.497948Z","end":"2026-04-07T00:22:17.678043Z","steps":["trace[1298656564] 'agreement among raft nodes before linearized reading' (duration: 179.840685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:17.678067Z","caller":"traceutil/trace.go:171","msg":"trace[195222117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7250; }","duration":"173.86273ms","start":"2026-04-07T00:22:17.504188Z","end":"2026-04-07T00:22:17.678051Z","steps":["trace[195222117] 'agreement among raft nodes before linearized reading' (duration: 173.642896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:17.678083Z","caller":"traceutil/trace.go:171","msg":"trace[845179714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7250; }","duration":"186.045334ms","start":"2026-04-07T00:22:17.492019Z","end":"2026-04-07T00:22:17.678064Z","steps":["trace[845179714] 'agreement among raft nodes before linearized reading' (duration: 185.789058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.29355Z","caller":"traceutil/trace.go:171","msg":"trace[991659078] linearizableReadLoop","detail":"{readStateIndex:7559; appliedIndex:7558; }","duration":"199.155398ms","start":"2026-04-07T00:22:21.094372Z","end":"2026-04-07T00:22:21.293527Z","steps":["trace[991659078] 'read index received' (duration: 198.960714ms)","trace[991659078] 'applied index is now lower than readState.Index' (duration: 193.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:21.293671Z","caller":"traceutil/trace.go:171","msg":"trace[1878242226] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"201.428369ms","start":"2026-04-07T00:22:21.092213Z","end":"2026-04-07T00:22:21.293642Z","steps":["trace[1878242226] 'process raft request' (duration: 201.172684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.293868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.467075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-04-07T00:22:21.293893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.118893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:22:21.293939Z","caller":"traceutil/trace.go:171","msg":"trace[1799477853] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7288; }","duration":"123.205115ms","start":"2026-04-07T00:22:21.170722Z","end":"2026-04-07T00:22:21.293928Z","steps":["trace[1799477853] 'agreement among raft nodes before linearized reading' (duration: 123.127033ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.293925Z","caller":"traceutil/trace.go:171","msg":"trace[2040359497] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7288; }","duration":"199.554357ms","start":"2026-04-07T00:22:21.094355Z","end":"2026-04-07T00:22:21.293909Z","steps":["trace[2040359497] 'agreement among raft nodes before linearized reading' (duration: 199.330492ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.448907Z","caller":"traceutil/trace.go:171","msg":"trace[416076236] transaction","detail":"{read_only:false; response_revision:7290; number_of_response:1; }","duration":"150.270671ms","start":"2026-04-07T00:22:21.298608Z","end":"2026-04-07T00:22:21.448878Z","steps":["trace[416076236] 'process raft request' (duration: 119.398818ms)","trace[416076236] 'compare' (duration: 30.500215ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:21.449072Z","caller":"traceutil/trace.go:171","msg":"trace[360550226] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"149.826902ms","start":"2026-04-07T00:22:21.299225Z","end":"2026-04-07T00:22:21.449052Z","steps":["trace[360550226] 'process raft request' (duration: 149.675877ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.449055Z","caller":"traceutil/trace.go:171","msg":"trace[753952490] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"149.782681ms","start":"2026-04-07T00:22:21.299233Z","end":"2026-04-07T00:22:21.449016Z","steps":["trace[753952490] 'process raft request' (duration: 149.636727ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.44895Z","caller":"traceutil/trace.go:171","msg":"trace[1456976772] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"150.2276ms","start":"2026-04-07T00:22:21.298696Z","end":"2026-04-07T00:22:21.448923Z","steps":["trace[1456976772] 'process raft request' (duration: 150.097167ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.449157Z","caller":"traceutil/trace.go:171","msg":"trace[2046181411] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"147.713895ms","start":"2026-04-07T00:22:21.301386Z","end":"2026-04-07T00:22:21.4491Z","steps":["trace[2046181411] 'process raft request' (duration: 147.53984ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.449257Z","caller":"traceutil/trace.go:171","msg":"trace[1065973373] transaction","detail":"{read_only:false; response_revision:7295; number_of_response:1; }","duration":"131.549792ms","start":"2026-04-07T00:22:21.317695Z","end":"2026-04-07T00:22:21.449245Z","steps":["trace[1065973373] 'process raft request' (duration: 131.306836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.449417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.189451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:22:21.449172Z","caller":"traceutil/trace.go:171","msg":"trace[952508439] linearizableReadLoop","detail":"{readStateIndex:7565; appliedIndex:7559; }","duration":"145.961696ms","start":"2026-04-07T00:22:21.303187Z","end":"2026-04-07T00:22:21.449149Z","steps":["trace[952508439] 'read index received' (duration: 35.923956ms)","trace[952508439] 'applied index is now lower than readState.Index' (duration: 109.983999ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:21.449482Z","caller":"traceutil/trace.go:171","msg":"trace[2012141126] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7295; }","duration":"146.309794ms","start":"2026-04-07T00:22:21.303157Z","end":"2026-04-07T00:22:21.449466Z","steps":["trace[2012141126] 'agreement among raft nodes before linearized reading' (duration: 146.170511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.450521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.568789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:22:21.450584Z","caller":"traceutil/trace.go:171","msg":"trace[1447968940] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7295; }","duration":"142.671741ms","start":"2026-04-07T00:22:21.307895Z","end":"2026-04-07T00:22:21.450567Z","steps":["trace[1447968940] 'agreement among raft nodes before linearized reading' (duration: 142.530828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.4506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.989589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T00:22:21.45085Z","caller":"traceutil/trace.go:171","msg":"trace[642660776] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7295; }","duration":"119.276076ms","start":"2026-04-07T00:22:21.331551Z","end":"2026-04-07T00:22:21.450827Z","steps":["trace[642660776] 'agreement among raft nodes before linearized reading' (duration: 118.879707ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.898492Z","caller":"traceutil/trace.go:171","msg":"trace[1979588767] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"184.655473ms","start":"2026-04-07T00:22:21.713795Z","end":"2026-04-07T00:22:21.89845Z","steps":["trace[1979588767] 'process raft request' (duration: 130.008376ms)","trace[1979588767] 'compare' (duration: 54.474563ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:21.898606Z","caller":"traceutil/trace.go:171","msg":"trace[1157799050] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"137.230889ms","start":"2026-04-07T00:22:21.76136Z","end":"2026-04-07T00:22:21.89859Z","steps":["trace[1157799050] 'process raft request' (duration: 137.028684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.898717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.298982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:22:21.898727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.19045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:22:21.898773Z","caller":"traceutil/trace.go:171","msg":"trace[1365704560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7304; }","duration":"179.410135ms","start":"2026-04-07T00:22:21.71935Z","end":"2026-04-07T00:22:21.898761Z","steps":["trace[1365704560] 'agreement among raft nodes before linearized reading' (duration: 179.274122ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.898788Z","caller":"traceutil/trace.go:171","msg":"trace[620315171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7304; }","duration":"150.280102ms","start":"2026-04-07T00:22:21.748491Z","end":"2026-04-07T00:22:21.898771Z","steps":["trace[620315171] 'agreement among raft nodes before linearized reading' (duration: 150.047747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:21.89851Z","caller":"traceutil/trace.go:171","msg":"trace[2029102714] linearizableReadLoop","detail":"{readStateIndex:7575; appliedIndex:7574; }","duration":"142.67299ms","start":"2026-04-07T00:22:21.755806Z","end":"2026-04-07T00:22:21.898479Z","steps":["trace[2029102714] 'read index received' (duration: 88.000533ms)","trace[2029102714] 'applied index is now lower than readState.Index' (duration: 54.669157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:21.899037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.6827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-lgj5b\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-04-07T00:22:21.899077Z","caller":"traceutil/trace.go:171","msg":"trace[894348002] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-lgj5b; range_end:; response_count:1; response_revision:7304; }","duration":"138.726172ms","start":"2026-04-07T00:22:21.760332Z","end":"2026-04-07T00:22:21.899058Z","steps":["trace[894348002] 'agreement among raft nodes before linearized reading' (duration: 138.657751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.899219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.372894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:22:21.899242Z","caller":"traceutil/trace.go:171","msg":"trace[682598926] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7304; }","duration":"138.428375ms","start":"2026-04-07T00:22:21.760808Z","end":"2026-04-07T00:22:21.899237Z","steps":["trace[682598926] 'agreement among raft nodes before linearized reading' (duration: 138.363224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.899233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.944322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:22:21.899317Z","caller":"traceutil/trace.go:171","msg":"trace[468724988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7304; }","duration":"133.047974ms","start":"2026-04-07T00:22:21.766253Z","end":"2026-04-07T00:22:21.899301Z","steps":["trace[468724988] 'agreement among raft nodes before linearized reading' (duration: 132.755718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:21.899469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.261805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:22:21.899513Z","caller":"traceutil/trace.go:171","msg":"trace[1329717109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7304; }","duration":"135.332036ms","start":"2026-04-07T00:22:21.764171Z","end":"2026-04-07T00:22:21.899503Z","steps":["trace[1329717109] 'agreement among raft nodes before linearized reading' (duration: 134.827415ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:22.270245Z","caller":"traceutil/trace.go:171","msg":"trace[1564431913] linearizableReadLoop","detail":"{readStateIndex:7584; appliedIndex:7583; }","duration":"161.907882ms","start":"2026-04-07T00:22:22.108321Z","end":"2026-04-07T00:22:22.270229Z","steps":["trace[1564431913] 'read index received' (duration: 150.588729ms)","trace[1564431913] 'applied index is now lower than readState.Index' (duration: 11.318423ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:22.270481Z","caller":"traceutil/trace.go:171","msg":"trace[228531147] transaction","detail":"{read_only:false; response_revision:7312; number_of_response:1; }","duration":"179.000715ms","start":"2026-04-07T00:22:22.091464Z","end":"2026-04-07T00:22:22.270465Z","steps":["trace[228531147] 'process raft request' (duration: 167.540119ms)","trace[228531147] 'compare' (duration: 10.896264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:22.270712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.373643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:22:22.270786Z","caller":"traceutil/trace.go:171","msg":"trace[480709554] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7312; }","duration":"162.502405ms","start":"2026-04-07T00:22:22.108267Z","end":"2026-04-07T00:22:22.27077Z","steps":["trace[480709554] 'agreement among raft nodes before linearized reading' (duration: 162.373672ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:38.190796Z","caller":"traceutil/trace.go:171","msg":"trace[1703916852] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"114.52044ms","start":"2026-04-07T00:22:38.076251Z","end":"2026-04-07T00:22:38.190772Z","steps":["trace[1703916852] 'process raft request' (duration: 114.008329ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:38.198684Z","caller":"traceutil/trace.go:171","msg":"trace[407603612] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"121.857154ms","start":"2026-04-07T00:22:38.076807Z","end":"2026-04-07T00:22:38.198664Z","steps":["trace[407603612] 'process raft request' (duration: 121.729591ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:38.198863Z","caller":"traceutil/trace.go:171","msg":"trace[2114789121] linearizableReadLoop","detail":"{readStateIndex:7667; appliedIndex:7665; }","duration":"120.692818ms","start":"2026-04-07T00:22:38.078141Z","end":"2026-04-07T00:22:38.198834Z","steps":["trace[2114789121] 'read index received' (duration: 112.204318ms)","trace[2114789121] 'applied index is now lower than readState.Index' (duration: 8.48624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:38.199263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.098477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150744"} {"level":"info","ts":"2026-04-07T00:22:38.199304Z","caller":"traceutil/trace.go:171","msg":"trace[231756302] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7393; }","duration":"121.173918ms","start":"2026-04-07T00:22:38.07812Z","end":"2026-04-07T00:22:38.199294Z","steps":["trace[231756302] 'agreement among raft nodes before linearized reading' (duration: 120.81745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:41.421132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.357922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:22:41.421213Z","caller":"traceutil/trace.go:171","msg":"trace[1929044953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7460; }","duration":"137.506624ms","start":"2026-04-07T00:22:41.283687Z","end":"2026-04-07T00:22:41.421194Z","steps":["trace[1929044953] 'range keys from in-memory index tree' (duration: 137.284899ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:41.799312Z","caller":"traceutil/trace.go:171","msg":"trace[787507590] linearizableReadLoop","detail":"{readStateIndex:7737; appliedIndex:7736; }","duration":"113.729363ms","start":"2026-04-07T00:22:41.685558Z","end":"2026-04-07T00:22:41.799287Z","steps":["trace[787507590] 'read index received' (duration: 113.59185ms)","trace[787507590] 'applied index is now lower than readState.Index' (duration: 136.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:41.799487Z","caller":"traceutil/trace.go:171","msg":"trace[521716004] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"128.399691ms","start":"2026-04-07T00:22:41.671055Z","end":"2026-04-07T00:22:41.799454Z","steps":["trace[521716004] 'process raft request' (duration: 128.071004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:41.799626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.043499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T00:22:41.799685Z","caller":"traceutil/trace.go:171","msg":"trace[872388093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540; range_end:; response_count:1; response_revision:7461; }","duration":"114.162822ms","start":"2026-04-07T00:22:41.685509Z","end":"2026-04-07T00:22:41.799672Z","steps":["trace[872388093] 'agreement among raft nodes before linearized reading' (duration: 113.959478ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:42.218103Z","caller":"traceutil/trace.go:171","msg":"trace[1098750895] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"118.217702ms","start":"2026-04-07T00:22:42.099862Z","end":"2026-04-07T00:22:42.218079Z","steps":["trace[1098750895] 'process raft request' (duration: 71.870453ms)","trace[1098750895] 'compare' (duration: 46.194195ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:42.338338Z","caller":"traceutil/trace.go:171","msg":"trace[1619196531] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7740; }","duration":"120.277969ms","start":"2026-04-07T00:22:42.218036Z","end":"2026-04-07T00:22:42.338314Z","steps":["trace[1619196531] 'read index received' (duration: 71.504185ms)","trace[1619196531] 'applied index is now lower than readState.Index' (duration: 48.772734ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:42.338371Z","caller":"traceutil/trace.go:171","msg":"trace[1812888106] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"127.698674ms","start":"2026-04-07T00:22:42.210634Z","end":"2026-04-07T00:22:42.338333Z","steps":["trace[1812888106] 'process raft request' (duration: 123.331567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:42.338456Z","caller":"traceutil/trace.go:171","msg":"trace[400011455] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"112.34566ms","start":"2026-04-07T00:22:42.226085Z","end":"2026-04-07T00:22:42.338431Z","steps":["trace[400011455] 'process raft request' (duration: 112.176977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:42.338626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.382285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:22:42.338686Z","caller":"traceutil/trace.go:171","msg":"trace[1157412784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7467; }","duration":"134.487608ms","start":"2026-04-07T00:22:42.20418Z","end":"2026-04-07T00:22:42.338668Z","steps":["trace[1157412784] 'agreement among raft nodes before linearized reading' (duration: 134.288193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:42.338739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.079653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:22:42.338807Z","caller":"traceutil/trace.go:171","msg":"trace[1680663851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7467; }","duration":"107.177025ms","start":"2026-04-07T00:22:42.231598Z","end":"2026-04-07T00:22:42.338775Z","steps":["trace[1680663851] 'agreement among raft nodes before linearized reading' (duration: 106.994021ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:44.402297Z","caller":"traceutil/trace.go:171","msg":"trace[1718959797] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"176.227164ms","start":"2026-04-07T00:22:44.226048Z","end":"2026-04-07T00:22:44.402275Z","steps":["trace[1718959797] 'process raft request' (duration: 176.030749ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:44.896177Z","caller":"traceutil/trace.go:171","msg":"trace[2084705324] linearizableReadLoop","detail":"{readStateIndex:7762; appliedIndex:7761; }","duration":"110.732104ms","start":"2026-04-07T00:22:44.785408Z","end":"2026-04-07T00:22:44.89614Z","steps":["trace[2084705324] 'read index received' (duration: 75.236148ms)","trace[2084705324] 'applied index is now lower than readState.Index' (duration: 35.494316ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:44.896304Z","caller":"traceutil/trace.go:171","msg":"trace[1757282494] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"179.407245ms","start":"2026-04-07T00:22:44.716838Z","end":"2026-04-07T00:22:44.896245Z","steps":["trace[1757282494] 'process raft request' (duration: 143.864259ms)","trace[1757282494] 'compare' (duration: 35.153928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:44.896466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.03054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:22:44.896653Z","caller":"traceutil/trace.go:171","msg":"trace[144049289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7486; }","duration":"111.291257ms","start":"2026-04-07T00:22:44.785347Z","end":"2026-04-07T00:22:44.896638Z","steps":["trace[144049289] 'agreement among raft nodes before linearized reading' (duration: 110.918148ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.254565Z","caller":"traceutil/trace.go:171","msg":"trace[881420582] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"105.384284ms","start":"2026-04-07T00:22:46.149147Z","end":"2026-04-07T00:22:46.254531Z","steps":["trace[881420582] 'process raft request' (duration: 103.534893ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.551118Z","caller":"traceutil/trace.go:171","msg":"trace[165462093] linearizableReadLoop","detail":"{readStateIndex:7781; appliedIndex:7779; }","duration":"121.414953ms","start":"2026-04-07T00:22:46.429671Z","end":"2026-04-07T00:22:46.551086Z","steps":["trace[165462093] 'read index received' (duration: 32.327055ms)","trace[165462093] 'applied index is now lower than readState.Index' (duration: 89.086068ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:46.551235Z","caller":"traceutil/trace.go:171","msg":"trace[1648379360] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"126.901867ms","start":"2026-04-07T00:22:46.424287Z","end":"2026-04-07T00:22:46.551189Z","steps":["trace[1648379360] 'process raft request' (duration: 65.06531ms)","trace[1648379360] 'compare' (duration: 61.52986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:46.551604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.908264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:22:46.551703Z","caller":"traceutil/trace.go:171","msg":"trace[203348014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7503; }","duration":"122.078838ms","start":"2026-04-07T00:22:46.429604Z","end":"2026-04-07T00:22:46.551683Z","steps":["trace[203348014] 'agreement among raft nodes before linearized reading' (duration: 121.669059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:48.678156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.948682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:22:48.67834Z","caller":"traceutil/trace.go:171","msg":"trace[288897804] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7527; }","duration":"162.250079ms","start":"2026-04-07T00:22:48.516038Z","end":"2026-04-07T00:22:48.678288Z","steps":["trace[288897804] 'count revisions from in-memory index tree' (duration: 161.8143ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:48.678353Z","caller":"traceutil/trace.go:171","msg":"trace[1111175866] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"119.821059ms","start":"2026-04-07T00:22:48.558502Z","end":"2026-04-07T00:22:48.678323Z","steps":["trace[1111175866] 'process raft request' (duration: 103.782139ms)","trace[1111175866] 'compare' (duration: 15.765053ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:49.444446Z","caller":"traceutil/trace.go:171","msg":"trace[858671906] linearizableReadLoop","detail":"{readStateIndex:7813; appliedIndex:7811; }","duration":"160.694745ms","start":"2026-04-07T00:22:49.28373Z","end":"2026-04-07T00:22:49.444425Z","steps":["trace[858671906] 'read index received' (duration: 66.844829ms)","trace[858671906] 'applied index is now lower than readState.Index' (duration: 93.849046ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:49.444552Z","caller":"traceutil/trace.go:171","msg":"trace[1633819817] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"170.597487ms","start":"2026-04-07T00:22:49.273944Z","end":"2026-04-07T00:22:49.444541Z","steps":["trace[1633819817] 'process raft request' (duration: 170.370862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:49.4448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.044103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:22:49.444964Z","caller":"traceutil/trace.go:171","msg":"trace[855108288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7534; }","duration":"161.248217ms","start":"2026-04-07T00:22:49.283693Z","end":"2026-04-07T00:22:49.444941Z","steps":["trace[855108288] 'agreement among raft nodes before linearized reading' (duration: 160.996852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:49.445281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.379359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:22:49.445441Z","caller":"traceutil/trace.go:171","msg":"trace[139589460] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7534; }","duration":"152.576363ms","start":"2026-04-07T00:22:49.292834Z","end":"2026-04-07T00:22:49.445411Z","steps":["trace[139589460] 'agreement among raft nodes before linearized reading' (duration: 151.828066ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:56.426061Z","caller":"traceutil/trace.go:171","msg":"trace[1762911018] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"142.437946ms","start":"2026-04-07T00:22:56.283592Z","end":"2026-04-07T00:22:56.42603Z","steps":["trace[1762911018] 'process raft request' (duration: 142.241792ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:06.974234Z","caller":"traceutil/trace.go:171","msg":"trace[602599963] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"100.181818ms","start":"2026-04-07T00:23:06.874026Z","end":"2026-04-07T00:23:06.974208Z","steps":["trace[602599963] 'process raft request' (duration: 99.651035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:07.212571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.354549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:07.21269Z","caller":"traceutil/trace.go:171","msg":"trace[856175264] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"206.761719ms","start":"2026-04-07T00:23:07.005908Z","end":"2026-04-07T00:23:07.21267Z","steps":["trace[856175264] 'process raft request' (duration: 103.204415ms)","trace[856175264] 'compare' (duration: 103.218787ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:07.228313Z","caller":"traceutil/trace.go:171","msg":"trace[2014088573] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"142.455667ms","start":"2026-04-07T00:23:07.08582Z","end":"2026-04-07T00:23:07.228276Z","steps":["trace[2014088573] 'process raft request' (duration: 142.211461ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:07.426201Z","caller":"traceutil/trace.go:171","msg":"trace[1221448922] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7913; }","duration":"166.582818ms","start":"2026-04-07T00:23:07.25959Z","end":"2026-04-07T00:23:07.426173Z","steps":["trace[1221448922] 'read index received' (duration: 106.153032ms)","trace[1221448922] 'applied index is now lower than readState.Index' (duration: 60.428416ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:07.42625Z","caller":"traceutil/trace.go:171","msg":"trace[1120940891] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"193.500951ms","start":"2026-04-07T00:23:07.232705Z","end":"2026-04-07T00:23:07.426206Z","steps":["trace[1120940891] 'process raft request' (duration: 133.087276ms)","trace[1120940891] 'compare' (duration: 60.251392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:07.426379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.833453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:23:07.426379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.767772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10883"} {"level":"info","ts":"2026-04-07T00:23:07.426423Z","caller":"traceutil/trace.go:171","msg":"trace[1596102333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7631; }","duration":"141.919004ms","start":"2026-04-07T00:23:07.284491Z","end":"2026-04-07T00:23:07.42641Z","steps":["trace[1596102333] 'agreement among raft nodes before linearized reading' (duration: 141.827042ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:07.426478Z","caller":"traceutil/trace.go:171","msg":"trace[945762737] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7631; }","duration":"166.870154ms","start":"2026-04-07T00:23:07.259586Z","end":"2026-04-07T00:23:07.426456Z","steps":["trace[945762737] 'agreement among raft nodes before linearized reading' (duration: 166.67779ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:07.604604Z","caller":"traceutil/trace.go:171","msg":"trace[1489517816] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"124.503824ms","start":"2026-04-07T00:23:07.48008Z","end":"2026-04-07T00:23:07.604584Z","steps":["trace[1489517816] 'process raft request' (duration: 124.422362ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:07.604687Z","caller":"traceutil/trace.go:171","msg":"trace[2051416167] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"134.889017ms","start":"2026-04-07T00:23:07.469746Z","end":"2026-04-07T00:23:07.604635Z","steps":["trace[2051416167] 'process raft request' (duration: 56.304234ms)","trace[2051416167] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/services/endpoints/openstack/rabbitmq-barbican; req_size:889; } (duration: 78.136122ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:08.77804Z","caller":"traceutil/trace.go:171","msg":"trace[725816608] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"126.13493ms","start":"2026-04-07T00:23:08.651885Z","end":"2026-04-07T00:23:08.77802Z","steps":["trace[725816608] 'process raft request' (duration: 105.60028ms)","trace[725816608] 'compare' (duration: 20.441748ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:12.041113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5434} {"level":"info","ts":"2026-04-07T00:23:12.139943Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5434,"took":"97.16664ms","hash":1843679451,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":24625152,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-07T00:23:12.140012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1843679451,"revision":5434,"compact-revision":2887} {"level":"warn","ts":"2026-04-07T00:23:13.023039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.047531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:13.023194Z","caller":"traceutil/trace.go:171","msg":"trace[1041019549] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"206.523044ms","start":"2026-04-07T00:23:12.816648Z","end":"2026-04-07T00:23:13.023172Z","steps":["trace[1041019549] 'process raft request' (duration: 95.271628ms)","trace[1041019549] 'compare' (duration: 110.776156ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:13.023225Z","caller":"traceutil/trace.go:171","msg":"trace[1713545917] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"145.550006ms","start":"2026-04-07T00:23:12.877658Z","end":"2026-04-07T00:23:13.023208Z","steps":["trace[1713545917] 'process raft request' (duration: 145.469224ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:13.02335Z","caller":"traceutil/trace.go:171","msg":"trace[968587174] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7951; }","duration":"204.55694ms","start":"2026-04-07T00:23:12.818782Z","end":"2026-04-07T00:23:13.023339Z","steps":["trace[968587174] 'read index received' (duration: 93.106099ms)","trace[968587174] 'applied index is now lower than readState.Index' (duration: 111.449651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:13.023573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.784255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-07T00:23:13.023599Z","caller":"traceutil/trace.go:171","msg":"trace[683670257] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7668; }","duration":"204.834635ms","start":"2026-04-07T00:23:12.818756Z","end":"2026-04-07T00:23:13.023591Z","steps":["trace[683670257] 'agreement among raft nodes before linearized reading' (duration: 204.703862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:13.02365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.074079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:23:13.023692Z","caller":"traceutil/trace.go:171","msg":"trace[1761898571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7668; }","duration":"126.12409ms","start":"2026-04-07T00:23:12.897555Z","end":"2026-04-07T00:23:13.023679Z","steps":["trace[1761898571] 'agreement among raft nodes before linearized reading' (duration: 125.975537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:13.38093Z","caller":"traceutil/trace.go:171","msg":"trace[123918340] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"135.410889ms","start":"2026-04-07T00:23:13.245472Z","end":"2026-04-07T00:23:13.380883Z","steps":["trace[123918340] 'process raft request' (duration: 135.0467ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.708717Z","caller":"traceutil/trace.go:171","msg":"trace[674305444] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"273.908596ms","start":"2026-04-07T00:23:14.434767Z","end":"2026-04-07T00:23:14.708676Z","steps":["trace[674305444] 'process raft request' (duration: 247.037943ms)","trace[674305444] 'compare' (duration: 26.559905ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:14.708809Z","caller":"traceutil/trace.go:171","msg":"trace[1854642429] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"273.915525ms","start":"2026-04-07T00:23:14.434866Z","end":"2026-04-07T00:23:14.708782Z","steps":["trace[1854642429] 'process raft request' (duration: 273.606058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.708935Z","caller":"traceutil/trace.go:171","msg":"trace[1403619843] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"273.978447ms","start":"2026-04-07T00:23:14.434921Z","end":"2026-04-07T00:23:14.708899Z","steps":["trace[1403619843] 'process raft request' (duration: 273.794373ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.709647Z","caller":"traceutil/trace.go:171","msg":"trace[1787571045] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7972; }","duration":"251.008992ms","start":"2026-04-07T00:23:14.458079Z","end":"2026-04-07T00:23:14.709088Z","steps":["trace[1787571045] 'read index received' (duration: 223.659358ms)","trace[1787571045] 'applied index is now lower than readState.Index' (duration: 27.348664ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:14.70987Z","caller":"traceutil/trace.go:171","msg":"trace[2021976605] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"274.317165ms","start":"2026-04-07T00:23:14.434984Z","end":"2026-04-07T00:23:14.709301Z","steps":["trace[2021976605] 'process raft request' (duration: 274.020448ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.710046Z","caller":"traceutil/trace.go:171","msg":"trace[35419445] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"274.357225ms","start":"2026-04-07T00:23:14.434954Z","end":"2026-04-07T00:23:14.709311Z","steps":["trace[35419445] 'process raft request' (duration: 274.008897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.710043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.292259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-07T00:23:14.710109Z","caller":"traceutil/trace.go:171","msg":"trace[1640649923] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7693; }","duration":"251.36732ms","start":"2026-04-07T00:23:14.45872Z","end":"2026-04-07T00:23:14.710087Z","steps":["trace[1640649923] 'agreement among raft nodes before linearized reading' (duration: 251.123315ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.710187Z","caller":"traceutil/trace.go:171","msg":"trace[1898742577] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"274.363606ms","start":"2026-04-07T00:23:14.435013Z","end":"2026-04-07T00:23:14.709377Z","steps":["trace[1898742577] 'process raft request' (duration: 274.018658ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.71035Z","caller":"traceutil/trace.go:171","msg":"trace[1333689000] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"274.351846ms","start":"2026-04-07T00:23:14.435041Z","end":"2026-04-07T00:23:14.709393Z","steps":["trace[1333689000] 'process raft request' (duration: 274.019169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.711332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.237341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-07T00:23:14.711439Z","caller":"traceutil/trace.go:171","msg":"trace[848074666] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7693; }","duration":"253.374115ms","start":"2026-04-07T00:23:14.458045Z","end":"2026-04-07T00:23:14.711419Z","steps":["trace[848074666] 'agreement among raft nodes before linearized reading' (duration: 251.683307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.923269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.734765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:14.923926Z","caller":"traceutil/trace.go:171","msg":"trace[1735889087] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"123.285636ms","start":"2026-04-07T00:23:14.800614Z","end":"2026-04-07T00:23:14.9239Z","steps":["trace[1735889087] 'process raft request' (duration: 123.172784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.924223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.981112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-07T00:23:14.924278Z","caller":"traceutil/trace.go:171","msg":"trace[2114756822] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7695; }","duration":"202.085334ms","start":"2026-04-07T00:23:14.722179Z","end":"2026-04-07T00:23:14.924264Z","steps":["trace[2114756822] 'agreement among raft nodes before linearized reading' (duration: 201.823288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.923948Z","caller":"traceutil/trace.go:171","msg":"trace[1496411413] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7979; }","duration":"201.683026ms","start":"2026-04-07T00:23:14.722231Z","end":"2026-04-07T00:23:14.923914Z","steps":["trace[1496411413] 'read index received' (duration: 98.236324ms)","trace[1496411413] 'applied index is now lower than readState.Index' (duration: 103.443431ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:14.923981Z","caller":"traceutil/trace.go:171","msg":"trace[1235945173] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"206.169125ms","start":"2026-04-07T00:23:14.717778Z","end":"2026-04-07T00:23:14.923947Z","steps":["trace[1235945173] 'process raft request' (duration: 102.659493ms)","trace[1235945173] 'compare' (duration: 102.534211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:14.924768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.720931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:23:14.924978Z","caller":"traceutil/trace.go:171","msg":"trace[1064867416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7695; }","duration":"166.958687ms","start":"2026-04-07T00:23:14.757997Z","end":"2026-04-07T00:23:14.924956Z","steps":["trace[1064867416] 'agreement among raft nodes before linearized reading' (duration: 166.627189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:15.338716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.184971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:15.338829Z","caller":"traceutil/trace.go:171","msg":"trace[1683539980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7696; }","duration":"253.312913ms","start":"2026-04-07T00:23:15.085499Z","end":"2026-04-07T00:23:15.338812Z","steps":["trace[1683539980] 'range keys from in-memory index tree' (duration: 253.16785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:15.339286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.672848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:15.339703Z","caller":"traceutil/trace.go:171","msg":"trace[1722562973] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"409.281233ms","start":"2026-04-07T00:23:14.930395Z","end":"2026-04-07T00:23:15.339676Z","steps":["trace[1722562973] 'process raft request' (duration: 409.057999ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:15.339739Z","caller":"traceutil/trace.go:171","msg":"trace[2135486378] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"409.496447ms","start":"2026-04-07T00:23:14.930178Z","end":"2026-04-07T00:23:15.339675Z","steps":["trace[2135486378] 'process raft request' (duration: 198.360729ms)","trace[2135486378] 'compare' (duration: 210.548555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:15.339871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.930381Z","time spent":"409.384125ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:15.339927Z","caller":"traceutil/trace.go:171","msg":"trace[282262301] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"409.211332ms","start":"2026-04-07T00:23:14.930694Z","end":"2026-04-07T00:23:15.339906Z","steps":["trace[282262301] 'process raft request' (duration: 408.857904ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:15.339948Z","caller":"traceutil/trace.go:171","msg":"trace[1668593382] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"409.192571ms","start":"2026-04-07T00:23:14.930744Z","end":"2026-04-07T00:23:15.339937Z","steps":["trace[1668593382] 'process raft request' (duration: 409.084829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:15.339939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.930152Z","time spent":"409.689172ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:15.339992Z","caller":"traceutil/trace.go:171","msg":"trace[804118492] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"408.814622ms","start":"2026-04-07T00:23:14.931169Z","end":"2026-04-07T00:23:15.339984Z","steps":["trace[804118492] 'process raft request' (duration: 408.70789ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:15.339996Z","caller":"traceutil/trace.go:171","msg":"trace[1903963782] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7981; }","duration":"378.445771ms","start":"2026-04-07T00:23:14.961521Z","end":"2026-04-07T00:23:15.339967Z","steps":["trace[1903963782] 'read index received' (duration: 35.543267ms)","trace[1903963782] 'applied index is now lower than readState.Index' (duration: 342.901174ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:15.340014Z","caller":"traceutil/trace.go:171","msg":"trace[878602658] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"408.673189ms","start":"2026-04-07T00:23:14.931318Z","end":"2026-04-07T00:23:15.339991Z","steps":["trace[878602658] 'process raft request' (duration: 408.601068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:15.340035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.931155Z","time spent":"408.861614ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:15.340035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.930732Z","time spent":"409.248482ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:15.340035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.930685Z","time spent":"409.296163ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:15.339777Z","caller":"traceutil/trace.go:171","msg":"trace[2067899692] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"409.128789ms","start":"2026-04-07T00:23:14.930627Z","end":"2026-04-07T00:23:15.339756Z","steps":["trace[2067899692] 'process raft request' (duration: 408.888514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:15.3401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.93131Z","time spent":"408.750191ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:15.340132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.930603Z","time spent":"409.510438ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:15.340361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.84147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-07T00:23:15.340418Z","caller":"traceutil/trace.go:171","msg":"trace[1231562420] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7703; }","duration":"378.943752ms","start":"2026-04-07T00:23:14.961457Z","end":"2026-04-07T00:23:15.340401Z","steps":["trace[1231562420] 'agreement among raft nodes before linearized reading' (duration: 378.624775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:15.340464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.961437Z","time spent":"379.015454ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-07T00:23:16.289162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.409711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:16.289274Z","caller":"traceutil/trace.go:171","msg":"trace[673178661] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"1.260806348s","start":"2026-04-07T00:23:15.028448Z","end":"2026-04-07T00:23:16.289254Z","steps":["trace[673178661] 'process raft request' (duration: 545.216373ms)","trace[673178661] 'compare' (duration: 715.177016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:16.289334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.028419Z","time spent":"1.260887549s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:23:16.32797Z","caller":"traceutil/trace.go:171","msg":"trace[451063570] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"1.021876057s","start":"2026-04-07T00:23:15.306057Z","end":"2026-04-07T00:23:16.327933Z","steps":["trace[451063570] 'process raft request' (duration: 1.02160888s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.328119Z","caller":"traceutil/trace.go:171","msg":"trace[1240298684] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"982.954154ms","start":"2026-04-07T00:23:15.345128Z","end":"2026-04-07T00:23:16.328082Z","steps":["trace[1240298684] 'process raft request' (duration: 982.727799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.306028Z","time spent":"1.022017141s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:23:16.328196Z","caller":"traceutil/trace.go:171","msg":"trace[900072998] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"982.509584ms","start":"2026-04-07T00:23:15.345646Z","end":"2026-04-07T00:23:16.328155Z","steps":["trace[900072998] 'process raft request' (duration: 982.263939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.345112Z","time spent":"983.088827ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:16.328316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.345623Z","time spent":"982.643257ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:16.328145Z","caller":"traceutil/trace.go:171","msg":"trace[914932670] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"982.31256ms","start":"2026-04-07T00:23:15.345812Z","end":"2026-04-07T00:23:16.328124Z","steps":["trace[914932670] 'process raft request' (duration: 982.161366ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.328284Z","caller":"traceutil/trace.go:171","msg":"trace[1623589078] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"982.534175ms","start":"2026-04-07T00:23:15.345738Z","end":"2026-04-07T00:23:16.328272Z","steps":["trace[1623589078] 'process raft request' (duration: 982.202777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.345799Z","time spent":"982.576725ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:16.328476Z","caller":"traceutil/trace.go:171","msg":"trace[869032542] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"982.631757ms","start":"2026-04-07T00:23:15.345827Z","end":"2026-04-07T00:23:16.328459Z","steps":["trace[869032542] 'process raft request' (duration: 982.172087ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.328504Z","caller":"traceutil/trace.go:171","msg":"trace[352738690] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"982.428722ms","start":"2026-04-07T00:23:15.346056Z","end":"2026-04-07T00:23:16.328484Z","steps":["trace[352738690] 'process raft request' (duration: 982.260169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.345798Z","time spent":"982.716799ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:16.328545Z","caller":"traceutil/trace.go:171","msg":"trace[393506914] linearizableReadLoop","detail":"{readStateIndex:7991; appliedIndex:7989; }","duration":"988.467557ms","start":"2026-04-07T00:23:15.340046Z","end":"2026-04-07T00:23:16.328513Z","steps":["trace[393506914] 'read index received' (duration: 233.706813ms)","trace[393506914] 'applied index is now lower than readState.Index' (duration: 754.759524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:16.328612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.345958Z","time spent":"982.610856ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:23:16.328625Z","caller":"traceutil/trace.go:171","msg":"trace[1104084475] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"941.026363ms","start":"2026-04-07T00:23:15.387569Z","end":"2026-04-07T00:23:16.328596Z","steps":["trace[1104084475] 'process raft request' (duration: 940.88072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.32847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.345723Z","time spent":"982.698118ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:16.328691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.38755Z","time spent":"941.108445ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:23:16.328746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233487496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:23:16.328774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301252456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:23:16.328748Z","caller":"traceutil/trace.go:171","msg":"trace[562981920] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"982.570555ms","start":"2026-04-07T00:23:15.346139Z","end":"2026-04-07T00:23:16.328709Z","steps":["trace[562981920] 'process raft request' (duration: 982.276609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046413728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:16.328826Z","caller":"traceutil/trace.go:171","msg":"trace[1517276093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7713; }","duration":"1.301349268s","start":"2026-04-07T00:23:15.027464Z","end":"2026-04-07T00:23:16.328813Z","steps":["trace[1517276093] 'agreement among raft nodes before linearized reading' (duration: 1.301181344s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.328829Z","caller":"traceutil/trace.go:171","msg":"trace[146808916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7713; }","duration":"1.233623639s","start":"2026-04-07T00:23:15.095185Z","end":"2026-04-07T00:23:16.328809Z","steps":["trace[146808916] 'agreement among raft nodes before linearized reading' (duration: 1.233414434s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235145482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:23:16.328855Z","caller":"traceutil/trace.go:171","msg":"trace[1728664068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7713; }","duration":"1.046543031s","start":"2026-04-07T00:23:15.282292Z","end":"2026-04-07T00:23:16.328835Z","steps":["trace[1728664068] 'agreement among raft nodes before linearized reading' (duration: 1.046361517s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.32887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.027449Z","time spent":"1.30141179s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:23:16.328873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.095163Z","time spent":"1.233701451s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:23:16.328894Z","caller":"traceutil/trace.go:171","msg":"trace[708033687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7713; }","duration":"1.235322836s","start":"2026-04-07T00:23:15.093558Z","end":"2026-04-07T00:23:16.328881Z","steps":["trace[708033687] 'agreement among raft nodes before linearized reading' (duration: 1.235071231s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.328894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.282267Z","time spent":"1.046620403s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:23:16.328891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.346103Z","time spent":"982.728869ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:23:16.328926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.093537Z","time spent":"1.235377517s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:23:16.329166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.413623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:16.329243Z","caller":"traceutil/trace.go:171","msg":"trace[1516423508] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7713; }","duration":"995.527436ms","start":"2026-04-07T00:23:15.333698Z","end":"2026-04-07T00:23:16.329225Z","steps":["trace[1516423508] 'agreement among raft nodes before linearized reading' (duration: 994.845871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.329298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.333683Z","time spent":"995.596367ms","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:23:16.329759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352485265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-07T00:23:16.329835Z","caller":"traceutil/trace.go:171","msg":"trace[1522026265] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7713; }","duration":"1.352622628s","start":"2026-04-07T00:23:14.977192Z","end":"2026-04-07T00:23:16.329815Z","steps":["trace[1522026265] 'agreement among raft nodes before linearized reading' (duration: 1.351472872s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.329882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:14.977166Z","time spent":"1.35270119s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-07T00:23:16.335832Z","caller":"traceutil/trace.go:171","msg":"trace[1450945047] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"719.942353ms","start":"2026-04-07T00:23:15.615866Z","end":"2026-04-07T00:23:16.335808Z","steps":["trace[1450945047] 'process raft request' (duration: 719.667457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.335873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.012162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-07T00:23:16.335872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.377693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-07T00:23:16.335926Z","caller":"traceutil/trace.go:171","msg":"trace[1025587118] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7714; }","duration":"161.069353ms","start":"2026-04-07T00:23:16.174841Z","end":"2026-04-07T00:23:16.33591Z","steps":["trace[1025587118] 'agreement among raft nodes before linearized reading' (duration: 160.891939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.335959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.536352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:23:16.335967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.615838Z","time spent":"720.049025ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:23:16.335926Z","caller":"traceutil/trace.go:171","msg":"trace[559482402] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7714; }","duration":"991.465094ms","start":"2026-04-07T00:23:15.344449Z","end":"2026-04-07T00:23:16.335914Z","steps":["trace[559482402] 'agreement among raft nodes before linearized reading' (duration: 991.315091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.336016Z","caller":"traceutil/trace.go:171","msg":"trace[1296252107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7714; }","duration":"115.629834ms","start":"2026-04-07T00:23:16.220373Z","end":"2026-04-07T00:23:16.336002Z","steps":["trace[1296252107] 'agreement among raft nodes before linearized reading' (duration: 115.481831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.336051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.344434Z","time spent":"991.605918ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-07T00:23:16.335995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.05336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:23:16.336173Z","caller":"traceutil/trace.go:171","msg":"trace[696032480] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:7714; }","duration":"558.394988ms","start":"2026-04-07T00:23:15.777756Z","end":"2026-04-07T00:23:16.336151Z","steps":["trace[696032480] 'agreement among raft nodes before linearized reading' (duration: 557.981138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.336248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.777732Z","time spent":"558.50304ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T00:23:16.336578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.439817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:23:16.336685Z","caller":"traceutil/trace.go:171","msg":"trace[1556800083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7714; }","duration":"807.726613ms","start":"2026-04-07T00:23:15.528944Z","end":"2026-04-07T00:23:16.336671Z","steps":["trace[1556800083] 'agreement among raft nodes before linearized reading' (duration: 807.030877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.336794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:15.528921Z","time spent":"807.861776ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:23:16.620095Z","caller":"traceutil/trace.go:171","msg":"trace[307546776] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8005; }","duration":"214.487702ms","start":"2026-04-07T00:23:16.405583Z","end":"2026-04-07T00:23:16.62007Z","steps":["trace[307546776] 'read index received' (duration: 79.533935ms)","trace[307546776] 'applied index is now lower than readState.Index' (duration: 134.952787ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:16.620171Z","caller":"traceutil/trace.go:171","msg":"trace[2073342448] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"214.627936ms","start":"2026-04-07T00:23:16.405536Z","end":"2026-04-07T00:23:16.620164Z","steps":["trace[2073342448] 'process raft request' (duration: 214.468612ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.62012Z","caller":"traceutil/trace.go:171","msg":"trace[2061863837] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"216.974479ms","start":"2026-04-07T00:23:16.403123Z","end":"2026-04-07T00:23:16.620097Z","steps":["trace[2061863837] 'process raft request' (duration: 216.650142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.620348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.739349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:16.620429Z","caller":"traceutil/trace.go:171","msg":"trace[1940942877] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7721; }","duration":"214.875732ms","start":"2026-04-07T00:23:16.405532Z","end":"2026-04-07T00:23:16.620408Z","steps":["trace[1940942877] 'agreement among raft nodes before linearized reading' (duration: 214.674187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.620476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.36579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-07T00:23:16.620554Z","caller":"traceutil/trace.go:171","msg":"trace[1113103087] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7721; }","duration":"194.481063ms","start":"2026-04-07T00:23:16.426055Z","end":"2026-04-07T00:23:16.620536Z","steps":["trace[1113103087] 'agreement among raft nodes before linearized reading' (duration: 194.254088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.620579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.647316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:23:16.620734Z","caller":"traceutil/trace.go:171","msg":"trace[710519177] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7721; }","duration":"132.896561ms","start":"2026-04-07T00:23:16.487818Z","end":"2026-04-07T00:23:16.620714Z","steps":["trace[710519177] 'agreement among raft nodes before linearized reading' (duration: 132.513342ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.790934Z","caller":"traceutil/trace.go:171","msg":"trace[243226870] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"149.351371ms","start":"2026-04-07T00:23:16.641546Z","end":"2026-04-07T00:23:16.790897Z","steps":["trace[243226870] 'process raft request' (duration: 121.500696ms)","trace[243226870] 'compare' (duration: 27.508708ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:16.790985Z","caller":"traceutil/trace.go:171","msg":"trace[1529453124] linearizableReadLoop","detail":"{readStateIndex:8011; appliedIndex:8010; }","duration":"149.167497ms","start":"2026-04-07T00:23:16.64178Z","end":"2026-04-07T00:23:16.790948Z","steps":["trace[1529453124] 'read index received' (duration: 18.513445ms)","trace[1529453124] 'applied index is now lower than readState.Index' (duration: 130.652832ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:16.791027Z","caller":"traceutil/trace.go:171","msg":"trace[562977244] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"149.023883ms","start":"2026-04-07T00:23:16.641959Z","end":"2026-04-07T00:23:16.790983Z","steps":["trace[562977244] 'process raft request' (duration: 148.842679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.791292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.31789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:23:16.791306Z","caller":"traceutil/trace.go:171","msg":"trace[1356917589] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"146.398995ms","start":"2026-04-07T00:23:16.644736Z","end":"2026-04-07T00:23:16.791135Z","steps":["trace[1356917589] 'process raft request' (duration: 146.156469ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.791348Z","caller":"traceutil/trace.go:171","msg":"trace[1180417675] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7726; }","duration":"149.454163ms","start":"2026-04-07T00:23:16.641882Z","end":"2026-04-07T00:23:16.791336Z","steps":["trace[1180417675] 'agreement among raft nodes before linearized reading' (duration: 149.273929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.791445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.646097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-07T00:23:16.7915Z","caller":"traceutil/trace.go:171","msg":"trace[1469198609] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7726; }","duration":"149.739989ms","start":"2026-04-07T00:23:16.641744Z","end":"2026-04-07T00:23:16.791484Z","steps":["trace[1469198609] 'agreement among raft nodes before linearized reading' (duration: 149.527155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.791792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.241436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-07T00:23:16.791984Z","caller":"traceutil/trace.go:171","msg":"trace[795390710] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7726; }","duration":"148.4171ms","start":"2026-04-07T00:23:16.643495Z","end":"2026-04-07T00:23:16.791912Z","steps":["trace[795390710] 'agreement among raft nodes before linearized reading' (duration: 147.788856ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.963336Z","caller":"traceutil/trace.go:171","msg":"trace[1105924658] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8016; }","duration":"101.871725ms","start":"2026-04-07T00:23:16.861448Z","end":"2026-04-07T00:23:16.96332Z","steps":["trace[1105924658] 'read index received' (duration: 101.044787ms)","trace[1105924658] 'applied index is now lower than readState.Index' (duration: 826.128µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:16.963422Z","caller":"traceutil/trace.go:171","msg":"trace[1068363840] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"123.901899ms","start":"2026-04-07T00:23:16.839514Z","end":"2026-04-07T00:23:16.963416Z","steps":["trace[1068363840] 'process raft request' (duration: 123.746406ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:16.963503Z","caller":"traceutil/trace.go:171","msg":"trace[1346439248] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"129.305341ms","start":"2026-04-07T00:23:16.834162Z","end":"2026-04-07T00:23:16.963468Z","steps":["trace[1346439248] 'process raft request' (duration: 128.216017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.963585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.112971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-07T00:23:16.963646Z","caller":"traceutil/trace.go:171","msg":"trace[961056523] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7731; }","duration":"102.282004ms","start":"2026-04-07T00:23:16.861349Z","end":"2026-04-07T00:23:16.963631Z","steps":["trace[961056523] 'agreement among raft nodes before linearized reading' (duration: 102.07523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.964902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.309421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7298"} {"level":"info","ts":"2026-04-07T00:23:16.964959Z","caller":"traceutil/trace.go:171","msg":"trace[433800376] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7732; }","duration":"100.382872ms","start":"2026-04-07T00:23:16.864563Z","end":"2026-04-07T00:23:16.964945Z","steps":["trace[433800376] 'agreement among raft nodes before linearized reading' (duration: 100.219009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:16.965369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.370939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-07T00:23:16.965418Z","caller":"traceutil/trace.go:171","msg":"trace[1286309353] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7732; }","duration":"103.456771ms","start":"2026-04-07T00:23:16.861949Z","end":"2026-04-07T00:23:16.965406Z","steps":["trace[1286309353] 'agreement among raft nodes before linearized reading' (duration: 102.237244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.128086Z","caller":"traceutil/trace.go:171","msg":"trace[1478834290] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8019; }","duration":"156.329408ms","start":"2026-04-07T00:23:16.971732Z","end":"2026-04-07T00:23:17.128061Z","steps":["trace[1478834290] 'read index received' (duration: 66.812249ms)","trace[1478834290] 'applied index is now lower than readState.Index' (duration: 89.515299ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:17.128523Z","caller":"traceutil/trace.go:171","msg":"trace[1841244752] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"157.865692ms","start":"2026-04-07T00:23:16.970641Z","end":"2026-04-07T00:23:17.128507Z","steps":["trace[1841244752] 'process raft request' (duration: 157.063364ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.12899Z","caller":"traceutil/trace.go:171","msg":"trace[675290234] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"158.061266ms","start":"2026-04-07T00:23:16.970913Z","end":"2026-04-07T00:23:17.128975Z","steps":["trace[675290234] 'process raft request' (duration: 156.929711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:17.129467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.674078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-07T00:23:17.129522Z","caller":"traceutil/trace.go:171","msg":"trace[1645646042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7739; }","duration":"157.805092ms","start":"2026-04-07T00:23:16.971703Z","end":"2026-04-07T00:23:17.129508Z","steps":["trace[1645646042] 'agreement among raft nodes before linearized reading' (duration: 157.587417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:17.129506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.7279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-07T00:23:17.129566Z","caller":"traceutil/trace.go:171","msg":"trace[1187234971] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7739; }","duration":"157.832032ms","start":"2026-04-07T00:23:16.97172Z","end":"2026-04-07T00:23:17.129552Z","steps":["trace[1187234971] 'agreement among raft nodes before linearized reading' (duration: 157.624717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:17.129758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.023476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:17.129788Z","caller":"traceutil/trace.go:171","msg":"trace[527989106] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7739; }","duration":"125.095138ms","start":"2026-04-07T00:23:17.004685Z","end":"2026-04-07T00:23:17.12978Z","steps":["trace[527989106] 'agreement among raft nodes before linearized reading' (duration: 125.043336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.129918Z","caller":"traceutil/trace.go:171","msg":"trace[679140067] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"157.536474ms","start":"2026-04-07T00:23:16.972356Z","end":"2026-04-07T00:23:17.129893Z","steps":["trace[679140067] 'process raft request' (duration: 155.553239ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.130176Z","caller":"traceutil/trace.go:171","msg":"trace[1084210413] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"154.509826ms","start":"2026-04-07T00:23:16.975658Z","end":"2026-04-07T00:23:17.130167Z","steps":["trace[1084210413] 'process raft request' (duration: 152.347047ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.130301Z","caller":"traceutil/trace.go:171","msg":"trace[274997613] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"156.991692ms","start":"2026-04-07T00:23:16.973302Z","end":"2026-04-07T00:23:17.130293Z","steps":["trace[274997613] 'process raft request' (duration: 154.66099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:17.129934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.280251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:23:17.130529Z","caller":"traceutil/trace.go:171","msg":"trace[173457319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7739; }","duration":"129.831082ms","start":"2026-04-07T00:23:17.000622Z","end":"2026-04-07T00:23:17.130453Z","steps":["trace[173457319] 'agreement among raft nodes before linearized reading' (duration: 129.26702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:17.129985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.153724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T00:23:17.130838Z","caller":"traceutil/trace.go:171","msg":"trace[80957492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7739; }","duration":"149.014263ms","start":"2026-04-07T00:23:16.981809Z","end":"2026-04-07T00:23:17.130823Z","steps":["trace[80957492] 'agreement among raft nodes before linearized reading' (duration: 148.137713ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.394385Z","caller":"traceutil/trace.go:171","msg":"trace[1498897732] linearizableReadLoop","detail":"{readStateIndex:8039; appliedIndex:8037; }","duration":"140.035282ms","start":"2026-04-07T00:23:17.254331Z","end":"2026-04-07T00:23:17.394366Z","steps":["trace[1498897732] 'read index received' (duration: 20.49832ms)","trace[1498897732] 'applied index is now lower than readState.Index' (duration: 119.536092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:17.394658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.313219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:23:17.39475Z","caller":"traceutil/trace.go:171","msg":"trace[785702322] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7752; }","duration":"140.430801ms","start":"2026-04-07T00:23:17.2543Z","end":"2026-04-07T00:23:17.394731Z","steps":["trace[785702322] 'agreement among raft nodes before linearized reading' (duration: 140.210286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:17.394707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.901775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T00:23:17.394827Z","caller":"traceutil/trace.go:171","msg":"trace[1460322973] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:7752; }","duration":"106.059399ms","start":"2026-04-07T00:23:17.288758Z","end":"2026-04-07T00:23:17.394817Z","steps":["trace[1460322973] 'agreement among raft nodes before linearized reading' (duration: 105.865624ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:17.394703Z","caller":"traceutil/trace.go:171","msg":"trace[195264963] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"141.388222ms","start":"2026-04-07T00:23:17.253297Z","end":"2026-04-07T00:23:17.394685Z","steps":["trace[195264963] 'process raft request' (duration: 139.612083ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.386533Z","caller":"traceutil/trace.go:171","msg":"trace[2009165871] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8045; }","duration":"112.769229ms","start":"2026-04-07T00:23:18.273739Z","end":"2026-04-07T00:23:18.386508Z","steps":["trace[2009165871] 'read index received' (duration: 62.011761ms)","trace[2009165871] 'applied index is now lower than readState.Index' (duration: 50.756248ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:18.38665Z","caller":"traceutil/trace.go:171","msg":"trace[2037944291] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"138.920176ms","start":"2026-04-07T00:23:18.247713Z","end":"2026-04-07T00:23:18.386633Z","steps":["trace[2037944291] 'process raft request' (duration: 88.043495ms)","trace[2037944291] 'compare' (duration: 50.624466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:18.387044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.277692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-04-07T00:23:18.387161Z","caller":"traceutil/trace.go:171","msg":"trace[85290331] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:7759; }","duration":"113.413825ms","start":"2026-04-07T00:23:18.273707Z","end":"2026-04-07T00:23:18.387121Z","steps":["trace[85290331] 'agreement among raft nodes before linearized reading' (duration: 112.976974ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.416664Z","caller":"traceutil/trace.go:171","msg":"trace[836418411] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"122.366376ms","start":"2026-04-07T00:23:18.294276Z","end":"2026-04-07T00:23:18.416642Z","steps":["trace[836418411] 'process raft request' (duration: 122.197952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:18.417174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.801964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:23:18.417199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.981598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-07T00:23:18.417269Z","caller":"traceutil/trace.go:171","msg":"trace[123701832] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7762; }","duration":"143.065059ms","start":"2026-04-07T00:23:18.274187Z","end":"2026-04-07T00:23:18.417252Z","steps":["trace[123701832] 'agreement among raft nodes before linearized reading' (duration: 142.845415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:18.417263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.309775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:18.417333Z","caller":"traceutil/trace.go:171","msg":"trace[1554925543] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7762; }","duration":"143.404668ms","start":"2026-04-07T00:23:18.27391Z","end":"2026-04-07T00:23:18.417314Z","steps":["trace[1554925543] 'agreement among raft nodes before linearized reading' (duration: 143.297895ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.417272Z","caller":"traceutil/trace.go:171","msg":"trace[679985965] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7762; }","duration":"142.925507ms","start":"2026-04-07T00:23:18.274317Z","end":"2026-04-07T00:23:18.417242Z","steps":["trace[679985965] 'agreement among raft nodes before linearized reading' (duration: 142.709952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:18.417518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.733155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:18.417601Z","caller":"traceutil/trace.go:171","msg":"trace[1441226902] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7762; }","duration":"143.870408ms","start":"2026-04-07T00:23:18.273713Z","end":"2026-04-07T00:23:18.417583Z","steps":["trace[1441226902] 'agreement among raft nodes before linearized reading' (duration: 143.720074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:18.41761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.410696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:23:18.417684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.725194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-07T00:23:18.417751Z","caller":"traceutil/trace.go:171","msg":"trace[1519241645] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7762; }","duration":"143.802727ms","start":"2026-04-07T00:23:18.273932Z","end":"2026-04-07T00:23:18.417734Z","steps":["trace[1519241645] 'agreement among raft nodes before linearized reading' (duration: 143.604692ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.417744Z","caller":"traceutil/trace.go:171","msg":"trace[467271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7762; }","duration":"134.589011ms","start":"2026-04-07T00:23:18.283131Z","end":"2026-04-07T00:23:18.41772Z","steps":["trace[467271] 'agreement among raft nodes before linearized reading' (duration: 134.410896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:18.417782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.986381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:18.41787Z","caller":"traceutil/trace.go:171","msg":"trace[874030126] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7762; }","duration":"144.075003ms","start":"2026-04-07T00:23:18.273781Z","end":"2026-04-07T00:23:18.417856Z","steps":["trace[874030126] 'agreement among raft nodes before linearized reading' (duration: 143.854247ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.592661Z","caller":"traceutil/trace.go:171","msg":"trace[1378924709] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"170.457905ms","start":"2026-04-07T00:23:18.422186Z","end":"2026-04-07T00:23:18.592644Z","steps":["trace[1378924709] 'process raft request' (duration: 170.316692ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.59295Z","caller":"traceutil/trace.go:171","msg":"trace[66860994] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"170.014565ms","start":"2026-04-07T00:23:18.422927Z","end":"2026-04-07T00:23:18.592941Z","steps":["trace[66860994] 'process raft request' (duration: 169.686767ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.592924Z","caller":"traceutil/trace.go:171","msg":"trace[896540330] linearizableReadLoop","detail":"{readStateIndex:8054; appliedIndex:8051; }","duration":"168.817198ms","start":"2026-04-07T00:23:18.424085Z","end":"2026-04-07T00:23:18.592902Z","steps":["trace[896540330] 'read index received' (duration: 168.44339ms)","trace[896540330] 'applied index is now lower than readState.Index' (duration: 372.868µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:18.593184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.355466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-77b68dccf7-bjps2\" ","response":"range_response_count:1 size:8077"} {"level":"warn","ts":"2026-04-07T00:23:18.593177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.414115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:23:18.593214Z","caller":"traceutil/trace.go:171","msg":"trace[2021544005] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-77b68dccf7-bjps2; range_end:; response_count:1; response_revision:7767; }","duration":"118.427308ms","start":"2026-04-07T00:23:18.474779Z","end":"2026-04-07T00:23:18.593207Z","steps":["trace[2021544005] 'agreement among raft nodes before linearized reading' (duration: 118.316865ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.593227Z","caller":"traceutil/trace.go:171","msg":"trace[255641026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7767; }","duration":"130.519288ms","start":"2026-04-07T00:23:18.462693Z","end":"2026-04-07T00:23:18.593212Z","steps":["trace[255641026] 'agreement among raft nodes before linearized reading' (duration: 130.379215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:18.593256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.165655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:176604"} {"level":"info","ts":"2026-04-07T00:23:18.593309Z","caller":"traceutil/trace.go:171","msg":"trace[322785111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7767; }","duration":"169.255898ms","start":"2026-04-07T00:23:18.424043Z","end":"2026-04-07T00:23:18.593298Z","steps":["trace[322785111] 'agreement among raft nodes before linearized reading' (duration: 168.92875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:18.593367Z","caller":"traceutil/trace.go:171","msg":"trace[835990568] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"170.295211ms","start":"2026-04-07T00:23:18.423042Z","end":"2026-04-07T00:23:18.593337Z","steps":["trace[835990568] 'process raft request' (duration: 169.77911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:24.775358Z","caller":"traceutil/trace.go:171","msg":"trace[1230472077] linearizableReadLoop","detail":"{readStateIndex:8095; appliedIndex:8094; }","duration":"139.395907ms","start":"2026-04-07T00:23:24.635934Z","end":"2026-04-07T00:23:24.77533Z","steps":["trace[1230472077] 'read index received' (duration: 139.260894ms)","trace[1230472077] 'applied index is now lower than readState.Index' (duration: 133.803µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:24.775488Z","caller":"traceutil/trace.go:171","msg":"trace[1582393606] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"234.041601ms","start":"2026-04-07T00:23:24.541422Z","end":"2026-04-07T00:23:24.775464Z","steps":["trace[1582393606] 'process raft request' (duration: 233.723724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:24.775644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.688984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:23:24.775711Z","caller":"traceutil/trace.go:171","msg":"trace[1185410157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7807; }","duration":"139.803367ms","start":"2026-04-07T00:23:24.635898Z","end":"2026-04-07T00:23:24.775701Z","steps":["trace[1185410157] 'agreement among raft nodes before linearized reading' (duration: 139.667514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:24.775709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.703224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:23:24.775762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.789797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:23:24.775765Z","caller":"traceutil/trace.go:171","msg":"trace[1321993936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7807; }","duration":"139.798097ms","start":"2026-04-07T00:23:24.635955Z","end":"2026-04-07T00:23:24.775753Z","steps":["trace[1321993936] 'agreement among raft nodes before linearized reading' (duration: 139.661074ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:24.775799Z","caller":"traceutil/trace.go:171","msg":"trace[543985739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7807; }","duration":"139.921139ms","start":"2026-04-07T00:23:24.635869Z","end":"2026-04-07T00:23:24.77579Z","steps":["trace[543985739] 'agreement among raft nodes before linearized reading' (duration: 139.753565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:24.776091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.154974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:23:24.776154Z","caller":"traceutil/trace.go:171","msg":"trace[1435261931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7807; }","duration":"140.249156ms","start":"2026-04-07T00:23:24.635893Z","end":"2026-04-07T00:23:24.776142Z","steps":["trace[1435261931] 'agreement among raft nodes before linearized reading' (duration: 139.615332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:25.043244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.863186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:25.043469Z","caller":"traceutil/trace.go:171","msg":"trace[524305299] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"264.212209ms","start":"2026-04-07T00:23:24.7792Z","end":"2026-04-07T00:23:25.043412Z","steps":["trace[524305299] 'process raft request' (duration: 80.050877ms)","trace[524305299] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 183.508927ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:25.043588Z","caller":"traceutil/trace.go:171","msg":"trace[1780770605] linearizableReadLoop","detail":"{readStateIndex:8096; appliedIndex:8095; }","duration":"264.085386ms","start":"2026-04-07T00:23:24.779478Z","end":"2026-04-07T00:23:25.043564Z","steps":["trace[1780770605] 'read index received' (duration: 79.76883ms)","trace[1780770605] 'applied index is now lower than readState.Index' (duration: 184.312966ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:25.043653Z","caller":"traceutil/trace.go:171","msg":"trace[1893878261] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"263.313717ms","start":"2026-04-07T00:23:24.780314Z","end":"2026-04-07T00:23:25.043628Z","steps":["trace[1893878261] 'process raft request' (duration: 263.245336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:25.043745Z","caller":"traceutil/trace.go:171","msg":"trace[2115425395] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"264.217498ms","start":"2026-04-07T00:23:24.779487Z","end":"2026-04-07T00:23:25.043704Z","steps":["trace[2115425395] 'process raft request' (duration: 263.953902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:25.043899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.403143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:177222"} {"level":"info","ts":"2026-04-07T00:23:25.043926Z","caller":"traceutil/trace.go:171","msg":"trace[1749133019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7810; }","duration":"264.460214ms","start":"2026-04-07T00:23:24.779458Z","end":"2026-04-07T00:23:25.043918Z","steps":["trace[1749133019] 'agreement among raft nodes before linearized reading' (duration: 264.196878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:29.1767Z","caller":"traceutil/trace.go:171","msg":"trace[1486920926] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"114.201492ms","start":"2026-04-07T00:23:29.062466Z","end":"2026-04-07T00:23:29.176668Z","steps":["trace[1486920926] 'process raft request' (duration: 113.972407ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:29.17687Z","caller":"traceutil/trace.go:171","msg":"trace[212680446] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"114.296775ms","start":"2026-04-07T00:23:29.062537Z","end":"2026-04-07T00:23:29.176834Z","steps":["trace[212680446] 'process raft request' (duration: 114.053749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:29.177232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.265126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:23:29.177285Z","caller":"traceutil/trace.go:171","msg":"trace[1110613905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7851; }","duration":"115.361928ms","start":"2026-04-07T00:23:29.061911Z","end":"2026-04-07T00:23:29.177273Z","steps":["trace[1110613905] 'agreement among raft nodes before linearized reading' (duration: 114.97352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:29.200513Z","caller":"traceutil/trace.go:171","msg":"trace[1484083542] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"113.769783ms","start":"2026-04-07T00:23:29.086714Z","end":"2026-04-07T00:23:29.200484Z","steps":["trace[1484083542] 'process raft request' (duration: 113.289651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:30.632554Z","caller":"traceutil/trace.go:171","msg":"trace[153499006] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"127.873ms","start":"2026-04-07T00:23:30.504658Z","end":"2026-04-07T00:23:30.632531Z","steps":["trace[153499006] 'process raft request' (duration: 127.730106ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:30.789158Z","caller":"traceutil/trace.go:171","msg":"trace[1840634616] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"284.013283ms","start":"2026-04-07T00:23:30.505116Z","end":"2026-04-07T00:23:30.78913Z","steps":["trace[1840634616] 'process raft request' (duration: 245.816656ms)","trace[1840634616] 'compare' (duration: 38.043584ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:30.789356Z","caller":"traceutil/trace.go:171","msg":"trace[2082622125] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8145; }","duration":"282.506649ms","start":"2026-04-07T00:23:30.506811Z","end":"2026-04-07T00:23:30.789317Z","steps":["trace[2082622125] 'read index received' (duration: 125.70767ms)","trace[2082622125] 'applied index is now lower than readState.Index' (duration: 156.797078ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:30.78942Z","caller":"traceutil/trace.go:171","msg":"trace[1354838103] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"283.122763ms","start":"2026-04-07T00:23:30.506287Z","end":"2026-04-07T00:23:30.78941Z","steps":["trace[1354838103] 'process raft request' (duration: 282.794045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:30.789565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.752245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-04-07T00:23:30.789597Z","caller":"traceutil/trace.go:171","msg":"trace[1165526116] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7858; }","duration":"282.841367ms","start":"2026-04-07T00:23:30.506748Z","end":"2026-04-07T00:23:30.78959Z","steps":["trace[1165526116] 'agreement among raft nodes before linearized reading' (duration: 282.698123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:30.789603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.590413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:23:30.789635Z","caller":"traceutil/trace.go:171","msg":"trace[512824728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7858; }","duration":"279.665095ms","start":"2026-04-07T00:23:30.509961Z","end":"2026-04-07T00:23:30.789626Z","steps":["trace[512824728] 'agreement among raft nodes before linearized reading' (duration: 279.539443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:30.789642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.96123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:30.789712Z","caller":"traceutil/trace.go:171","msg":"trace[1284941579] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7858; }","duration":"140.084073ms","start":"2026-04-07T00:23:30.64961Z","end":"2026-04-07T00:23:30.789694Z","steps":["trace[1284941579] 'agreement among raft nodes before linearized reading' (duration: 139.96127ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:31.360961Z","caller":"traceutil/trace.go:171","msg":"trace[932449292] linearizableReadLoop","detail":"{readStateIndex:8151; appliedIndex:8149; }","duration":"156.341008ms","start":"2026-04-07T00:23:31.204599Z","end":"2026-04-07T00:23:31.36094Z","steps":["trace[932449292] 'read index received' (duration: 45.220035ms)","trace[932449292] 'applied index is now lower than readState.Index' (duration: 111.119563ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:31.360999Z","caller":"traceutil/trace.go:171","msg":"trace[452133519] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"172.810757ms","start":"2026-04-07T00:23:31.188164Z","end":"2026-04-07T00:23:31.360975Z","steps":["trace[452133519] 'process raft request' (duration: 109.564398ms)","trace[452133519] 'compare' (duration: 63.097486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:31.361192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.571603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:23:31.361248Z","caller":"traceutil/trace.go:171","msg":"trace[496369023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7862; }","duration":"156.663775ms","start":"2026-04-07T00:23:31.204571Z","end":"2026-04-07T00:23:31.361234Z","steps":["trace[496369023] 'agreement among raft nodes before linearized reading' (duration: 156.501471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:31.395179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.556857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:31.395262Z","caller":"traceutil/trace.go:171","msg":"trace[701532453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7863; }","duration":"113.663061ms","start":"2026-04-07T00:23:31.281575Z","end":"2026-04-07T00:23:31.395238Z","steps":["trace[701532453] 'agreement among raft nodes before linearized reading' (duration: 113.529868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:31.395285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.069521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:23:31.395331Z","caller":"traceutil/trace.go:171","msg":"trace[333429624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:7863; }","duration":"189.138614ms","start":"2026-04-07T00:23:31.206179Z","end":"2026-04-07T00:23:31.395318Z","steps":["trace[333429624] 'agreement among raft nodes before linearized reading' (duration: 189.00187ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:33.0917Z","caller":"traceutil/trace.go:171","msg":"trace[1696533947] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"297.175907ms","start":"2026-04-07T00:23:32.79446Z","end":"2026-04-07T00:23:33.091636Z","steps":["trace[1696533947] 'process raft request' (duration: 297.019684ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:33.104437Z","caller":"traceutil/trace.go:171","msg":"trace[1950277311] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"309.512404ms","start":"2026-04-07T00:23:32.7949Z","end":"2026-04-07T00:23:33.104412Z","steps":["trace[1950277311] 'read index received' (duration: 296.587235ms)","trace[1950277311] 'applied index is now lower than readState.Index' (duration: 12.924219ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:33.104565Z","caller":"traceutil/trace.go:171","msg":"trace[1191492624] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"309.80885ms","start":"2026-04-07T00:23:32.794744Z","end":"2026-04-07T00:23:33.104553Z","steps":["trace[1191492624] 'process raft request' (duration: 309.029183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:33.104683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:32.794732Z","time spent":"309.870162ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:23:33.104804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.074853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:23:33.104913Z","caller":"traceutil/trace.go:171","msg":"trace[1970150618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7870; }","duration":"251.238366ms","start":"2026-04-07T00:23:32.853652Z","end":"2026-04-07T00:23:33.10489Z","steps":["trace[1970150618] 'agreement among raft nodes before linearized reading' (duration: 250.945399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:33.105046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.053046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-04-07T00:23:33.105212Z","caller":"traceutil/trace.go:171","msg":"trace[458771803] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7870; }","duration":"310.347442ms","start":"2026-04-07T00:23:32.794842Z","end":"2026-04-07T00:23:33.10519Z","steps":["trace[458771803] 'agreement among raft nodes before linearized reading' (duration: 309.831331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:33.105305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:32.794822Z","time spent":"310.467116ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5510,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-04-07T00:23:51.289987Z","caller":"traceutil/trace.go:171","msg":"trace[8031546] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"129.506845ms","start":"2026-04-07T00:23:51.160447Z","end":"2026-04-07T00:23:51.289954Z","steps":["trace[8031546] 'process raft request' (duration: 126.711773ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:55.695328Z","caller":"traceutil/trace.go:171","msg":"trace[820892773] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"136.758017ms","start":"2026-04-07T00:23:55.558548Z","end":"2026-04-07T00:23:55.695306Z","steps":["trace[820892773] 'process raft request' (duration: 38.552694ms)","trace[820892773] 'compare' (duration: 98.092691ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:55.698458Z","caller":"traceutil/trace.go:171","msg":"trace[1800225665] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8333; }","duration":"122.443148ms","start":"2026-04-07T00:23:55.576005Z","end":"2026-04-07T00:23:55.698448Z","steps":["trace[1800225665] 'read index received' (duration: 21.106833ms)","trace[1800225665] 'applied index is now lower than readState.Index' (duration: 101.335675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:55.698835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.796505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:23:55.698881Z","caller":"traceutil/trace.go:171","msg":"trace[1359234359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:8040; }","duration":"122.874187ms","start":"2026-04-07T00:23:55.575999Z","end":"2026-04-07T00:23:55.698873Z","steps":["trace[1359234359] 'agreement among raft nodes before linearized reading' (duration: 122.489569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:55.699019Z","caller":"traceutil/trace.go:171","msg":"trace[821665795] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"138.518958ms","start":"2026-04-07T00:23:55.560465Z","end":"2026-04-07T00:23:55.698984Z","steps":["trace[821665795] 'process raft request' (duration: 137.933096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:09.611624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.9198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:24:09.61172Z","caller":"traceutil/trace.go:171","msg":"trace[751168673] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8113; }","duration":"124.068563ms","start":"2026-04-07T00:24:09.487632Z","end":"2026-04-07T00:24:09.6117Z","steps":["trace[751168673] 'count revisions from in-memory index tree' (duration: 123.817507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:09.611745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.898025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:24:09.611816Z","caller":"traceutil/trace.go:171","msg":"trace[982192969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8113; }","duration":"151.031928ms","start":"2026-04-07T00:24:09.460769Z","end":"2026-04-07T00:24:09.611801Z","steps":["trace[982192969] 'range keys from in-memory index tree' (duration: 150.646311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:09.61217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.324566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:24:09.612232Z","caller":"traceutil/trace.go:171","msg":"trace[888883948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8113; }","duration":"172.436518ms","start":"2026-04-07T00:24:09.43978Z","end":"2026-04-07T00:24:09.612216Z","steps":["trace[888883948] 'range keys from in-memory index tree' (duration: 171.683141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:11.581031Z","caller":"traceutil/trace.go:171","msg":"trace[2141456069] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8418; }","duration":"299.224554ms","start":"2026-04-07T00:24:11.281778Z","end":"2026-04-07T00:24:11.581002Z","steps":["trace[2141456069] 'read index received' (duration: 299.01684ms)","trace[2141456069] 'applied index is now lower than readState.Index' (duration: 206.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:24:11.581103Z","caller":"traceutil/trace.go:171","msg":"trace[1634155103] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"310.044917ms","start":"2026-04-07T00:24:11.271027Z","end":"2026-04-07T00:24:11.581072Z","steps":["trace[1634155103] 'process raft request' (duration: 309.801242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:11.581232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.433129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:24:11.581322Z","caller":"traceutil/trace.go:171","msg":"trace[1456595973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8120; }","duration":"299.580012ms","start":"2026-04-07T00:24:11.281722Z","end":"2026-04-07T00:24:11.581302Z","steps":["trace[1456595973] 'agreement among raft nodes before linearized reading' (duration: 299.430339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:11.581463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:11.27101Z","time spent":"310.261861ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:24:11.58933Z","caller":"traceutil/trace.go:171","msg":"trace[380195885] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"265.289792ms","start":"2026-04-07T00:24:11.324004Z","end":"2026-04-07T00:24:11.589294Z","steps":["trace[380195885] 'process raft request' (duration: 265.038437ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:11.589372Z","caller":"traceutil/trace.go:171","msg":"trace[1493567444] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"163.339444ms","start":"2026-04-07T00:24:11.426008Z","end":"2026-04-07T00:24:11.589348Z","steps":["trace[1493567444] 'process raft request' (duration: 163.162951ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:11.589659Z","caller":"traceutil/trace.go:171","msg":"trace[1537612467] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"162.974856ms","start":"2026-04-07T00:24:11.426579Z","end":"2026-04-07T00:24:11.589554Z","steps":["trace[1537612467] 'process raft request' (duration: 162.646979ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:12.473286Z","caller":"traceutil/trace.go:171","msg":"trace[867982938] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"162.520267ms","start":"2026-04-07T00:24:12.310728Z","end":"2026-04-07T00:24:12.473248Z","steps":["trace[867982938] 'process raft request' (duration: 162.225579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:13.810639Z","caller":"traceutil/trace.go:171","msg":"trace[1424686056] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8431; }","duration":"163.99953ms","start":"2026-04-07T00:24:13.646614Z","end":"2026-04-07T00:24:13.810614Z","steps":["trace[1424686056] 'read index received' (duration: 87.509854ms)","trace[1424686056] 'applied index is now lower than readState.Index' (duration: 76.487946ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:24:13.810721Z","caller":"traceutil/trace.go:171","msg":"trace[1596226573] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"215.861433ms","start":"2026-04-07T00:24:13.594821Z","end":"2026-04-07T00:24:13.810682Z","steps":["trace[1596226573] 'process raft request' (duration: 139.357556ms)","trace[1596226573] 'compare' (duration: 76.243471ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:24:13.81076Z","caller":"traceutil/trace.go:171","msg":"trace[1597138210] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"215.844103ms","start":"2026-04-07T00:24:13.594882Z","end":"2026-04-07T00:24:13.810726Z","steps":["trace[1597138210] 'process raft request' (duration: 215.675139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:13.811459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.719908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:24:13.811573Z","caller":"traceutil/trace.go:171","msg":"trace[119275564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8134; }","duration":"162.057996ms","start":"2026-04-07T00:24:13.649503Z","end":"2026-04-07T00:24:13.811561Z","steps":["trace[119275564] 'agreement among raft nodes before linearized reading' (duration: 161.260789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:13.812183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.551775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:24:13.812317Z","caller":"traceutil/trace.go:171","msg":"trace[678600498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8134; }","duration":"165.73534ms","start":"2026-04-07T00:24:13.646561Z","end":"2026-04-07T00:24:13.812296Z","steps":["trace[678600498] 'agreement among raft nodes before linearized reading' (duration: 164.180894ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:14.074035Z","caller":"traceutil/trace.go:171","msg":"trace[1861894362] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"104.791111ms","start":"2026-04-07T00:24:13.969217Z","end":"2026-04-07T00:24:14.074008Z","steps":["trace[1861894362] 'read index received' (duration: 104.700379ms)","trace[1861894362] 'applied index is now lower than readState.Index' (duration: 89.012µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:24:14.074292Z","caller":"traceutil/trace.go:171","msg":"trace[599239815] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"105.59838ms","start":"2026-04-07T00:24:13.968674Z","end":"2026-04-07T00:24:14.074272Z","steps":["trace[599239815] 'process raft request' (duration: 105.16882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:14.075742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.492499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199522"} {"level":"info","ts":"2026-04-07T00:24:14.075843Z","caller":"traceutil/trace.go:171","msg":"trace[859955591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:8139; }","duration":"106.637163ms","start":"2026-04-07T00:24:13.96918Z","end":"2026-04-07T00:24:14.075818Z","steps":["trace[859955591] 'agreement among raft nodes before linearized reading' (duration: 105.062057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:15.250881Z","caller":"traceutil/trace.go:171","msg":"trace[1720050938] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"121.100997ms","start":"2026-04-07T00:24:15.129758Z","end":"2026-04-07T00:24:15.250859Z","steps":["trace[1720050938] 'process raft request' (duration: 120.930183ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:31.220438Z","caller":"traceutil/trace.go:171","msg":"trace[1268628219] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"100.779741ms","start":"2026-04-07T00:24:31.119577Z","end":"2026-04-07T00:24:31.220357Z","steps":["trace[1268628219] 'process raft request' (duration: 100.523655ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:00.150396Z","caller":"traceutil/trace.go:171","msg":"trace[1980934174] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8776; }","duration":"125.104067ms","start":"2026-04-07T00:25:00.025265Z","end":"2026-04-07T00:25:00.150369Z","steps":["trace[1980934174] 'read index received' (duration: 124.937634ms)","trace[1980934174] 'applied index is now lower than readState.Index' (duration: 165.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:00.150452Z","caller":"traceutil/trace.go:171","msg":"trace[468387528] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"180.561641ms","start":"2026-04-07T00:24:59.96986Z","end":"2026-04-07T00:25:00.150422Z","steps":["trace[468387528] 'process raft request' (duration: 180.339827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.150632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.295181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:25:00.150755Z","caller":"traceutil/trace.go:171","msg":"trace[55802461] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8465; }","duration":"125.515777ms","start":"2026-04-07T00:25:00.025224Z","end":"2026-04-07T00:25:00.15074Z","steps":["trace[55802461] 'agreement among raft nodes before linearized reading' (duration: 125.245941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.852608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.917748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:25:00.85272Z","caller":"traceutil/trace.go:171","msg":"trace[57468140] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"596.859203ms","start":"2026-04-07T00:25:00.25584Z","end":"2026-04-07T00:25:00.852699Z","steps":["trace[57468140] 'process raft request' (duration: 493.762609ms)","trace[57468140] 'compare' (duration: 102.599512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:00.852787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.25582Z","time spent":"596.930854ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:00.914654Z","caller":"traceutil/trace.go:171","msg":"trace[308158883] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8780; }","duration":"633.054104ms","start":"2026-04-07T00:25:00.281576Z","end":"2026-04-07T00:25:00.91463Z","steps":["trace[308158883] 'read index received' (duration: 468.010731ms)","trace[308158883] 'applied index is now lower than readState.Index' (duration: 165.042083ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:00.914699Z","caller":"traceutil/trace.go:171","msg":"trace[1681119621] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"658.30766ms","start":"2026-04-07T00:25:00.256358Z","end":"2026-04-07T00:25:00.914666Z","steps":["trace[1681119621] 'process raft request' (duration: 658.109555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.914844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.256342Z","time spent":"658.429833ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:25:00.914868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.257678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:00.914985Z","caller":"traceutil/trace.go:171","msg":"trace[1206616078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8470; }","duration":"633.408731ms","start":"2026-04-07T00:25:00.28155Z","end":"2026-04-07T00:25:00.914959Z","steps":["trace[1206616078] 'agreement among raft nodes before linearized reading' (duration: 633.190756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.915005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.663999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:25:00.915014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.462643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:25:00.915037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.281536Z","time spent":"633.491213ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:25:00.915023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.875246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:25:00.915072Z","caller":"traceutil/trace.go:171","msg":"trace[1813590776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:8470; }","duration":"469.558105ms","start":"2026-04-07T00:25:00.4455Z","end":"2026-04-07T00:25:00.915058Z","steps":["trace[1813590776] 'agreement among raft nodes before linearized reading' (duration: 469.33656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.91511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.44548Z","time spent":"469.622317ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:25:00.915111Z","caller":"traceutil/trace.go:171","msg":"trace[29003229] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8470; }","duration":"574.013119ms","start":"2026-04-07T00:25:00.341078Z","end":"2026-04-07T00:25:00.915091Z","steps":["trace[29003229] 'agreement among raft nodes before linearized reading' (duration: 573.818105ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:00.91505Z","caller":"traceutil/trace.go:171","msg":"trace[1363157213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8470; }","duration":"478.762942ms","start":"2026-04-07T00:25:00.436276Z","end":"2026-04-07T00:25:00.915039Z","steps":["trace[1363157213] 'agreement among raft nodes before linearized reading' (duration: 478.610078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.915155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.341057Z","time spent":"574.08815ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:25:00.915198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.436259Z","time spent":"478.923445ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:25:00.915311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.403503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:00.915476Z","caller":"traceutil/trace.go:171","msg":"trace[828611769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8470; }","duration":"108.672649ms","start":"2026-04-07T00:25:00.806776Z","end":"2026-04-07T00:25:00.915449Z","steps":["trace[828611769] 'agreement among raft nodes before linearized reading' (duration: 108.152737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.915129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.898869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:25:00.915604Z","caller":"traceutil/trace.go:171","msg":"trace[14416199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8470; }","duration":"616.3961ms","start":"2026-04-07T00:25:00.299187Z","end":"2026-04-07T00:25:00.915583Z","steps":["trace[14416199] 'agreement among raft nodes before linearized reading' (duration: 615.588602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:00.915669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:00.29917Z","time spent":"616.481711ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:25:01.151357Z","caller":"traceutil/trace.go:171","msg":"trace[1660584371] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"231.142565ms","start":"2026-04-07T00:25:00.92018Z","end":"2026-04-07T00:25:01.151322Z","steps":["trace[1660584371] 'process raft request' (duration: 215.875173ms)","trace[1660584371] 'compare' (duration: 14.820072ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:01.616468Z","caller":"traceutil/trace.go:171","msg":"trace[193222313] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"171.778104ms","start":"2026-04-07T00:25:01.444664Z","end":"2026-04-07T00:25:01.616442Z","steps":["trace[193222313] 'process raft request' (duration: 171.560259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:01.772638Z","caller":"traceutil/trace.go:171","msg":"trace[310061081] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"268.566336ms","start":"2026-04-07T00:25:01.504049Z","end":"2026-04-07T00:25:01.772615Z","steps":["trace[310061081] 'process raft request' (duration: 206.036533ms)","trace[310061081] 'compare' (duration: 62.362619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:17.82934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.582894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:25:17.829468Z","caller":"traceutil/trace.go:171","msg":"trace[1469514981] linearizableReadLoop","detail":"{readStateIndex:9018; appliedIndex:9017; }","duration":"385.375818ms","start":"2026-04-07T00:25:17.444072Z","end":"2026-04-07T00:25:17.829448Z","steps":["trace[1469514981] 'read index received' (duration: 175.500738ms)","trace[1469514981] 'applied index is now lower than readState.Index' (duration: 209.87386ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:17.829532Z","caller":"traceutil/trace.go:171","msg":"trace[66000974] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"399.410653ms","start":"2026-04-07T00:25:17.430068Z","end":"2026-04-07T00:25:17.829479Z","steps":["trace[66000974] 'process raft request' (duration: 189.595174ms)","trace[66000974] 'compare' (duration: 209.476112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:17.829609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.558283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-07T00:25:17.829641Z","caller":"traceutil/trace.go:171","msg":"trace[857757310] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5; range_end:; response_count:1; response_revision:8702; }","duration":"385.635634ms","start":"2026-04-07T00:25:17.443993Z","end":"2026-04-07T00:25:17.829629Z","steps":["trace[857757310] 'agreement among raft nodes before linearized reading' (duration: 385.508052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:17.829674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:17.443971Z","time spent":"385.695385ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" "} {"level":"warn","ts":"2026-04-07T00:25:17.829697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:17.430051Z","time spent":"399.557197ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:25:20.43141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178890148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:25:20.932574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178890148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:25:21.433433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178890148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:25:21.934148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178890148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:25:21.945581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.111006233s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:25:21.945954Z","caller":"traceutil/trace.go:171","msg":"trace[472236511] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"2.111488303s","start":"2026-04-07T00:25:19.834441Z","end":"2026-04-07T00:25:21.945929Z","steps":["trace[472236511] 'process raft request' (duration: 2.1113299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:21.946099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:19.834417Z","time spent":"2.111601246s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:22.155484Z","caller":"traceutil/trace.go:171","msg":"trace[809269246] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"1.928768613s","start":"2026-04-07T00:25:20.226687Z","end":"2026-04-07T00:25:22.155455Z","steps":["trace[809269246] 'process raft request' (duration: 1.924858855s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.155681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.226384Z","time spent":"1.929193182s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:22.155964Z","caller":"traceutil/trace.go:171","msg":"trace[121411701] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"1.888649402s","start":"2026-04-07T00:25:20.267298Z","end":"2026-04-07T00:25:22.155948Z","steps":["trace[121411701] 'process raft request' (duration: 1.888011187s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.156069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.267267Z","time spent":"1.888750424s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:22.15655Z","caller":"traceutil/trace.go:171","msg":"trace[1035994103] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"1.888884797s","start":"2026-04-07T00:25:20.267613Z","end":"2026-04-07T00:25:22.156498Z","steps":["trace[1035994103] 'process raft request' (duration: 1.888258593s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.156796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.267591Z","time spent":"1.889081042s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:22.158778Z","caller":"traceutil/trace.go:171","msg":"trace[201604103] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9029; }","duration":"2.228107651s","start":"2026-04-07T00:25:19.930633Z","end":"2026-04-07T00:25:22.158741Z","steps":["trace[201604103] 'read index received' (duration: 2.01510419s)","trace[201604103] 'applied index is now lower than readState.Index' (duration: 213.001721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:22.159042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228385997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:22.159119Z","caller":"traceutil/trace.go:171","msg":"trace[424135447] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8717; }","duration":"2.228502279s","start":"2026-04-07T00:25:19.930593Z","end":"2026-04-07T00:25:22.159095Z","steps":["trace[424135447] 'agreement among raft nodes before linearized reading' (duration: 2.228378136s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.159188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:19.930578Z","time spent":"2.228592032s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:25:22.160599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.72154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:25:22.160673Z","caller":"traceutil/trace.go:171","msg":"trace[1993967882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8717; }","duration":"942.823502ms","start":"2026-04-07T00:25:21.217829Z","end":"2026-04-07T00:25:22.160653Z","steps":["trace[1993967882] 'agreement among raft nodes before linearized reading' (duration: 942.570457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.160734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:21.217817Z","time spent":"942.904924ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:25:22.160998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878096406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:25:22.161251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.876206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:25:22.161304Z","caller":"traceutil/trace.go:171","msg":"trace[1391666143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:8717; }","duration":"927.955188ms","start":"2026-04-07T00:25:21.233334Z","end":"2026-04-07T00:25:22.161289Z","steps":["trace[1391666143] 'agreement among raft nodes before linearized reading' (duration: 927.813075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.161356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:21.233316Z","time spent":"928.02903ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:25:22.161466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843677862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:25:22.161504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.884087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:25:22.161417Z","caller":"traceutil/trace.go:171","msg":"trace[1259423389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8717; }","duration":"1.878480844s","start":"2026-04-07T00:25:20.282763Z","end":"2026-04-07T00:25:22.161244Z","steps":["trace[1259423389] 'agreement among raft nodes before linearized reading' (duration: 1.877616465s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.161682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846533906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:25:22.161718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008830324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:25:22.161773Z","caller":"traceutil/trace.go:171","msg":"trace[919450118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8717; }","duration":"1.84668004s","start":"2026-04-07T00:25:20.315074Z","end":"2026-04-07T00:25:22.161754Z","steps":["trace[919450118] 'agreement among raft nodes before linearized reading' (duration: 1.846420684s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.16183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.315054Z","time spent":"1.846760311s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:25:22.161544Z","caller":"traceutil/trace.go:171","msg":"trace[327162306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8717; }","duration":"972.967769ms","start":"2026-04-07T00:25:21.188562Z","end":"2026-04-07T00:25:22.16153Z","steps":["trace[327162306] 'agreement among raft nodes before linearized reading' (duration: 972.866196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.161466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.993898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:22.162352Z","caller":"traceutil/trace.go:171","msg":"trace[199869692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8717; }","duration":"412.935108ms","start":"2026-04-07T00:25:21.749399Z","end":"2026-04-07T00:25:22.162334Z","steps":["trace[199869692] 'agreement among raft nodes before linearized reading' (duration: 411.907456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.162389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:21.749379Z","time spent":"412.996509ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:25:22.161546Z","caller":"traceutil/trace.go:171","msg":"trace[490953734] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8717; }","duration":"1.843803974s","start":"2026-04-07T00:25:20.317715Z","end":"2026-04-07T00:25:22.161519Z","steps":["trace[490953734] 'agreement among raft nodes before linearized reading' (duration: 1.843689832s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:22.161818Z","caller":"traceutil/trace.go:171","msg":"trace[1305490703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8717; }","duration":"1.008941126s","start":"2026-04-07T00:25:21.152842Z","end":"2026-04-07T00:25:22.161783Z","steps":["trace[1305490703] 'agreement among raft nodes before linearized reading' (duration: 1.00867336s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.162563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:21.15282Z","time spent":"1.009690772s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:25:22.162465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.31769Z","time spent":"1.844758746s","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:25:22.161523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.522891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:25:22.16265Z","caller":"traceutil/trace.go:171","msg":"trace[933280981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8717; }","duration":"794.735258ms","start":"2026-04-07T00:25:21.367897Z","end":"2026-04-07T00:25:22.162633Z","steps":["trace[933280981] 'agreement among raft nodes before linearized reading' (duration: 793.254065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.162719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:21.367877Z","time spent":"794.825721ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:25:22.161472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720800174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:25:22.16287Z","caller":"traceutil/trace.go:171","msg":"trace[616345498] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8717; }","duration":"1.722201405s","start":"2026-04-07T00:25:20.44062Z","end":"2026-04-07T00:25:22.162822Z","steps":["trace[616345498] 'agreement among raft nodes before linearized reading' (duration: 1.720775713s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:22.162944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.440592Z","time spent":"1.722320778s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:25:22.162114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:21.188543Z","time spent":"973.555771ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:25:22.167518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:20.282693Z","time spent":"1.878978975s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:25:30.295017Z","caller":"traceutil/trace.go:171","msg":"trace[365966996] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"114.733994ms","start":"2026-04-07T00:25:30.180255Z","end":"2026-04-07T00:25:30.294989Z","steps":["trace[365966996] 'process raft request' (duration: 114.484989ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:30.295131Z","caller":"traceutil/trace.go:171","msg":"trace[350574472] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"109.189721ms","start":"2026-04-07T00:25:30.185919Z","end":"2026-04-07T00:25:30.295109Z","steps":["trace[350574472] 'process raft request' (duration: 108.969115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:31.329252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.200512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:31.329346Z","caller":"traceutil/trace.go:171","msg":"trace[907693743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8764; }","duration":"821.353107ms","start":"2026-04-07T00:25:30.507971Z","end":"2026-04-07T00:25:31.329324Z","steps":["trace[907693743] 'count revisions from in-memory index tree' (duration: 821.046288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:31.329359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.381177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:25:31.329396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:30.50795Z","time spent":"821.430928ms","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:25:31.329423Z","caller":"traceutil/trace.go:171","msg":"trace[2016579558] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8764; }","duration":"809.480969ms","start":"2026-04-07T00:25:30.519913Z","end":"2026-04-07T00:25:31.329394Z","steps":["trace[2016579558] 'count revisions from in-memory index tree' (duration: 809.260544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:31.329379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.755507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:25:31.329515Z","caller":"traceutil/trace.go:171","msg":"trace[865222451] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8764; }","duration":"781.942221ms","start":"2026-04-07T00:25:30.547547Z","end":"2026-04-07T00:25:31.32949Z","steps":["trace[865222451] 'count revisions from in-memory index tree' (duration: 781.652585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:31.329603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:30.547526Z","time spent":"782.047233ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:25:31.329459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:30.519888Z","time spent":"809.560401ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:25:31.89068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.963506ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:25:31.890814Z","caller":"traceutil/trace.go:171","msg":"trace[420220584] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"606.846271ms","start":"2026-04-07T00:25:31.283939Z","end":"2026-04-07T00:25:31.890786Z","steps":["trace[420220584] 'read index received' (duration: 72.717612ms)","trace[420220584] 'applied index is now lower than readState.Index' (duration: 534.127049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:31.891282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.333163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:31.891351Z","caller":"traceutil/trace.go:171","msg":"trace[2058905951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8764; }","duration":"607.448735ms","start":"2026-04-07T00:25:31.283884Z","end":"2026-04-07T00:25:31.891333Z","steps":["trace[2058905951] 'agreement among raft nodes before linearized reading' (duration: 607.331833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:31.891437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:31.283864Z","time spent":"607.560837ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:25:31.89151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.980731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:25:31.891583Z","caller":"traceutil/trace.go:171","msg":"trace[2093417378] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8764; }","duration":"569.076593ms","start":"2026-04-07T00:25:31.322486Z","end":"2026-04-07T00:25:31.891562Z","steps":["trace[2093417378] 'agreement among raft nodes before linearized reading' (duration: 568.966271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:31.891582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.139945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:25:31.891587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.692969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:25:31.891633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:31.322473Z","time spent":"569.147175ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:25:31.891647Z","caller":"traceutil/trace.go:171","msg":"trace[1233432380] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8764; }","duration":"197.242087ms","start":"2026-04-07T00:25:31.694384Z","end":"2026-04-07T00:25:31.891626Z","steps":["trace[1233432380] 'agreement among raft nodes before linearized reading' (duration: 197.138674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:31.891666Z","caller":"traceutil/trace.go:171","msg":"trace[1407132679] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8764; }","duration":"108.801872ms","start":"2026-04-07T00:25:31.78283Z","end":"2026-04-07T00:25:31.891632Z","steps":["trace[1407132679] 'agreement among raft nodes before linearized reading' (duration: 108.670359ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.232243Z","caller":"traceutil/trace.go:171","msg":"trace[464979434] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"140.252578ms","start":"2026-04-07T00:25:34.091973Z","end":"2026-04-07T00:25:34.232225Z","steps":["trace[464979434] 'process raft request' (duration: 140.070514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.489111Z","caller":"traceutil/trace.go:171","msg":"trace[1200563762] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9095; }","duration":"204.716695ms","start":"2026-04-07T00:25:34.284363Z","end":"2026-04-07T00:25:34.489079Z","steps":["trace[1200563762] 'read index received' (duration: 204.606242ms)","trace[1200563762] 'applied index is now lower than readState.Index' (duration: 109.123µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:34.48919Z","caller":"traceutil/trace.go:171","msg":"trace[874589505] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"276.469375ms","start":"2026-04-07T00:25:34.21269Z","end":"2026-04-07T00:25:34.489159Z","steps":["trace[874589505] 'process raft request' (duration: 276.193249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.489333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.90988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:34.489385Z","caller":"traceutil/trace.go:171","msg":"trace[1570544703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"205.062763ms","start":"2026-04-07T00:25:34.284306Z","end":"2026-04-07T00:25:34.489369Z","steps":["trace[1570544703] 'agreement among raft nodes before linearized reading' (duration: 204.91644ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.583707Z","caller":"traceutil/trace.go:171","msg":"trace[2127637954] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"266.114323ms","start":"2026-04-07T00:25:34.31756Z","end":"2026-04-07T00:25:34.583674Z","steps":["trace[2127637954] 'process raft request' (duration: 205.765189ms)","trace[2127637954] 'compare' (duration: 59.391053ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:34.583785Z","caller":"traceutil/trace.go:171","msg":"trace[1761277949] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"266.077982ms","start":"2026-04-07T00:25:34.31769Z","end":"2026-04-07T00:25:34.583767Z","steps":["trace[1761277949] 'process raft request' (duration: 265.881068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.583911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.751601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:25:34.583989Z","caller":"traceutil/trace.go:171","msg":"trace[426289476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8780; }","duration":"202.888713ms","start":"2026-04-07T00:25:34.381082Z","end":"2026-04-07T00:25:34.583971Z","steps":["trace[426289476] 'agreement among raft nodes before linearized reading' (duration: 202.692699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.583996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.947718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:25:34.584015Z","caller":"traceutil/trace.go:171","msg":"trace[186400564] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"265.51006ms","start":"2026-04-07T00:25:34.318467Z","end":"2026-04-07T00:25:34.583977Z","steps":["trace[186400564] 'process raft request' (duration: 265.209232ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.584079Z","caller":"traceutil/trace.go:171","msg":"trace[1296547825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:8780; }","duration":"192.076011ms","start":"2026-04-07T00:25:34.391984Z","end":"2026-04-07T00:25:34.58406Z","steps":["trace[1296547825] 'agreement among raft nodes before linearized reading' (duration: 191.788344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.584103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.062957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:25:34.58422Z","caller":"traceutil/trace.go:171","msg":"trace[764267372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8780; }","duration":"190.21729ms","start":"2026-04-07T00:25:34.393982Z","end":"2026-04-07T00:25:34.584199Z","steps":["trace[764267372] 'agreement among raft nodes before linearized reading' (duration: 189.964653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.584395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.746104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:25:34.584439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.851263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:25:34.584326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.574103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:25:34.584483Z","caller":"traceutil/trace.go:171","msg":"trace[1219553347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8780; }","duration":"190.939886ms","start":"2026-04-07T00:25:34.393531Z","end":"2026-04-07T00:25:34.584471Z","steps":["trace[1219553347] 'agreement among raft nodes before linearized reading' (duration: 190.588698ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.584448Z","caller":"traceutil/trace.go:171","msg":"trace[1550831170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8780; }","duration":"191.813556ms","start":"2026-04-07T00:25:34.392623Z","end":"2026-04-07T00:25:34.584436Z","steps":["trace[1550831170] 'agreement among raft nodes before linearized reading' (duration: 191.630542ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.58718Z","caller":"traceutil/trace.go:171","msg":"trace[1443289065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8780; }","duration":"196.785528ms","start":"2026-04-07T00:25:34.387698Z","end":"2026-04-07T00:25:34.584483Z","steps":["trace[1443289065] 'agreement among raft nodes before linearized reading' (duration: 196.214074ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.768491Z","caller":"traceutil/trace.go:171","msg":"trace[677383639] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"177.383791ms","start":"2026-04-07T00:25:34.591082Z","end":"2026-04-07T00:25:34.768466Z","steps":["trace[677383639] 'process raft request' (duration: 177.301069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.768517Z","caller":"traceutil/trace.go:171","msg":"trace[1795722412] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"177.475633ms","start":"2026-04-07T00:25:34.591001Z","end":"2026-04-07T00:25:34.768476Z","steps":["trace[1795722412] 'process raft request' (duration: 177.205057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.768843Z","caller":"traceutil/trace.go:171","msg":"trace[231643618] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9100; }","duration":"176.999022ms","start":"2026-04-07T00:25:34.591819Z","end":"2026-04-07T00:25:34.768818Z","steps":["trace[231643618] 'read index received' (duration: 26.287481ms)","trace[231643618] 'applied index is now lower than readState.Index' (duration: 150.710511ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:34.768868Z","caller":"traceutil/trace.go:171","msg":"trace[76460344] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"177.733569ms","start":"2026-04-07T00:25:34.591108Z","end":"2026-04-07T00:25:34.768841Z","steps":["trace[76460344] 'process raft request' (duration: 177.32181ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.768965Z","caller":"traceutil/trace.go:171","msg":"trace[565945235] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"177.77876ms","start":"2026-04-07T00:25:34.59113Z","end":"2026-04-07T00:25:34.768909Z","steps":["trace[565945235] 'process raft request' (duration: 177.568405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.769405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.555536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224178"} {"level":"info","ts":"2026-04-07T00:25:34.769522Z","caller":"traceutil/trace.go:171","msg":"trace[1676941651] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8785; }","duration":"177.702169ms","start":"2026-04-07T00:25:34.591804Z","end":"2026-04-07T00:25:34.769506Z","steps":["trace[1676941651] 'agreement among raft nodes before linearized reading' (duration: 177.121246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:34.791463Z","caller":"traceutil/trace.go:171","msg":"trace[665601340] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"170.151999ms","start":"2026-04-07T00:25:34.621287Z","end":"2026-04-07T00:25:34.791439Z","steps":["trace[665601340] 'process raft request' (duration: 169.932223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:34.791546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.652713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:25:34.791747Z","caller":"traceutil/trace.go:171","msg":"trace[1792054522] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8786; }","duration":"101.891228ms","start":"2026-04-07T00:25:34.689814Z","end":"2026-04-07T00:25:34.791705Z","steps":["trace[1792054522] 'agreement among raft nodes before linearized reading' (duration: 101.556171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.429315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.465977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:25:36.429415Z","caller":"traceutil/trace.go:171","msg":"trace[2039063023] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"451.533084ms","start":"2026-04-07T00:25:35.977867Z","end":"2026-04-07T00:25:36.4294Z","steps":["trace[2039063023] 'process raft request' (duration: 177.922854ms)","trace[2039063023] 'compare' (duration: 273.316664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:36.429456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:35.977842Z","time spent":"451.595826ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:36.48605Z","caller":"traceutil/trace.go:171","msg":"trace[1237539306] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9107; }","duration":"203.235501ms","start":"2026-04-07T00:25:36.282786Z","end":"2026-04-07T00:25:36.486022Z","steps":["trace[1237539306] 'read index received' (duration: 202.989495ms)","trace[1237539306] 'applied index is now lower than readState.Index' (duration: 245.166µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:36.486113Z","caller":"traceutil/trace.go:171","msg":"trace[716029911] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"249.246273ms","start":"2026-04-07T00:25:36.236835Z","end":"2026-04-07T00:25:36.486081Z","steps":["trace[716029911] 'process raft request' (duration: 249.006778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.486233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.433877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:25:36.486526Z","caller":"traceutil/trace.go:171","msg":"trace[1345176378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"203.55947ms","start":"2026-04-07T00:25:36.282721Z","end":"2026-04-07T00:25:36.48628Z","steps":["trace[1345176378] 'agreement among raft nodes before linearized reading' (duration: 203.436657ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:36.949457Z","caller":"traceutil/trace.go:171","msg":"trace[1585189887] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"358.779563ms","start":"2026-04-07T00:25:36.590646Z","end":"2026-04-07T00:25:36.949426Z","steps":["trace[1585189887] 'process raft request' (duration: 358.601389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.949617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.590627Z","time spent":"358.912785ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:36.962007Z","caller":"traceutil/trace.go:171","msg":"trace[1888483387] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9108; }","duration":"340.011831ms","start":"2026-04-07T00:25:36.621976Z","end":"2026-04-07T00:25:36.961988Z","steps":["trace[1888483387] 'read index received' (duration: 327.113682ms)","trace[1888483387] 'applied index is now lower than readState.Index' (duration: 12.897429ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:36.962206Z","caller":"traceutil/trace.go:171","msg":"trace[1187085808] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"371.027768ms","start":"2026-04-07T00:25:36.591169Z","end":"2026-04-07T00:25:36.962197Z","steps":["trace[1187085808] 'process raft request' (duration: 370.692081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.962288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.591142Z","time spent":"371.088459ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:25:36.962415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.886242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:25:36.962505Z","caller":"traceutil/trace.go:171","msg":"trace[1093267433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8791; }","duration":"190.019805ms","start":"2026-04-07T00:25:36.772461Z","end":"2026-04-07T00:25:36.962481Z","steps":["trace[1093267433] 'agreement among raft nodes before linearized reading' (duration: 189.8063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.962661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.22083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:25:36.962694Z","caller":"traceutil/trace.go:171","msg":"trace[429349652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:8791; }","duration":"186.271172ms","start":"2026-04-07T00:25:36.776415Z","end":"2026-04-07T00:25:36.962686Z","steps":["trace[429349652] 'agreement among raft nodes before linearized reading' (duration: 186.116789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.962811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.263388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:25:36.962891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.913802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:25:36.962888Z","caller":"traceutil/trace.go:171","msg":"trace[461044836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8791; }","duration":"189.377991ms","start":"2026-04-07T00:25:36.773491Z","end":"2026-04-07T00:25:36.962869Z","steps":["trace[461044836] 'agreement among raft nodes before linearized reading' (duration: 189.191347ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:36.962917Z","caller":"traceutil/trace.go:171","msg":"trace[346941534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8791; }","duration":"340.968844ms","start":"2026-04-07T00:25:36.621943Z","end":"2026-04-07T00:25:36.962911Z","steps":["trace[346941534] 'agreement among raft nodes before linearized reading' (duration: 340.905773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.962935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.62193Z","time spent":"341.000354ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:25:36.96294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.479923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:25:36.962998Z","caller":"traceutil/trace.go:171","msg":"trace[653338703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8791; }","duration":"189.552055ms","start":"2026-04-07T00:25:36.773426Z","end":"2026-04-07T00:25:36.962978Z","steps":["trace[653338703] 'agreement among raft nodes before linearized reading' (duration: 189.391402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:36.962834Z","caller":"traceutil/trace.go:171","msg":"trace[1630637626] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"370.504767ms","start":"2026-04-07T00:25:36.592322Z","end":"2026-04-07T00:25:36.962827Z","steps":["trace[1630637626] 'process raft request' (duration: 369.637397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:36.963207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.304789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:25:36.963251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.592291Z","time spent":"370.882726ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:36.96327Z","caller":"traceutil/trace.go:171","msg":"trace[1350684762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8791; }","duration":"189.399862ms","start":"2026-04-07T00:25:36.773854Z","end":"2026-04-07T00:25:36.963254Z","steps":["trace[1350684762] 'agreement among raft nodes before linearized reading' (duration: 189.230798ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:37.292568Z","caller":"traceutil/trace.go:171","msg":"trace[1937073672] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"325.654829ms","start":"2026-04-07T00:25:36.966882Z","end":"2026-04-07T00:25:37.292537Z","steps":["trace[1937073672] 'process raft request' (duration: 286.302005ms)","trace[1937073672] 'compare' (duration: 38.902614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:25:37.292689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.966867Z","time spent":"325.759302ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:37.294279Z","caller":"traceutil/trace.go:171","msg":"trace[1476757601] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"326.841417ms","start":"2026-04-07T00:25:36.967415Z","end":"2026-04-07T00:25:37.294256Z","steps":["trace[1476757601] 'process raft request' (duration: 326.665353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:37.294382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.967409Z","time spent":"326.902968ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:37.294606Z","caller":"traceutil/trace.go:171","msg":"trace[1926400155] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"327.143393ms","start":"2026-04-07T00:25:36.967452Z","end":"2026-04-07T00:25:37.294595Z","steps":["trace[1926400155] 'process raft request' (duration: 326.776355ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:37.294158Z","caller":"traceutil/trace.go:171","msg":"trace[2055597850] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"326.800815ms","start":"2026-04-07T00:25:36.96734Z","end":"2026-04-07T00:25:37.294141Z","steps":["trace[2055597850] 'process raft request' (duration: 326.56171ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:37.294811Z","caller":"traceutil/trace.go:171","msg":"trace[1789629009] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"326.834675ms","start":"2026-04-07T00:25:36.967953Z","end":"2026-04-07T00:25:37.294788Z","steps":["trace[1789629009] 'process raft request' (duration: 326.531849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:37.294897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.967933Z","time spent":"326.917708ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:25:37.294919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.967331Z","time spent":"327.514332ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:25:37.295436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:25:36.967447Z","time spent":"327.177484ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:25:53.640747Z","caller":"traceutil/trace.go:171","msg":"trace[1637170214] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"174.302532ms","start":"2026-04-07T00:25:53.46642Z","end":"2026-04-07T00:25:53.640723Z","steps":["trace[1637170214] 'read index received' (duration: 174.094357ms)","trace[1637170214] 'applied index is now lower than readState.Index' (duration: 206.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:25:53.640894Z","caller":"traceutil/trace.go:171","msg":"trace[611406185] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"180.153034ms","start":"2026-04-07T00:25:53.460712Z","end":"2026-04-07T00:25:53.640865Z","steps":["trace[611406185] 'process raft request' (duration: 179.788816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:53.641042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.597059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:25:53.641121Z","caller":"traceutil/trace.go:171","msg":"trace[794078000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8882; }","duration":"174.726671ms","start":"2026-04-07T00:25:53.466382Z","end":"2026-04-07T00:25:53.641109Z","steps":["trace[794078000] 'agreement among raft nodes before linearized reading' (duration: 174.478346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:25:53.641866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.986148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:25:53.641983Z","caller":"traceutil/trace.go:171","msg":"trace[455595301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8882; }","duration":"175.171882ms","start":"2026-04-07T00:25:53.466786Z","end":"2026-04-07T00:25:53.641958Z","steps":["trace[455595301] 'agreement among raft nodes before linearized reading' (duration: 174.144968ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:59.57864Z","caller":"traceutil/trace.go:171","msg":"trace[359449634] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"156.615776ms","start":"2026-04-07T00:25:59.421962Z","end":"2026-04-07T00:25:59.578577Z","steps":["trace[359449634] 'process raft request' (duration: 156.38047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:03.764499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.849898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:03.76458Z","caller":"traceutil/trace.go:171","msg":"trace[1026790579] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8984; }","duration":"175.980861ms","start":"2026-04-07T00:26:03.588581Z","end":"2026-04-07T00:26:03.764561Z","steps":["trace[1026790579] 'count revisions from in-memory index tree' (duration: 175.766576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:03.764704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.000889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:03.764762Z","caller":"traceutil/trace.go:171","msg":"trace[2098089644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8984; }","duration":"482.107521ms","start":"2026-04-07T00:26:03.282641Z","end":"2026-04-07T00:26:03.764748Z","steps":["trace[2098089644] 'range keys from in-memory index tree' (duration: 481.919097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:03.764789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:03.282619Z","time spent":"482.164163ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:26:03.764803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.366956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-07T00:26:03.76483Z","caller":"traceutil/trace.go:171","msg":"trace[1562215365] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8984; }","duration":"559.434428ms","start":"2026-04-07T00:26:03.205388Z","end":"2026-04-07T00:26:03.764822Z","steps":["trace[1562215365] 'range keys from in-memory index tree' (duration: 559.229803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:03.764848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:03.205365Z","time spent":"559.477908ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-04-07T00:26:05.070975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.441534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:05.071084Z","caller":"traceutil/trace.go:171","msg":"trace[100221223] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8993; }","duration":"235.593848ms","start":"2026-04-07T00:26:04.835462Z","end":"2026-04-07T00:26:05.071056Z","steps":["trace[100221223] 'count revisions from in-memory index tree' (duration: 235.368403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:06.287635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:06.787951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:07.229535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443077101s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:26:07.229921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.786342Z","time spent":"1.443573721s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:26:07.923974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00080903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:26:07.924085Z","caller":"traceutil/trace.go:171","msg":"trace[366569486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001043415s","start":"2026-04-07T00:26:05.923005Z","end":"2026-04-07T00:26:07.924049Z","steps":["trace[366569486] 'agreement among raft nodes before linearized reading' (duration: 2.000764369s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:07.924147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.922981Z","time spent":"2.001152157s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:26:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:26:08.28469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:26:08.284801Z","caller":"traceutil/trace.go:171","msg":"trace[781653094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293338s","start":"2026-04-07T00:26:06.284488Z","end":"2026-04-07T00:26:08.284781Z","steps":["trace[781653094] 'agreement among raft nodes before linearized reading' (duration: 2.000160235s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.284848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:06.284461Z","time spent":"2.000376429s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:26:08.292855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045356613s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:26:08.293803Z","caller":"traceutil/trace.go:171","msg":"trace[347936837] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"2.505277012s","start":"2026-04-07T00:26:05.788483Z","end":"2026-04-07T00:26:08.29376Z","steps":["trace[347936837] 'process raft request' (duration: 2.504911394s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.294052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.788466Z","time spent":"2.505463516s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:08.29406Z","caller":"traceutil/trace.go:171","msg":"trace[1163545997] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"1.52323264s","start":"2026-04-07T00:26:06.770802Z","end":"2026-04-07T00:26:08.294034Z","steps":["trace[1163545997] 'process raft request' (duration: 1.522872092s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:08.294125Z","caller":"traceutil/trace.go:171","msg":"trace[1127599595] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"1.143524977s","start":"2026-04-07T00:26:07.150579Z","end":"2026-04-07T00:26:08.294104Z","steps":["trace[1127599595] 'process raft request' (duration: 1.143366533s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.294281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.150556Z","time spent":"1.14364707s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:08.294316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:06.770777Z","time spent":"1.523366383s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:08.294348Z","caller":"traceutil/trace.go:171","msg":"trace[710408161] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"1.114936285s","start":"2026-04-07T00:26:07.179365Z","end":"2026-04-07T00:26:08.294301Z","steps":["trace[710408161] 'process raft request' (duration: 1.11470937s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:08.294418Z","caller":"traceutil/trace.go:171","msg":"trace[1540327225] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"1.068955664s","start":"2026-04-07T00:26:07.225453Z","end":"2026-04-07T00:26:08.294409Z","steps":["trace[1540327225] 'process raft request' (duration: 1.068750199s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.294466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.225434Z","time spent":"1.069009735s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:08.294546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.17934Z","time spent":"1.115095458s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:08.294444Z","caller":"traceutil/trace.go:171","msg":"trace[322460718] linearizableReadLoop","detail":"{readStateIndex:9328; appliedIndex:9325; }","duration":"2.507605105s","start":"2026-04-07T00:26:05.786821Z","end":"2026-04-07T00:26:08.294426Z","steps":["trace[322460718] 'read index received' (duration: 1.442896897s)","trace[322460718] 'applied index is now lower than readState.Index' (duration: 1.064659027s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:08.294634Z","caller":"traceutil/trace.go:171","msg":"trace[833252927] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"1.06211571s","start":"2026-04-07T00:26:07.232496Z","end":"2026-04-07T00:26:08.294612Z","steps":["trace[833252927] 'process raft request' (duration: 1.061952256s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.294753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.232464Z","time spent":"1.062231572s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:08.294853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508023934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:26:08.294894Z","caller":"traceutil/trace.go:171","msg":"trace[1419579328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9003; }","duration":"2.508065535s","start":"2026-04-07T00:26:05.786817Z","end":"2026-04-07T00:26:08.294882Z","steps":["trace[1419579328] 'agreement among raft nodes before linearized reading' (duration: 2.507907681s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.294857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525136882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:26:08.294924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.786788Z","time spent":"2.508128446s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:26:08.294937Z","caller":"traceutil/trace.go:171","msg":"trace[811827090] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9003; }","duration":"1.525239145s","start":"2026-04-07T00:26:06.769682Z","end":"2026-04-07T00:26:08.294921Z","steps":["trace[811827090] 'agreement among raft nodes before linearized reading' (duration: 1.525129442s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.294991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:06.769666Z","time spent":"1.525309746s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:08.294916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.038765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:08.295041Z","caller":"traceutil/trace.go:171","msg":"trace[1956705130] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9003; }","duration":"611.225749ms","start":"2026-04-07T00:26:07.683805Z","end":"2026-04-07T00:26:08.295031Z","steps":["trace[1956705130] 'agreement among raft nodes before linearized reading' (duration: 611.046305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.295079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.683786Z","time spent":"611.28175ms","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:08.295085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.462899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-07T00:26:08.29511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138295504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:26:08.29513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061289061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:26:08.295159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507672046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:26:08.29519Z","caller":"traceutil/trace.go:171","msg":"trace[1304670483] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9003; }","duration":"2.138418067s","start":"2026-04-07T00:26:06.156752Z","end":"2026-04-07T00:26:08.29517Z","steps":["trace[1304670483] 'agreement among raft nodes before linearized reading' (duration: 2.138279824s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:08.295223Z","caller":"traceutil/trace.go:171","msg":"trace[1134295482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9003; }","duration":"2.507780778s","start":"2026-04-07T00:26:05.787429Z","end":"2026-04-07T00:26:08.29521Z","steps":["trace[1134295482] 'agreement among raft nodes before linearized reading' (duration: 2.507384859s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.295259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.787361Z","time spent":"2.507889521s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:26:08.295142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00397368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:26:08.295261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:06.156732Z","time spent":"2.1385042s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:08.295302Z","caller":"traceutil/trace.go:171","msg":"trace[333111678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9003; }","duration":"2.004173814s","start":"2026-04-07T00:26:06.291119Z","end":"2026-04-07T00:26:08.295293Z","steps":["trace[333111678] 'agreement among raft nodes before linearized reading' (duration: 2.00397778s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:08.29522Z","caller":"traceutil/trace.go:171","msg":"trace[729023910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:9003; }","duration":"1.061410454s","start":"2026-04-07T00:26:07.23379Z","end":"2026-04-07T00:26:08.295201Z","steps":["trace[729023910] 'agreement among raft nodes before linearized reading' (duration: 1.061158408s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.295339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:06.291103Z","time spent":"2.004225455s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:08.295334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50294043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:26:08.29537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.233772Z","time spent":"1.061581177s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:26:08.295325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501702501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:26:08.295405Z","caller":"traceutil/trace.go:171","msg":"trace[1638938404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9003; }","duration":"2.502992131s","start":"2026-04-07T00:26:05.792369Z","end":"2026-04-07T00:26:08.295361Z","steps":["trace[1638938404] 'agreement among raft nodes before linearized reading' (duration: 2.502814397s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:08.295162Z","caller":"traceutil/trace.go:171","msg":"trace[1745154326] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5; range_end:; response_count:1; response_revision:9003; }","duration":"850.582482ms","start":"2026-04-07T00:26:07.444558Z","end":"2026-04-07T00:26:08.29514Z","steps":["trace[1745154326] 'agreement among raft nodes before linearized reading' (duration: 850.353397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.29546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.792362Z","time spent":"2.503075212s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:26:08.295468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.444529Z","time spent":"850.922038ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" "} {"level":"info","ts":"2026-04-07T00:26:08.295479Z","caller":"traceutil/trace.go:171","msg":"trace[1919673682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9003; }","duration":"2.501838895s","start":"2026-04-07T00:26:05.793589Z","end":"2026-04-07T00:26:08.295428Z","steps":["trace[1919673682] 'agreement among raft nodes before linearized reading' (duration: 2.501547419s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.295081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.042382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:26:08.295594Z","caller":"traceutil/trace.go:171","msg":"trace[1906999045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9003; }","duration":"332.591804ms","start":"2026-04-07T00:26:07.962993Z","end":"2026-04-07T00:26:08.295585Z","steps":["trace[1906999045] 'agreement among raft nodes before linearized reading' (duration: 331.95091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.295627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:07.962978Z","time spent":"332.640475ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:26:08.295258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012243776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:08.295704Z","caller":"traceutil/trace.go:171","msg":"trace[1298945468] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9003; }","duration":"2.012736298s","start":"2026-04-07T00:26:06.282959Z","end":"2026-04-07T00:26:08.295695Z","steps":["trace[1298945468] 'agreement among raft nodes before linearized reading' (duration: 2.012246416s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:08.295732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:06.282936Z","time spent":"2.012787388s","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:08.295557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:05.793575Z","time spent":"2.501969718s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:26:10.802753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:11.303962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:11.709003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409323023s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:26:11.709539Z","caller":"traceutil/trace.go:171","msg":"trace[2031896832] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"1.409952656s","start":"2026-04-07T00:26:10.299558Z","end":"2026-04-07T00:26:11.709511Z","steps":["trace[2031896832] 'process raft request' (duration: 1.409750342s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.70972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.299526Z","time spent":"1.41009517s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:11.711528Z","caller":"traceutil/trace.go:171","msg":"trace[164397197] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"1.41188094s","start":"2026-04-07T00:26:10.299627Z","end":"2026-04-07T00:26:11.711508Z","steps":["trace[164397197] 'process raft request' (duration: 1.4114188s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.711598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.299601Z","time spent":"1.411964052s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:11.7116Z","caller":"traceutil/trace.go:171","msg":"trace[921483779] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"1.409789773s","start":"2026-04-07T00:26:10.301785Z","end":"2026-04-07T00:26:11.711574Z","steps":["trace[921483779] 'process raft request' (duration: 1.409434805s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:11.711598Z","caller":"traceutil/trace.go:171","msg":"trace[1123953898] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"1.409832884s","start":"2026-04-07T00:26:10.301695Z","end":"2026-04-07T00:26:11.711528Z","steps":["trace[1123953898] 'process raft request' (duration: 1.409488696s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.711714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.30176Z","time spent":"1.409896666s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:11.711878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.301685Z","time spent":"1.41009164s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:11.723356Z","caller":"traceutil/trace.go:171","msg":"trace[665460371] linearizableReadLoop","detail":"{readStateIndex:9345; appliedIndex:9340; }","duration":"1.421552427s","start":"2026-04-07T00:26:10.301757Z","end":"2026-04-07T00:26:11.723309Z","steps":["trace[665460371] 'read index received' (duration: 1.407486891s)","trace[665460371] 'applied index is now lower than readState.Index' (duration: 14.062346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:11.723719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420227017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:26:11.723753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091940129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:11.723774Z","caller":"traceutil/trace.go:171","msg":"trace[1169485373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9015; }","duration":"1.42031484s","start":"2026-04-07T00:26:10.303447Z","end":"2026-04-07T00:26:11.723761Z","steps":["trace[1169485373] 'agreement among raft nodes before linearized reading' (duration: 1.420151816s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.723776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415692036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:26:11.723805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.303438Z","time spent":"1.420359731s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:26:11.723806Z","caller":"traceutil/trace.go:171","msg":"trace[1258804952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9015; }","duration":"1.092039962s","start":"2026-04-07T00:26:10.631753Z","end":"2026-04-07T00:26:11.723793Z","steps":["trace[1258804952] 'agreement among raft nodes before linearized reading' (duration: 1.091936719s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.72382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422068968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:26:11.723841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.631732Z","time spent":"1.092099043s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:11.723842Z","caller":"traceutil/trace.go:171","msg":"trace[1402654076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9015; }","duration":"1.415753607s","start":"2026-04-07T00:26:10.308062Z","end":"2026-04-07T00:26:11.723815Z","steps":["trace[1402654076] 'agreement among raft nodes before linearized reading' (duration: 1.415558383s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.72371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.398661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:11.72387Z","caller":"traceutil/trace.go:171","msg":"trace[1519166714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9015; }","duration":"1.42214035s","start":"2026-04-07T00:26:10.301715Z","end":"2026-04-07T00:26:11.723855Z","steps":["trace[1519166714] 'agreement among raft nodes before linearized reading' (duration: 1.422005037s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.723949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415915221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:26:11.723972Z","caller":"traceutil/trace.go:171","msg":"trace[1112825160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9015; }","duration":"1.415958971s","start":"2026-04-07T00:26:10.308006Z","end":"2026-04-07T00:26:11.723965Z","steps":["trace[1112825160] 'agreement among raft nodes before linearized reading' (duration: 1.41588317s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.723977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.842721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:26:11.723804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.043947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:26:11.723997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.307996Z","time spent":"1.415994182s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:26:11.723974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.3017Z","time spent":"1.422264852s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:26:11.724019Z","caller":"traceutil/trace.go:171","msg":"trace[444002299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9015; }","duration":"440.397695ms","start":"2026-04-07T00:26:11.283605Z","end":"2026-04-07T00:26:11.724002Z","steps":["trace[444002299] 'agreement among raft nodes before linearized reading' (duration: 440.129059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.724058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:11.283562Z","time spent":"440.487517ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:26:11.724052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413846574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:26:11.724006Z","caller":"traceutil/trace.go:171","msg":"trace[1449287415] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9015; }","duration":"451.911923ms","start":"2026-04-07T00:26:11.272085Z","end":"2026-04-07T00:26:11.723997Z","steps":["trace[1449287415] 'agreement among raft nodes before linearized reading' (duration: 451.76699ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:11.724123Z","caller":"traceutil/trace.go:171","msg":"trace[2121686224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:9015; }","duration":"1.413911955s","start":"2026-04-07T00:26:10.31019Z","end":"2026-04-07T00:26:11.724102Z","steps":["trace[2121686224] 'agreement among raft nodes before linearized reading' (duration: 1.41364543s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.724106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419677004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:26:11.724162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.310162Z","time spent":"1.413993118s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:26:11.723916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.308028Z","time spent":"1.41587224s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:26:11.724176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:11.272064Z","time spent":"452.075386ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":117,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:11.724197Z","caller":"traceutil/trace.go:171","msg":"trace[112117764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9015; }","duration":"1.419763447s","start":"2026-04-07T00:26:10.304396Z","end":"2026-04-07T00:26:11.724159Z","steps":["trace[112117764] 'agreement among raft nodes before linearized reading' (duration: 1.419519891s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:11.724081Z","caller":"traceutil/trace.go:171","msg":"trace[15265784] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9015; }","duration":"418.698207ms","start":"2026-04-07T00:26:11.30525Z","end":"2026-04-07T00:26:11.723949Z","steps":["trace[15265784] 'agreement among raft nodes before linearized reading' (duration: 418.37534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.724318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:11.305231Z","time spent":"419.063796ms","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:11.724247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:10.304388Z","time spent":"1.419847238s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:26:11.724407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.692018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:11.724477Z","caller":"traceutil/trace.go:171","msg":"trace[876327791] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9015; }","duration":"501.508486ms","start":"2026-04-07T00:26:11.222943Z","end":"2026-04-07T00:26:11.724452Z","steps":["trace[876327791] 'agreement among raft nodes before linearized reading' (duration: 500.671998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:11.724541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:11.222921Z","time spent":"501.597889ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:20.975318Z","caller":"traceutil/trace.go:171","msg":"trace[75043665] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"283.34033ms","start":"2026-04-07T00:26:20.691953Z","end":"2026-04-07T00:26:20.975293Z","steps":["trace[75043665] 'process raft request' (duration: 260.001336ms)","trace[75043665] 'compare' (duration: 22.972026ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:21.048185Z","caller":"traceutil/trace.go:171","msg":"trace[1226226558] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9105; }","duration":"354.702132ms","start":"2026-04-07T00:26:20.693448Z","end":"2026-04-07T00:26:21.048151Z","steps":["trace[1226226558] 'process raft request' (duration: 354.531769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:21.048382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:20.693438Z","time spent":"354.834325ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-07T00:26:21.226287Z","caller":"traceutil/trace.go:171","msg":"trace[1505234113] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9106; }","duration":"169.034853ms","start":"2026-04-07T00:26:21.057224Z","end":"2026-04-07T00:26:21.226259Z","steps":["trace[1505234113] 'process raft request' (duration: 168.846159ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:21.487128Z","caller":"traceutil/trace.go:171","msg":"trace[314447227] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"428.217991ms","start":"2026-04-07T00:26:21.058886Z","end":"2026-04-07T00:26:21.487104Z","steps":["trace[314447227] 'process raft request' (duration: 389.36278ms)","trace[314447227] 'compare' (duration: 38.571745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:21.48727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:21.058873Z","time spent":"428.327813ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:21.487311Z","caller":"traceutil/trace.go:171","msg":"trace[648624402] linearizableReadLoop","detail":"{readStateIndex:9442; appliedIndex:9439; }","duration":"422.912822ms","start":"2026-04-07T00:26:21.064368Z","end":"2026-04-07T00:26:21.487281Z","steps":["trace[648624402] 'read index received' (duration: 161.73752ms)","trace[648624402] 'applied index is now lower than readState.Index' (duration: 261.173882ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:21.487485Z","caller":"traceutil/trace.go:171","msg":"trace[2037048023] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"423.450355ms","start":"2026-04-07T00:26:21.064015Z","end":"2026-04-07T00:26:21.487466Z","steps":["trace[2037048023] 'process raft request' (duration: 423.018764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:21.487567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.180049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m6p5p\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-04-07T00:26:21.487594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:21.063992Z","time spent":"423.537137ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:26:21.487618Z","caller":"traceutil/trace.go:171","msg":"trace[345308414] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-m6p5p; range_end:; response_count:1; response_revision:9108; }","duration":"423.274741ms","start":"2026-04-07T00:26:21.064328Z","end":"2026-04-07T00:26:21.487603Z","steps":["trace[345308414] 'agreement among raft nodes before linearized reading' (duration: 423.147038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:21.487661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:21.064308Z","time spent":"423.342343ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m6p5p\" "} {"level":"warn","ts":"2026-04-07T00:26:21.487717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.24674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:21.487801Z","caller":"traceutil/trace.go:171","msg":"trace[863755439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9108; }","duration":"206.372853ms","start":"2026-04-07T00:26:21.281406Z","end":"2026-04-07T00:26:21.487779Z","steps":["trace[863755439] 'agreement among raft nodes before linearized reading' (duration: 206.24497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:21.832491Z","caller":"traceutil/trace.go:171","msg":"trace[2075286240] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"140.280809ms","start":"2026-04-07T00:26:21.692185Z","end":"2026-04-07T00:26:21.832466Z","steps":["trace[2075286240] 'process raft request' (duration: 92.055075ms)","trace[2075286240] 'compare' (duration: 48.04758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:22.240089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.850066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:26:22.240278Z","caller":"traceutil/trace.go:171","msg":"trace[723853104] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"155.995241ms","start":"2026-04-07T00:26:22.084251Z","end":"2026-04-07T00:26:22.240246Z","steps":["trace[723853104] 'process raft request' (duration: 12.851508ms)","trace[723853104] 'compare' (duration: 142.734374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:22.791925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.289085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T00:26:22.791986Z","caller":"traceutil/trace.go:171","msg":"trace[306546107] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9122; }","duration":"433.391227ms","start":"2026-04-07T00:26:22.358577Z","end":"2026-04-07T00:26:22.791968Z","steps":["trace[306546107] 'range keys from in-memory index tree' (duration: 433.143441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:22.792015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:22.358557Z","time spent":"433.45067ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-07T00:26:22.874795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.283341ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:26:22.8749Z","caller":"traceutil/trace.go:171","msg":"trace[1074038858] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9456; }","duration":"148.939433ms","start":"2026-04-07T00:26:22.72594Z","end":"2026-04-07T00:26:22.87488Z","steps":["trace[1074038858] 'read index received' (duration: 3.482628ms)","trace[1074038858] 'applied index is now lower than readState.Index' (duration: 145.455115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:22.87501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.047215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:22.875074Z","caller":"traceutil/trace.go:171","msg":"trace[1522032129] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9122; }","duration":"149.122097ms","start":"2026-04-07T00:26:22.725934Z","end":"2026-04-07T00:26:22.875056Z","steps":["trace[1522032129] 'agreement among raft nodes before linearized reading' (duration: 149.002124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:23.784454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:24.285222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:24.786209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178891392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:26:25.171771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.251506857s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:26:25.172459Z","caller":"traceutil/trace.go:171","msg":"trace[1717254631] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"2.252301664s","start":"2026-04-07T00:26:22.920096Z","end":"2026-04-07T00:26:25.172398Z","steps":["trace[1717254631] 'process raft request' (duration: 2.252085109s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.172791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:22.920072Z","time spent":"2.252516489s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:25.267009Z","caller":"traceutil/trace.go:171","msg":"trace[1944972532] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"2.231085608s","start":"2026-04-07T00:26:23.035852Z","end":"2026-04-07T00:26:25.266937Z","steps":["trace[1944972532] 'process raft request' (duration: 2.230858673s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.267028Z","caller":"traceutil/trace.go:171","msg":"trace[25019384] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9457; }","duration":"1.98343972s","start":"2026-04-07T00:26:23.283567Z","end":"2026-04-07T00:26:25.267007Z","steps":["trace[25019384] 'read index received' (duration: 1.888516509s)","trace[25019384] 'applied index is now lower than readState.Index' (duration: 94.922141ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:25.267038Z","caller":"traceutil/trace.go:171","msg":"trace[1839237742] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"1.408326431s","start":"2026-04-07T00:26:23.858686Z","end":"2026-04-07T00:26:25.267012Z","steps":["trace[1839237742] 'process raft request' (duration: 1.408158637s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.267135Z","caller":"traceutil/trace.go:171","msg":"trace[1806720160] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"1.408351792s","start":"2026-04-07T00:26:23.858745Z","end":"2026-04-07T00:26:25.267097Z","steps":["trace[1806720160] 'process raft request' (duration: 1.408194848s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.267208Z","caller":"traceutil/trace.go:171","msg":"trace[501024326] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"1.408487614s","start":"2026-04-07T00:26:23.858695Z","end":"2026-04-07T00:26:25.267183Z","steps":["trace[501024326] 'process raft request' (duration: 1.408208028s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.26722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.858658Z","time spent":"1.408485185s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:25.267316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.858661Z","time spent":"1.408590657s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:25.267326Z","caller":"traceutil/trace.go:171","msg":"trace[1255336985] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"1.408470644s","start":"2026-04-07T00:26:23.858776Z","end":"2026-04-07T00:26:25.267247Z","steps":["trace[1255336985] 'process raft request' (duration: 1.408194598s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.267459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965979948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:26:25.267505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268804709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:26:25.267524Z","caller":"traceutil/trace.go:171","msg":"trace[1812736051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9128; }","duration":"1.96609233s","start":"2026-04-07T00:26:23.301417Z","end":"2026-04-07T00:26:25.267509Z","steps":["trace[1812736051] 'agreement among raft nodes before linearized reading' (duration: 1.965929166s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.267558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679875836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:26:25.267577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404756411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:26:25.267615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851492878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:25.267625Z","caller":"traceutil/trace.go:171","msg":"trace[1601377110] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9128; }","duration":"1.679984448s","start":"2026-04-07T00:26:23.587624Z","end":"2026-04-07T00:26:25.267609Z","steps":["trace[1601377110] 'agreement among raft nodes before linearized reading' (duration: 1.679869465s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.267657Z","caller":"traceutil/trace.go:171","msg":"trace[1984811398] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9128; }","duration":"1.85156966s","start":"2026-04-07T00:26:23.416076Z","end":"2026-04-07T00:26:25.267646Z","steps":["trace[1984811398] 'agreement among raft nodes before linearized reading' (duration: 1.851516218s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.267675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.587603Z","time spent":"1.68005835s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:25.267693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.416052Z","time spent":"1.85163237s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:25.267711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364215571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:26:25.267742Z","caller":"traceutil/trace.go:171","msg":"trace[1926962588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9128; }","duration":"1.364277572s","start":"2026-04-07T00:26:23.903456Z","end":"2026-04-07T00:26:25.267733Z","steps":["trace[1926962588] 'agreement among raft nodes before linearized reading' (duration: 1.36419545s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.267781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.903441Z","time spent":"1.364332223s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:26:25.267841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664168173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:26:25.267896Z","caller":"traceutil/trace.go:171","msg":"trace[1249334693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9128; }","duration":"1.664265405s","start":"2026-04-07T00:26:23.60362Z","end":"2026-04-07T00:26:25.267885Z","steps":["trace[1249334693] 'agreement among raft nodes before linearized reading' (duration: 1.664113452s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.267941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.603591Z","time spent":"1.664340267s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:26:25.267991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.21104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:25.268027Z","caller":"traceutil/trace.go:171","msg":"trace[14318982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9128; }","duration":"644.291532ms","start":"2026-04-07T00:26:24.623723Z","end":"2026-04-07T00:26:25.268014Z","steps":["trace[14318982] 'agreement among raft nodes before linearized reading' (duration: 644.238751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.267931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.418907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:26:25.268075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:24.623697Z","time spent":"644.363743ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:25.2681Z","caller":"traceutil/trace.go:171","msg":"trace[1394155827] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9128; }","duration":"494.620351ms","start":"2026-04-07T00:26:24.773458Z","end":"2026-04-07T00:26:25.268078Z","steps":["trace[1394155827] 'agreement among raft nodes before linearized reading' (duration: 494.437247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.268151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382700844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:26:25.268273Z","caller":"traceutil/trace.go:171","msg":"trace[799782769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9128; }","duration":"1.382844208s","start":"2026-04-07T00:26:23.885415Z","end":"2026-04-07T00:26:25.268259Z","steps":["trace[799782769] 'agreement among raft nodes before linearized reading' (duration: 1.382647434s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.268324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.885402Z","time spent":"1.382908319s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:26:25.26839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268539563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:26:25.267568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.301403Z","time spent":"1.966153802s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:25.268452Z","caller":"traceutil/trace.go:171","msg":"trace[939813433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9128; }","duration":"1.268624025s","start":"2026-04-07T00:26:23.999814Z","end":"2026-04-07T00:26:25.268438Z","steps":["trace[939813433] 'agreement among raft nodes before linearized reading' (duration: 1.26838129s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.268493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.999802Z","time spent":"1.268679506s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:26:25.267628Z","caller":"traceutil/trace.go:171","msg":"trace[957705916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:9128; }","duration":"1.404842073s","start":"2026-04-07T00:26:23.862774Z","end":"2026-04-07T00:26:25.267616Z","steps":["trace[957705916] 'agreement among raft nodes before linearized reading' (duration: 1.404679399s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.268566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268676806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:26:25.268575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.862758Z","time spent":"1.405800324s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:26:25.268617Z","caller":"traceutil/trace.go:171","msg":"trace[1698690317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9128; }","duration":"1.268762828s","start":"2026-04-07T00:26:23.99984Z","end":"2026-04-07T00:26:25.268603Z","steps":["trace[1698690317] 'agreement among raft nodes before linearized reading' (duration: 1.268617745s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.268162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:24.773436Z","time spent":"494.705344ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:26:25.267567Z","caller":"traceutil/trace.go:171","msg":"trace[20107400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9128; }","duration":"1.268898602s","start":"2026-04-07T00:26:23.998654Z","end":"2026-04-07T00:26:25.267553Z","steps":["trace[20107400] 'agreement among raft nodes before linearized reading' (duration: 1.268712467s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.268813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.998637Z","time spent":"1.270159349s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:26:25.268648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.999825Z","time spent":"1.26881665s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:26:25.269588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.858762Z","time spent":"1.408724429s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:25.269743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986181311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:25.269909Z","caller":"traceutil/trace.go:171","msg":"trace[1049055969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9128; }","duration":"1.986259913s","start":"2026-04-07T00:26:23.283514Z","end":"2026-04-07T00:26:25.269774Z","steps":["trace[1049055969] 'agreement among raft nodes before linearized reading' (duration: 1.983626793s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.269926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.035828Z","time spent":"2.231256732s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:26:25.269955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.283489Z","time spent":"1.986456447s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:26:25.270091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:23.858661Z","time spent":"1.408579457s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:25.45895Z","caller":"traceutil/trace.go:171","msg":"trace[841131578] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"184.623073ms","start":"2026-04-07T00:26:25.274293Z","end":"2026-04-07T00:26:25.458916Z","steps":["trace[841131578] 'process raft request' (duration: 134.711463ms)","trace[841131578] 'compare' (duration: 49.690466ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:25.459239Z","caller":"traceutil/trace.go:171","msg":"trace[251116432] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9464; }","duration":"184.861439ms","start":"2026-04-07T00:26:25.27436Z","end":"2026-04-07T00:26:25.459222Z","steps":["trace[251116432] 'read index received' (duration: 20.173644ms)","trace[251116432] 'applied index is now lower than readState.Index' (duration: 164.686115ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:25.459277Z","caller":"traceutil/trace.go:171","msg":"trace[806117814] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"183.434587ms","start":"2026-04-07T00:26:25.275805Z","end":"2026-04-07T00:26:25.45924Z","steps":["trace[806117814] 'process raft request' (duration: 183.154ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.459352Z","caller":"traceutil/trace.go:171","msg":"trace[715116077] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"184.89729ms","start":"2026-04-07T00:26:25.274437Z","end":"2026-04-07T00:26:25.459334Z","steps":["trace[715116077] 'process raft request' (duration: 184.45102ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.459424Z","caller":"traceutil/trace.go:171","msg":"trace[1824226403] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"182.565788ms","start":"2026-04-07T00:26:25.276766Z","end":"2026-04-07T00:26:25.459332Z","steps":["trace[1824226403] 'process raft request' (duration: 182.2235ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.45925Z","caller":"traceutil/trace.go:171","msg":"trace[578414409] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"184.787217ms","start":"2026-04-07T00:26:25.274427Z","end":"2026-04-07T00:26:25.459214Z","steps":["trace[578414409] 'process raft request' (duration: 184.410609ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.459543Z","caller":"traceutil/trace.go:171","msg":"trace[1519768372] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"184.552141ms","start":"2026-04-07T00:26:25.274974Z","end":"2026-04-07T00:26:25.459526Z","steps":["trace[1519768372] 'process raft request' (duration: 183.946838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.459688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.351027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"warn","ts":"2026-04-07T00:26:25.459731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.996653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:25.459738Z","caller":"traceutil/trace.go:171","msg":"trace[2099749307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9135; }","duration":"184.44544ms","start":"2026-04-07T00:26:25.275281Z","end":"2026-04-07T00:26:25.459726Z","steps":["trace[2099749307] 'agreement among raft nodes before linearized reading' (duration: 184.076421ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.459764Z","caller":"traceutil/trace.go:171","msg":"trace[58302148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9135; }","duration":"181.050694ms","start":"2026-04-07T00:26:25.278705Z","end":"2026-04-07T00:26:25.459755Z","steps":["trace[58302148] 'agreement among raft nodes before linearized reading' (duration: 181.001783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.459807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.858767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:25.459866Z","caller":"traceutil/trace.go:171","msg":"trace[1243053011] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9135; }","duration":"131.041831ms","start":"2026-04-07T00:26:25.328812Z","end":"2026-04-07T00:26:25.459853Z","steps":["trace[1243053011] 'agreement among raft nodes before linearized reading' (duration: 130.861366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.460027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.656328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:26:25.460078Z","caller":"traceutil/trace.go:171","msg":"trace[1019911333] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9135; }","duration":"185.726589ms","start":"2026-04-07T00:26:25.274338Z","end":"2026-04-07T00:26:25.460065Z","steps":["trace[1019911333] 'agreement among raft nodes before linearized reading' (duration: 185.549055ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:25.700886Z","caller":"traceutil/trace.go:171","msg":"trace[513714487] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9470; }","duration":"234.531974ms","start":"2026-04-07T00:26:25.466315Z","end":"2026-04-07T00:26:25.700847Z","steps":["trace[513714487] 'read index received' (duration: 137.953706ms)","trace[513714487] 'applied index is now lower than readState.Index' (duration: 96.577208ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:25.7012Z","caller":"traceutil/trace.go:171","msg":"trace[2056406712] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"235.394964ms","start":"2026-04-07T00:26:25.465788Z","end":"2026-04-07T00:26:25.701183Z","steps":["trace[2056406712] 'process raft request' (duration: 138.433997ms)","trace[2056406712] 'compare' (duration: 96.484446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:25.701546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.221949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:26:25.701805Z","caller":"traceutil/trace.go:171","msg":"trace[1600788158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9136; }","duration":"235.519486ms","start":"2026-04-07T00:26:25.466273Z","end":"2026-04-07T00:26:25.701793Z","steps":["trace[1600788158] 'agreement among raft nodes before linearized reading' (duration: 235.138528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:25.711006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.970701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:25.711102Z","caller":"traceutil/trace.go:171","msg":"trace[722522314] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9137; }","duration":"226.102145ms","start":"2026-04-07T00:26:25.484984Z","end":"2026-04-07T00:26:25.711086Z","steps":["trace[722522314] 'agreement among raft nodes before linearized reading' (duration: 225.90239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:26.248391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.422254ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-07T00:26:26.248929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:25.7867Z","time spent":"462.225205ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:26:27.449184Z","caller":"traceutil/trace.go:171","msg":"trace[1170949183] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9474; }","duration":"296.016414ms","start":"2026-04-07T00:26:27.153148Z","end":"2026-04-07T00:26:27.449164Z","steps":["trace[1170949183] 'read index received' (duration: 295.895022ms)","trace[1170949183] 'applied index is now lower than readState.Index' (duration: 120.292µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:27.449292Z","caller":"traceutil/trace.go:171","msg":"trace[1959493728] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"357.757101ms","start":"2026-04-07T00:26:27.091472Z","end":"2026-04-07T00:26:27.449229Z","steps":["trace[1959493728] 'process raft request' (duration: 357.548276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.449369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.201878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:27.44943Z","caller":"traceutil/trace.go:171","msg":"trace[109996594] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9139; }","duration":"296.279421ms","start":"2026-04-07T00:26:27.153132Z","end":"2026-04-07T00:26:27.449412Z","steps":["trace[109996594] 'agreement among raft nodes before linearized reading' (duration: 296.167308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.44955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.091449Z","time spent":"357.993286ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:27.683541Z","caller":"traceutil/trace.go:171","msg":"trace[1727555851] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"408.95785ms","start":"2026-04-07T00:26:27.274548Z","end":"2026-04-07T00:26:27.683506Z","steps":["trace[1727555851] 'process raft request' (duration: 408.727555ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:27.683554Z","caller":"traceutil/trace.go:171","msg":"trace[384851777] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"408.886238ms","start":"2026-04-07T00:26:27.274635Z","end":"2026-04-07T00:26:27.683522Z","steps":["trace[384851777] 'process raft request' (duration: 408.773665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.683681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.93319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:26:27.683721Z","caller":"traceutil/trace.go:171","msg":"trace[1981886231] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9143; }","duration":"466.997931ms","start":"2026-04-07T00:26:27.216713Z","end":"2026-04-07T00:26:27.683711Z","steps":["trace[1981886231] 'agreement among raft nodes before linearized reading' (duration: 466.904479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.683739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.274589Z","time spent":"409.065322ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:27.683788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.042923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-07T00:26:27.683851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.588464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:26:27.683822Z","caller":"traceutil/trace.go:171","msg":"trace[7423876] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"408.514218ms","start":"2026-04-07T00:26:27.27528Z","end":"2026-04-07T00:26:27.683794Z","steps":["trace[7423876] 'process raft request' (duration: 408.15526ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:27.683873Z","caller":"traceutil/trace.go:171","msg":"trace[1558753317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9143; }","duration":"385.628945ms","start":"2026-04-07T00:26:27.298238Z","end":"2026-04-07T00:26:27.683867Z","steps":["trace[1558753317] 'agreement among raft nodes before linearized reading' (duration: 385.530452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.68389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.298228Z","time spent":"385.658456ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:26:27.683881Z","caller":"traceutil/trace.go:171","msg":"trace[1344612949] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5; range_end:; response_count:1; response_revision:9143; }","duration":"238.195686ms","start":"2026-04-07T00:26:27.445666Z","end":"2026-04-07T00:26:27.683861Z","steps":["trace[1344612949] 'agreement among raft nodes before linearized reading' (duration: 237.92082ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:27.683889Z","caller":"traceutil/trace.go:171","msg":"trace[815153471] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"407.872964ms","start":"2026-04-07T00:26:27.276005Z","end":"2026-04-07T00:26:27.683878Z","steps":["trace[815153471] 'process raft request' (duration: 407.455985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.68395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.275986Z","time spent":"407.931826ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:27.683753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.216673Z","time spent":"467.072163ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:26:27.683979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.275268Z","time spent":"408.617111ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:27.684164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.24838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-07T00:26:27.683777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.274521Z","time spent":"409.117663ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:27.684245Z","caller":"traceutil/trace.go:171","msg":"trace[638872302] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9143; }","duration":"390.363032ms","start":"2026-04-07T00:26:27.293859Z","end":"2026-04-07T00:26:27.684222Z","steps":["trace[638872302] 'agreement among raft nodes before linearized reading' (duration: 390.022324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.684429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.293851Z","time spent":"390.564497ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T00:26:27.683561Z","caller":"traceutil/trace.go:171","msg":"trace[1982492173] linearizableReadLoop","detail":"{readStateIndex:9479; appliedIndex:9475; }","duration":"234.266907ms","start":"2026-04-07T00:26:27.449264Z","end":"2026-04-07T00:26:27.683531Z","steps":["trace[1982492173] 'read index received' (duration: 233.998071ms)","trace[1982492173] 'applied index is now lower than readState.Index' (duration: 267.376µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:27.684706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.248582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:26:27.684745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.612704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:26:27.684756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.431766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:26:27.684791Z","caller":"traceutil/trace.go:171","msg":"trace[587494089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:9143; }","duration":"217.686437ms","start":"2026-04-07T00:26:27.467091Z","end":"2026-04-07T00:26:27.684778Z","steps":["trace[587494089] 'agreement among raft nodes before linearized reading' (duration: 217.540783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.684804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.001288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:26:27.684817Z","caller":"traceutil/trace.go:171","msg":"trace[634446617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9143; }","duration":"219.512287ms","start":"2026-04-07T00:26:27.46529Z","end":"2026-04-07T00:26:27.684802Z","steps":["trace[634446617] 'agreement among raft nodes before linearized reading' (duration: 219.308413ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:27.684838Z","caller":"traceutil/trace.go:171","msg":"trace[1073991665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9143; }","duration":"220.04309ms","start":"2026-04-07T00:26:27.464784Z","end":"2026-04-07T00:26:27.684827Z","steps":["trace[1073991665] 'agreement among raft nodes before linearized reading' (duration: 219.967368ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:27.684775Z","caller":"traceutil/trace.go:171","msg":"trace[665479110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9143; }","duration":"219.369924ms","start":"2026-04-07T00:26:27.465393Z","end":"2026-04-07T00:26:27.684763Z","steps":["trace[665479110] 'agreement among raft nodes before linearized reading' (duration: 219.201421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:27.684726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.949487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:26:27.684968Z","caller":"traceutil/trace.go:171","msg":"trace[1309225342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9143; }","duration":"220.224314ms","start":"2026-04-07T00:26:27.464733Z","end":"2026-04-07T00:26:27.684958Z","steps":["trace[1309225342] 'agreement among raft nodes before linearized reading' (duration: 219.853595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:28.060858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.418567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:26:28.060996Z","caller":"traceutil/trace.go:171","msg":"trace[1641723770] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"375.15115ms","start":"2026-04-07T00:26:27.68582Z","end":"2026-04-07T00:26:28.060972Z","steps":["trace[1641723770] 'process raft request' (duration: 109.521128ms)","trace[1641723770] 'compare' (duration: 265.284245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:28.06111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.685784Z","time spent":"375.279483ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:28.099029Z","caller":"traceutil/trace.go:171","msg":"trace[738509140] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"410.211178ms","start":"2026-04-07T00:26:27.688726Z","end":"2026-04-07T00:26:28.098937Z","steps":["trace[738509140] 'process raft request' (duration: 409.934312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:28.099166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.688705Z","time spent":"410.398683ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:28.099501Z","caller":"traceutil/trace.go:171","msg":"trace[1569476477] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"410.253609ms","start":"2026-04-07T00:26:27.689193Z","end":"2026-04-07T00:26:28.099447Z","steps":["trace[1569476477] 'process raft request' (duration: 409.691287ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:28.099624Z","caller":"traceutil/trace.go:171","msg":"trace[1298227567] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"410.091655ms","start":"2026-04-07T00:26:27.689503Z","end":"2026-04-07T00:26:28.099595Z","steps":["trace[1298227567] 'process raft request' (duration: 409.720647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:28.099746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.689184Z","time spent":"410.401492ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:28.09978Z","caller":"traceutil/trace.go:171","msg":"trace[844971875] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"409.133813ms","start":"2026-04-07T00:26:27.690628Z","end":"2026-04-07T00:26:28.099762Z","steps":["trace[844971875] 'process raft request' (duration: 408.937149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:28.099797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.689496Z","time spent":"410.258319ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:28.099869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.690621Z","time spent":"409.200474ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:28.099635Z","caller":"traceutil/trace.go:171","msg":"trace[1876262655] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9479; }","duration":"408.765205ms","start":"2026-04-07T00:26:27.69085Z","end":"2026-04-07T00:26:28.099615Z","steps":["trace[1876262655] 'read index received' (duration: 104.505445ms)","trace[1876262655] 'applied index is now lower than readState.Index' (duration: 304.25846ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:28.099943Z","caller":"traceutil/trace.go:171","msg":"trace[891236709] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"410.044044ms","start":"2026-04-07T00:26:27.689691Z","end":"2026-04-07T00:26:28.099736Z","steps":["trace[891236709] 'process raft request' (duration: 409.811348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:28.100074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.210795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-04-07T00:26:28.100148Z","caller":"traceutil/trace.go:171","msg":"trace[2018132764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9149; }","duration":"409.287906ms","start":"2026-04-07T00:26:27.690844Z","end":"2026-04-07T00:26:28.100132Z","steps":["trace[2018132764] 'agreement among raft nodes before linearized reading' (duration: 408.827246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:28.100205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.690835Z","time spent":"409.355768ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228843,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:26:28.100508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:27.689685Z","time spent":"410.494653ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:33.471369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.403266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:26:33.471517Z","caller":"traceutil/trace.go:171","msg":"trace[1142184775] linearizableReadLoop","detail":"{readStateIndex:9534; appliedIndex:9533; }","duration":"302.765876ms","start":"2026-04-07T00:26:33.168732Z","end":"2026-04-07T00:26:33.471498Z","steps":["trace[1142184775] 'read index received' (duration: 37.481µs)","trace[1142184775] 'applied index is now lower than readState.Index' (duration: 302.726715ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:33.471644Z","caller":"traceutil/trace.go:171","msg":"trace[1686537127] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"497.742812ms","start":"2026-04-07T00:26:32.973867Z","end":"2026-04-07T00:26:33.47161Z","steps":["trace[1686537127] 'process raft request' (duration: 77.035059ms)","trace[1686537127] 'compare' (duration: 420.048708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:33.471732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:32.973859Z","time spent":"497.823094ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:26:33.472141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.409911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5jfht\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-07T00:26:33.47218Z","caller":"traceutil/trace.go:171","msg":"trace[1135844453] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-5jfht; range_end:; response_count:1; response_revision:9197; }","duration":"303.483823ms","start":"2026-04-07T00:26:33.168681Z","end":"2026-04-07T00:26:33.472165Z","steps":["trace[1135844453] 'agreement among raft nodes before linearized reading' (duration: 303.295059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:33.472211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:33.16866Z","time spent":"303.544444ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5jfht\" "} {"level":"warn","ts":"2026-04-07T00:26:33.472809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.451061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:26:33.472871Z","caller":"traceutil/trace.go:171","msg":"trace[1535559298] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9197; }","duration":"127.563864ms","start":"2026-04-07T00:26:33.345292Z","end":"2026-04-07T00:26:33.472856Z","steps":["trace[1535559298] 'agreement among raft nodes before linearized reading' (duration: 127.444671ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:37.455289Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002577.wal"} {"level":"info","ts":"2026-04-07T00:26:39.407345Z","caller":"traceutil/trace.go:171","msg":"trace[931204727] linearizableReadLoop","detail":"{readStateIndex:9614; appliedIndex:9613; }","duration":"122.426937ms","start":"2026-04-07T00:26:39.2849Z","end":"2026-04-07T00:26:39.407327Z","steps":["trace[931204727] 'read index received' (duration: 99.417851ms)","trace[931204727] 'applied index is now lower than readState.Index' (duration: 23.008106ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:39.40755Z","caller":"traceutil/trace.go:171","msg":"trace[1036796587] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"146.13355ms","start":"2026-04-07T00:26:39.261387Z","end":"2026-04-07T00:26:39.40752Z","steps":["trace[1036796587] 'process raft request' (duration: 122.787267ms)","trace[1036796587] 'compare' (duration: 22.838432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:39.407667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.997347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-07T00:26:39.407703Z","caller":"traceutil/trace.go:171","msg":"trace[827064578] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9274; }","duration":"142.15679ms","start":"2026-04-07T00:26:39.265534Z","end":"2026-04-07T00:26:39.407691Z","steps":["trace[827064578] 'agreement among raft nodes before linearized reading' (duration: 141.895514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:39.408626Z","caller":"traceutil/trace.go:171","msg":"trace[259438503] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"119.603324ms","start":"2026-04-07T00:26:39.289011Z","end":"2026-04-07T00:26:39.408614Z","steps":["trace[259438503] 'process raft request' (duration: 119.532153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:39.930977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.466543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:26:39.931103Z","caller":"traceutil/trace.go:171","msg":"trace[1339135415] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"283.513533ms","start":"2026-04-07T00:26:39.647543Z","end":"2026-04-07T00:26:39.931057Z","steps":["trace[1339135415] 'process raft request' (duration: 142.895827ms)","trace[1339135415] 'compare' (duration: 140.240988ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:40.064673Z","caller":"traceutil/trace.go:171","msg":"trace[1862298314] linearizableReadLoop","detail":"{readStateIndex:9639; appliedIndex:9637; }","duration":"396.09273ms","start":"2026-04-07T00:26:39.668556Z","end":"2026-04-07T00:26:40.064649Z","steps":["trace[1862298314] 'read index received' (duration: 121.894586ms)","trace[1862298314] 'applied index is now lower than readState.Index' (duration: 274.196784ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:26:40.064924Z","caller":"traceutil/trace.go:171","msg":"trace[330531756] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"340.091003ms","start":"2026-04-07T00:26:39.724794Z","end":"2026-04-07T00:26:40.064885Z","steps":["trace[330531756] 'process raft request' (duration: 339.668734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.065143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.724782Z","time spent":"340.250126ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:40.065309Z","caller":"traceutil/trace.go:171","msg":"trace[363347091] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"393.440511ms","start":"2026-04-07T00:26:39.671822Z","end":"2026-04-07T00:26:40.065262Z","steps":["trace[363347091] 'process raft request' (duration: 392.5137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.06555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.942419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-07T00:26:40.065565Z","caller":"traceutil/trace.go:171","msg":"trace[547865674] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"405.477001ms","start":"2026-04-07T00:26:39.66001Z","end":"2026-04-07T00:26:40.065487Z","steps":["trace[547865674] 'process raft request' (duration: 399.388974ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:40.065626Z","caller":"traceutil/trace.go:171","msg":"trace[246798730] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9304; }","duration":"397.080612ms","start":"2026-04-07T00:26:39.668525Z","end":"2026-04-07T00:26:40.065606Z","steps":["trace[246798730] 'agreement among raft nodes before linearized reading' (duration: 396.798616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.065668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.668512Z","time spent":"397.149653ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-07T00:26:40.06568Z","caller":"traceutil/trace.go:171","msg":"trace[73459837] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"340.799028ms","start":"2026-04-07T00:26:39.724864Z","end":"2026-04-07T00:26:40.065663Z","steps":["trace[73459837] 'process raft request' (duration: 339.666013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.065733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.947506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-04-07T00:26:40.065782Z","caller":"traceutil/trace.go:171","msg":"trace[521096142] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9304; }","duration":"130.019088ms","start":"2026-04-07T00:26:39.935749Z","end":"2026-04-07T00:26:40.065768Z","steps":["trace[521096142] 'agreement among raft nodes before linearized reading' (duration: 129.907785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.065793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.724857Z","time spent":"340.8729ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:26:40.065617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.004746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:26:40.065849Z","caller":"traceutil/trace.go:171","msg":"trace[2103439872] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"339.646003ms","start":"2026-04-07T00:26:39.726194Z","end":"2026-04-07T00:26:40.06584Z","steps":["trace[2103439872] 'process raft request' (duration: 338.402466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.0658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.659988Z","time spent":"405.676484ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:40.065888Z","caller":"traceutil/trace.go:171","msg":"trace[544578643] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9304; }","duration":"395.272512ms","start":"2026-04-07T00:26:39.670588Z","end":"2026-04-07T00:26:40.06586Z","steps":["trace[544578643] 'agreement among raft nodes before linearized reading' (duration: 394.846112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.065974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.670581Z","time spent":"395.371574ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-07T00:26:40.06559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.671796Z","time spent":"393.655655ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:26:40.066106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.530145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:26:40.066159Z","caller":"traceutil/trace.go:171","msg":"trace[1874457195] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9304; }","duration":"357.610097ms","start":"2026-04-07T00:26:39.708533Z","end":"2026-04-07T00:26:40.066143Z","steps":["trace[1874457195] 'agreement among raft nodes before linearized reading' (duration: 357.487893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.065921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.726184Z","time spent":"339.692744ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:40.065983Z","caller":"traceutil/trace.go:171","msg":"trace[2095027189] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"341.805192ms","start":"2026-04-07T00:26:39.72417Z","end":"2026-04-07T00:26:40.065975Z","steps":["trace[2095027189] 'process raft request' (duration: 340.241638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.066393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.988643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"warn","ts":"2026-04-07T00:26:40.066448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.724149Z","time spent":"342.13689ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:26:40.066452Z","caller":"traceutil/trace.go:171","msg":"trace[397938156] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9304; }","duration":"394.079025ms","start":"2026-04-07T00:26:39.672358Z","end":"2026-04-07T00:26:40.066437Z","steps":["trace[397938156] 'agreement among raft nodes before linearized reading' (duration: 393.854061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:26:40.066192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.708515Z","time spent":"357.668888ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T00:26:40.066497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:26:39.672319Z","time spent":"394.166368ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-07T00:27:17.378318Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:27:17.385847Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T00:27:17.385931Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T00:27:26.216551Z","caller":"traceutil/trace.go:171","msg":"trace[922654206] linearizableReadLoop","detail":"{readStateIndex:10129; appliedIndex:10128; }","duration":"375.835657ms","start":"2026-04-07T00:27:25.84069Z","end":"2026-04-07T00:27:26.216526Z","steps":["trace[922654206] 'read index received' (duration: 375.707694ms)","trace[922654206] 'applied index is now lower than readState.Index' (duration: 126.523µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:26.2166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.799605Z","time spent":"416.986641ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:27:26.216766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.049232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:27:26.216879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.672131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:26.216945Z","caller":"traceutil/trace.go:171","msg":"trace[1905826550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9777; }","duration":"292.778684ms","start":"2026-04-07T00:27:25.924146Z","end":"2026-04-07T00:27:26.216925Z","steps":["trace[1905826550] 'agreement among raft nodes before linearized reading' (duration: 292.653111ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:26.21689Z","caller":"traceutil/trace.go:171","msg":"trace[524667720] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9777; }","duration":"376.202575ms","start":"2026-04-07T00:27:25.840639Z","end":"2026-04-07T00:27:26.216841Z","steps":["trace[524667720] 'agreement among raft nodes before linearized reading' (duration: 376.023701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:26.216995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.840621Z","time spent":"376.361069ms","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:27:40.755582Z","caller":"traceutil/trace.go:171","msg":"trace[1331272337] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"413.407522ms","start":"2026-04-07T00:27:40.342142Z","end":"2026-04-07T00:27:40.755549Z","steps":["trace[1331272337] 'process raft request' (duration: 413.176267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:40.755798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.342102Z","time spent":"413.575255ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:41.151022Z","caller":"traceutil/trace.go:171","msg":"trace[1827595544] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"808.479472ms","start":"2026-04-07T00:27:40.342509Z","end":"2026-04-07T00:27:41.150988Z","steps":["trace[1827595544] 'process raft request' (duration: 808.209306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.151228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.342477Z","time spent":"808.646054ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:41.151452Z","caller":"traceutil/trace.go:171","msg":"trace[377600153] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"807.08309ms","start":"2026-04-07T00:27:40.344333Z","end":"2026-04-07T00:27:41.151416Z","steps":["trace[377600153] 'process raft request' (duration: 806.596219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.151571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.344323Z","time spent":"807.193272ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:41.152159Z","caller":"traceutil/trace.go:171","msg":"trace[615185605] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"801.229309ms","start":"2026-04-07T00:27:40.350909Z","end":"2026-04-07T00:27:41.152138Z","steps":["trace[615185605] 'process raft request' (duration: 800.977113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:41.152164Z","caller":"traceutil/trace.go:171","msg":"trace[1902829564] linearizableReadLoop","detail":"{readStateIndex:10217; appliedIndex:10213; }","duration":"654.859509ms","start":"2026-04-07T00:27:40.497266Z","end":"2026-04-07T00:27:41.152126Z","steps":["trace[1902829564] 'read index received' (duration: 258.076851ms)","trace[1902829564] 'applied index is now lower than readState.Index' (duration: 396.781288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:41.152269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.350891Z","time spent":"801.323201ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:41.15251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.206496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:27:41.152577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.687181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:27:41.152601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.307797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:27:41.152648Z","caller":"traceutil/trace.go:171","msg":"trace[1427712677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9863; }","duration":"648.804624ms","start":"2026-04-07T00:27:40.503821Z","end":"2026-04-07T00:27:41.152625Z","steps":["trace[1427712677] 'agreement among raft nodes before linearized reading' (duration: 648.531958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.15271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.503808Z","time spent":"648.888495ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:27:41.152706Z","caller":"traceutil/trace.go:171","msg":"trace[1608067127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9863; }","duration":"517.447601ms","start":"2026-04-07T00:27:40.635234Z","end":"2026-04-07T00:27:41.152682Z","steps":["trace[1608067127] 'agreement among raft nodes before linearized reading' (duration: 517.146214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.152813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.648569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:27:41.152824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.735903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:27:41.152879Z","caller":"traceutil/trace.go:171","msg":"trace[1583122268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9863; }","duration":"518.755772ms","start":"2026-04-07T00:27:40.634107Z","end":"2026-04-07T00:27:41.152863Z","steps":["trace[1583122268] 'agreement among raft nodes before linearized reading' (duration: 518.553766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.1529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.635226Z","time spent":"517.645746ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:41.152934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.634083Z","time spent":"518.838713ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:27:41.152884Z","caller":"traceutil/trace.go:171","msg":"trace[1248332101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9863; }","duration":"519.794254ms","start":"2026-04-07T00:27:40.633077Z","end":"2026-04-07T00:27:41.152871Z","steps":["trace[1248332101] 'agreement among raft nodes before linearized reading' (duration: 519.66395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.153263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.632999Z","time spent":"520.212964ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:27:41.152634Z","caller":"traceutil/trace.go:171","msg":"trace[2100515249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9863; }","duration":"655.390451ms","start":"2026-04-07T00:27:40.497216Z","end":"2026-04-07T00:27:41.152606Z","steps":["trace[2100515249] 'agreement among raft nodes before linearized reading' (duration: 655.102405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.153403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.497195Z","time spent":"656.18423ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:27:41.15368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.630221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:27:41.153762Z","caller":"traceutil/trace.go:171","msg":"trace[49390743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:9863; }","duration":"511.741473ms","start":"2026-04-07T00:27:40.642001Z","end":"2026-04-07T00:27:41.153743Z","steps":["trace[49390743] 'agreement among raft nodes before linearized reading' (duration: 510.680159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:41.153793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:40.641994Z","time spent":"511.792065ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:27:41.321092Z","caller":"traceutil/trace.go:171","msg":"trace[838809329] linearizableReadLoop","detail":"{readStateIndex:10218; appliedIndex:10217; }","duration":"160.764552ms","start":"2026-04-07T00:27:41.160302Z","end":"2026-04-07T00:27:41.321067Z","steps":["trace[838809329] 'read index received' (duration: 127.66068ms)","trace[838809329] 'applied index is now lower than readState.Index' (duration: 33.102712ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:27:41.321492Z","caller":"traceutil/trace.go:171","msg":"trace[802169249] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"162.111241ms","start":"2026-04-07T00:27:41.159342Z","end":"2026-04-07T00:27:41.321453Z","steps":["trace[802169249] 'process raft request' (duration: 128.611941ms)","trace[802169249] 'compare' (duration: 32.925208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:41.321821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.500998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291558"} {"level":"info","ts":"2026-04-07T00:27:41.321888Z","caller":"traceutil/trace.go:171","msg":"trace[158923637] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9864; }","duration":"161.57685ms","start":"2026-04-07T00:27:41.160296Z","end":"2026-04-07T00:27:41.321872Z","steps":["trace[158923637] 'agreement among raft nodes before linearized reading' (duration: 161.14078ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:41.361157Z","caller":"traceutil/trace.go:171","msg":"trace[831100392] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"199.383276ms","start":"2026-04-07T00:27:41.161748Z","end":"2026-04-07T00:27:41.361131Z","steps":["trace[831100392] 'process raft request' (duration: 199.282934ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:41.361462Z","caller":"traceutil/trace.go:171","msg":"trace[2115214956] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"199.624791ms","start":"2026-04-07T00:27:41.161793Z","end":"2026-04-07T00:27:41.361418Z","steps":["trace[2115214956] 'process raft request' (duration: 199.272483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:41.361543Z","caller":"traceutil/trace.go:171","msg":"trace[528467447] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"200.691516ms","start":"2026-04-07T00:27:41.160426Z","end":"2026-04-07T00:27:41.361117Z","steps":["trace[528467447] 'process raft request' (duration: 200.486981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:41.361777Z","caller":"traceutil/trace.go:171","msg":"trace[1123001079] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"199.938148ms","start":"2026-04-07T00:27:41.161826Z","end":"2026-04-07T00:27:41.361764Z","steps":["trace[1123001079] 'process raft request' (duration: 199.273023ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:12.048908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7663} {"level":"info","ts":"2026-04-07T00:28:12.128809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7663,"took":"77.23207ms","hash":3609804590,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":26562560,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-07T00:28:12.12888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3609804590,"revision":7663,"compact-revision":5434} {"level":"info","ts":"2026-04-07T00:28:21.372688Z","caller":"traceutil/trace.go:171","msg":"trace[1081480588] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"124.079181ms","start":"2026-04-07T00:28:21.248585Z","end":"2026-04-07T00:28:21.372665Z","steps":["trace[1081480588] 'process raft request' (duration: 97.859192ms)","trace[1081480588] 'compare' (duration: 25.707357ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:21.788133Z","caller":"traceutil/trace.go:171","msg":"trace[2101580501] linearizableReadLoop","detail":"{readStateIndex:10523; appliedIndex:10522; }","duration":"119.946527ms","start":"2026-04-07T00:28:21.668155Z","end":"2026-04-07T00:28:21.788102Z","steps":["trace[2101580501] 'read index received' (duration: 78.498709ms)","trace[2101580501] 'applied index is now lower than readState.Index' (duration: 41.446658ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:21.788216Z","caller":"traceutil/trace.go:171","msg":"trace[1524436312] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"148.803893ms","start":"2026-04-07T00:28:21.639368Z","end":"2026-04-07T00:28:21.788172Z","steps":["trace[1524436312] 'process raft request' (duration: 107.245882ms)","trace[1524436312] 'compare' (duration: 41.238314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:21.788455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.268514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:28:21.788496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.265444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:28:21.78853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.013565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:28:21.788546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.274165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:28:21.788593Z","caller":"traceutil/trace.go:171","msg":"trace[1740282651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10158; }","duration":"102.082397ms","start":"2026-04-07T00:28:21.686492Z","end":"2026-04-07T00:28:21.788575Z","steps":["trace[1740282651] 'agreement among raft nodes before linearized reading' (duration: 101.963094ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.788616Z","caller":"traceutil/trace.go:171","msg":"trace[335871603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10158; }","duration":"108.358837ms","start":"2026-04-07T00:28:21.68024Z","end":"2026-04-07T00:28:21.788599Z","steps":["trace[335871603] 'agreement among raft nodes before linearized reading' (duration: 108.225314ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.788594Z","caller":"traceutil/trace.go:171","msg":"trace[733042350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10158; }","duration":"120.382746ms","start":"2026-04-07T00:28:21.668188Z","end":"2026-04-07T00:28:21.78857Z","steps":["trace[733042350] 'agreement among raft nodes before linearized reading' (duration: 120.129891ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.788522Z","caller":"traceutil/trace.go:171","msg":"trace[1322562900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10158; }","duration":"120.380466ms","start":"2026-04-07T00:28:21.668122Z","end":"2026-04-07T00:28:21.788502Z","steps":["trace[1322562900] 'agreement among raft nodes before linearized reading' (duration: 120.140331ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.915213Z","caller":"traceutil/trace.go:171","msg":"trace[437189697] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"120.085099ms","start":"2026-04-07T00:28:21.795101Z","end":"2026-04-07T00:28:21.915186Z","steps":["trace[437189697] 'process raft request' (duration: 119.996677ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.915238Z","caller":"traceutil/trace.go:171","msg":"trace[506074971] transaction","detail":"{read_only:false; response_revision:10161; number_of_response:1; }","duration":"120.9876ms","start":"2026-04-07T00:28:21.794214Z","end":"2026-04-07T00:28:21.915202Z","steps":["trace[506074971] 'process raft request' (duration: 120.846387ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.915326Z","caller":"traceutil/trace.go:171","msg":"trace[419018678] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"122.120745ms","start":"2026-04-07T00:28:21.793182Z","end":"2026-04-07T00:28:21.915303Z","steps":["trace[419018678] 'process raft request' (duration: 121.736977ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.915496Z","caller":"traceutil/trace.go:171","msg":"trace[427149290] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"119.887955ms","start":"2026-04-07T00:28:21.795568Z","end":"2026-04-07T00:28:21.915456Z","steps":["trace[427149290] 'process raft request' (duration: 119.577588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:21.915499Z","caller":"traceutil/trace.go:171","msg":"trace[1442481283] linearizableReadLoop","detail":"{readStateIndex:10525; appliedIndex:10523; }","duration":"121.8722ms","start":"2026-04-07T00:28:21.79358Z","end":"2026-04-07T00:28:21.915452Z","steps":["trace[1442481283] 'read index received' (duration: 46.02381ms)","trace[1442481283] 'applied index is now lower than readState.Index' (duration: 75.84409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:21.915958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.361021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321376"} {"level":"info","ts":"2026-04-07T00:28:21.916026Z","caller":"traceutil/trace.go:171","msg":"trace[592103656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10163; }","duration":"122.485394ms","start":"2026-04-07T00:28:21.793524Z","end":"2026-04-07T00:28:21.91601Z","steps":["trace[592103656] 'agreement among raft nodes before linearized reading' (duration: 122.017004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:22.682464Z","caller":"traceutil/trace.go:171","msg":"trace[1865161172] transaction","detail":"{read_only:false; response_revision:10167; number_of_response:1; }","duration":"158.598042ms","start":"2026-04-07T00:28:22.523848Z","end":"2026-04-07T00:28:22.682446Z","steps":["trace[1865161172] 'process raft request' (duration: 158.454059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:23.027093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.180086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:28:23.027209Z","caller":"traceutil/trace.go:171","msg":"trace[254589468] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10168; }","duration":"205.360279ms","start":"2026-04-07T00:28:22.821823Z","end":"2026-04-07T00:28:23.027183Z","steps":["trace[254589468] 'range keys from in-memory index tree' (duration: 205.029023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:23.027564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.589662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:28:23.027655Z","caller":"traceutil/trace.go:171","msg":"trace[1657681053] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10168; }","duration":"125.765116ms","start":"2026-04-07T00:28:22.901867Z","end":"2026-04-07T00:28:23.027632Z","steps":["trace[1657681053] 'count revisions from in-memory index tree' (duration: 125.47459ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:23.035824Z","caller":"traceutil/trace.go:171","msg":"trace[922543606] transaction","detail":"{read_only:false; response_revision:10169; number_of_response:1; }","duration":"112.017679ms","start":"2026-04-07T00:28:22.923773Z","end":"2026-04-07T00:28:23.035791Z","steps":["trace[922543606] 'process raft request' (duration: 111.803684ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:23.601631Z","caller":"traceutil/trace.go:171","msg":"trace[948878932] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"222.669928ms","start":"2026-04-07T00:28:23.378933Z","end":"2026-04-07T00:28:23.601603Z","steps":["trace[948878932] 'process raft request' (duration: 222.564985ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:23.601858Z","caller":"traceutil/trace.go:171","msg":"trace[682974077] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"223.072217ms","start":"2026-04-07T00:28:23.37877Z","end":"2026-04-07T00:28:23.601842Z","steps":["trace[682974077] 'process raft request' (duration: 190.418946ms)","trace[682974077] 'compare' (duration: 32.198971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:23.891789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.98537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:28:23.893079Z","caller":"traceutil/trace.go:171","msg":"trace[300011081] transaction","detail":"{read_only:false; response_revision:10173; number_of_response:1; }","duration":"285.586227ms","start":"2026-04-07T00:28:23.607456Z","end":"2026-04-07T00:28:23.893042Z","steps":["trace[300011081] 'process raft request' (duration: 96.273947ms)","trace[300011081] 'compare' (duration: 187.791146ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:24.18348Z","caller":"traceutil/trace.go:171","msg":"trace[702553777] transaction","detail":"{read_only:false; response_revision:10175; number_of_response:1; }","duration":"262.199944ms","start":"2026-04-07T00:28:23.921254Z","end":"2026-04-07T00:28:24.183454Z","steps":["trace[702553777] 'process raft request' (duration: 188.186376ms)","trace[702553777] 'compare' (duration: 73.390494ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:24.183506Z","caller":"traceutil/trace.go:171","msg":"trace[355396370] linearizableReadLoop","detail":"{readStateIndex:10540; appliedIndex:10539; }","duration":"246.922141ms","start":"2026-04-07T00:28:23.936563Z","end":"2026-04-07T00:28:24.183485Z","steps":["trace[355396370] 'read index received' (duration: 172.856083ms)","trace[355396370] 'applied index is now lower than readState.Index' (duration: 74.064038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:24.183662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.083875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:28:24.183689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.154826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:28:24.183721Z","caller":"traceutil/trace.go:171","msg":"trace[287743549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10176; }","duration":"264.184597ms","start":"2026-04-07T00:28:23.919527Z","end":"2026-04-07T00:28:24.183711Z","steps":["trace[287743549] 'agreement among raft nodes before linearized reading' (duration: 264.058894ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:24.183733Z","caller":"traceutil/trace.go:171","msg":"trace[955572249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10176; }","duration":"264.216148ms","start":"2026-04-07T00:28:23.919503Z","end":"2026-04-07T00:28:24.183719Z","steps":["trace[955572249] 'agreement among raft nodes before linearized reading' (duration: 264.046405ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:24.183855Z","caller":"traceutil/trace.go:171","msg":"trace[117342913] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"242.049582ms","start":"2026-04-07T00:28:23.941319Z","end":"2026-04-07T00:28:24.183369Z","steps":["trace[117342913] 'process raft request' (duration: 241.96968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:24.184151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.361072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:28:24.18423Z","caller":"traceutil/trace.go:171","msg":"trace[298856824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:10176; }","duration":"260.439994ms","start":"2026-04-07T00:28:23.923771Z","end":"2026-04-07T00:28:24.184211Z","steps":["trace[298856824] 'agreement among raft nodes before linearized reading' (duration: 259.727668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:24.575064Z","caller":"traceutil/trace.go:171","msg":"trace[327478274] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"187.947041ms","start":"2026-04-07T00:28:24.387086Z","end":"2026-04-07T00:28:24.575033Z","steps":["trace[327478274] 'process raft request' (duration: 187.676855ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:48.483475Z","caller":"traceutil/trace.go:171","msg":"trace[1860633600] transaction","detail":"{read_only:false; response_revision:10335; number_of_response:1; }","duration":"114.231018ms","start":"2026-04-07T00:28:48.369223Z","end":"2026-04-07T00:28:48.483454Z","steps":["trace[1860633600] 'process raft request' (duration: 58.255074ms)","trace[1860633600] 'compare' (duration: 55.584335ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:48.483771Z","caller":"traceutil/trace.go:171","msg":"trace[480739337] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"114.354691ms","start":"2026-04-07T00:28:48.369397Z","end":"2026-04-07T00:28:48.483752Z","steps":["trace[480739337] 'process raft request' (duration: 113.931771ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:58.638954Z","caller":"traceutil/trace.go:171","msg":"trace[1584777725] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"101.262539ms","start":"2026-04-07T00:28:58.537648Z","end":"2026-04-07T00:28:58.63891Z","steps":["trace[1584777725] 'process raft request' (duration: 101.078825ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:59.647077Z","caller":"traceutil/trace.go:171","msg":"trace[2105477800] transaction","detail":"{read_only:false; response_revision:10388; number_of_response:1; }","duration":"101.836191ms","start":"2026-04-07T00:28:59.545209Z","end":"2026-04-07T00:28:59.647045Z","steps":["trace[2105477800] 'process raft request' (duration: 101.583325ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:59.664313Z","caller":"traceutil/trace.go:171","msg":"trace[316586411] transaction","detail":"{read_only:false; response_revision:10389; number_of_response:1; }","duration":"118.962005ms","start":"2026-04-07T00:28:59.545328Z","end":"2026-04-07T00:28:59.66429Z","steps":["trace[316586411] 'process raft request' (duration: 118.74686ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:59.811303Z","caller":"traceutil/trace.go:171","msg":"trace[953513386] transaction","detail":"{read_only:false; response_revision:10390; number_of_response:1; }","duration":"129.742236ms","start":"2026-04-07T00:28:59.681535Z","end":"2026-04-07T00:28:59.811277Z","steps":["trace[953513386] 'process raft request' (duration: 129.360157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:59.973323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.250946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:28:59.973498Z","caller":"traceutil/trace.go:171","msg":"trace[1918297627] transaction","detail":"{read_only:false; response_revision:10392; number_of_response:1; }","duration":"159.699698ms","start":"2026-04-07T00:28:59.813759Z","end":"2026-04-07T00:28:59.973458Z","steps":["trace[1918297627] 'process raft request' (duration: 59.211357ms)","trace[1918297627] 'compare' (duration: 100.057401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:01.103508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.230879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:29:01.103663Z","caller":"traceutil/trace.go:171","msg":"trace[297284209] linearizableReadLoop","detail":"{readStateIndex:10769; appliedIndex:10768; }","duration":"451.083045ms","start":"2026-04-07T00:29:00.652562Z","end":"2026-04-07T00:29:01.103645Z","steps":["trace[297284209] 'read index received' (duration: 115.437796ms)","trace[297284209] 'applied index is now lower than readState.Index' (duration: 335.643669ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:01.103756Z","caller":"traceutil/trace.go:171","msg":"trace[1376474064] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"455.80109ms","start":"2026-04-07T00:29:00.647939Z","end":"2026-04-07T00:29:01.10374Z","steps":["trace[1376474064] 'process raft request' (duration: 120.150191ms)","trace[1376474064] 'compare' (duration: 334.79707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:01.103853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:00.647911Z","time spent":"455.893471ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:01.104186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.591877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:29:01.104269Z","caller":"traceutil/trace.go:171","msg":"trace[812757431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:10397; }","duration":"451.72175ms","start":"2026-04-07T00:29:00.652528Z","end":"2026-04-07T00:29:01.10425Z","steps":["trace[812757431] 'agreement among raft nodes before linearized reading' (duration: 451.462374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:01.104309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:00.652514Z","time spent":"451.787311ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:29:01.117633Z","caller":"traceutil/trace.go:171","msg":"trace[570950098] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"297.248588ms","start":"2026-04-07T00:29:00.820367Z","end":"2026-04-07T00:29:01.117616Z","steps":["trace[570950098] 'process raft request' (duration: 297.132956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:01.34001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.451795ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:29:01.340181Z","caller":"traceutil/trace.go:171","msg":"trace[29320221] linearizableReadLoop","detail":"{readStateIndex:10771; appliedIndex:10769; }","duration":"236.467987ms","start":"2026-04-07T00:29:01.103698Z","end":"2026-04-07T00:29:01.340166Z","steps":["trace[29320221] 'read index received' (duration: 13.886611ms)","trace[29320221] 'applied index is now lower than readState.Index' (duration: 222.580176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:01.340549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.631689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:29:01.340591Z","caller":"traceutil/trace.go:171","msg":"trace[872110754] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10398; }","duration":"627.69109ms","start":"2026-04-07T00:29:00.712887Z","end":"2026-04-07T00:29:01.340578Z","steps":["trace[872110754] 'agreement among raft nodes before linearized reading' (duration: 627.616149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:01.340884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.372821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:01.340923Z","caller":"traceutil/trace.go:171","msg":"trace[77421085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10399; }","duration":"234.442882ms","start":"2026-04-07T00:29:01.106472Z","end":"2026-04-07T00:29:01.340915Z","steps":["trace[77421085] 'agreement among raft nodes before linearized reading' (duration: 234.369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:01.341028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.725684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-07T00:29:01.341135Z","caller":"traceutil/trace.go:171","msg":"trace[1256745570] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"130.688408ms","start":"2026-04-07T00:29:01.210438Z","end":"2026-04-07T00:29:01.341127Z","steps":["trace[1256745570] 'process raft request' (duration: 129.655645ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:01.341134Z","caller":"traceutil/trace.go:171","msg":"trace[669390830] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10399; }","duration":"641.896959ms","start":"2026-04-07T00:29:00.699212Z","end":"2026-04-07T00:29:01.341109Z","steps":["trace[669390830] 'agreement among raft nodes before linearized reading' (duration: 641.582102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:01.341187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:00.699187Z","time spent":"641.988721ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-07T00:29:01.34163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.905107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:331013"} {"level":"info","ts":"2026-04-07T00:29:01.341675Z","caller":"traceutil/trace.go:171","msg":"trace[1778219854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10399; }","duration":"232.966688ms","start":"2026-04-07T00:29:01.108698Z","end":"2026-04-07T00:29:01.341665Z","steps":["trace[1778219854] 'agreement among raft nodes before linearized reading' (duration: 232.59586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:01.343984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:00.712881Z","time spent":"627.744042ms","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:29:01.78603Z","caller":"traceutil/trace.go:171","msg":"trace[1927401196] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"117.291117ms","start":"2026-04-07T00:29:01.668714Z","end":"2026-04-07T00:29:01.786005Z","steps":["trace[1927401196] 'process raft request' (duration: 92.999373ms)","trace[1927401196] 'compare' (duration: 24.177062ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:02.409791Z","caller":"traceutil/trace.go:171","msg":"trace[234671597] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"134.328959ms","start":"2026-04-07T00:29:02.275436Z","end":"2026-04-07T00:29:02.409765Z","steps":["trace[234671597] 'process raft request' (duration: 64.978375ms)","trace[234671597] 'compare' (duration: 68.502944ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:02.410113Z","caller":"traceutil/trace.go:171","msg":"trace[298356372] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10783; }","duration":"128.813006ms","start":"2026-04-07T00:29:02.281256Z","end":"2026-04-07T00:29:02.410069Z","steps":["trace[298356372] 'read index received' (duration: 59.186616ms)","trace[298356372] 'applied index is now lower than readState.Index' (duration: 69.62441ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:02.410508Z","caller":"traceutil/trace.go:171","msg":"trace[770179673] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"134.878721ms","start":"2026-04-07T00:29:02.275612Z","end":"2026-04-07T00:29:02.410491Z","steps":["trace[770179673] 'process raft request' (duration: 134.064093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:02.410821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.530461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:02.410871Z","caller":"traceutil/trace.go:171","msg":"trace[744601878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10411; }","duration":"129.630383ms","start":"2026-04-07T00:29:02.281229Z","end":"2026-04-07T00:29:02.410859Z","steps":["trace[744601878] 'agreement among raft nodes before linearized reading' (duration: 129.514401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:02.619359Z","caller":"traceutil/trace.go:171","msg":"trace[832546064] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"152.901575ms","start":"2026-04-07T00:29:02.466433Z","end":"2026-04-07T00:29:02.619334Z","steps":["trace[832546064] 'process raft request' (duration: 152.527286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:02.620345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.621184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:29:02.620407Z","caller":"traceutil/trace.go:171","msg":"trace[2099138689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10413; }","duration":"100.806388ms","start":"2026-04-07T00:29:02.519585Z","end":"2026-04-07T00:29:02.620391Z","steps":["trace[2099138689] 'agreement among raft nodes before linearized reading' (duration: 100.088802ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:02.809502Z","caller":"traceutil/trace.go:171","msg":"trace[1298661213] linearizableReadLoop","detail":"{readStateIndex:10792; appliedIndex:10787; }","duration":"182.666111ms","start":"2026-04-07T00:29:02.626813Z","end":"2026-04-07T00:29:02.809479Z","steps":["trace[1298661213] 'read index received' (duration: 31.623538ms)","trace[1298661213] 'applied index is now lower than readState.Index' (duration: 151.041603ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:02.809553Z","caller":"traceutil/trace.go:171","msg":"trace[1895752865] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"184.322758ms","start":"2026-04-07T00:29:02.625199Z","end":"2026-04-07T00:29:02.809522Z","steps":["trace[1895752865] 'process raft request' (duration: 125.187924ms)","trace[1895752865] 'compare' (duration: 58.762826ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:02.809649Z","caller":"traceutil/trace.go:171","msg":"trace[1670932351] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"184.196275ms","start":"2026-04-07T00:29:02.62543Z","end":"2026-04-07T00:29:02.809626Z","steps":["trace[1670932351] 'process raft request' (duration: 183.902169ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:02.809765Z","caller":"traceutil/trace.go:171","msg":"trace[1893543259] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"184.513752ms","start":"2026-04-07T00:29:02.625222Z","end":"2026-04-07T00:29:02.809736Z","steps":["trace[1893543259] 'process raft request' (duration: 184.055432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:02.80972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.878516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:29:02.809924Z","caller":"traceutil/trace.go:171","msg":"trace[1741757469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10419; }","duration":"183.076771ms","start":"2026-04-07T00:29:02.626786Z","end":"2026-04-07T00:29:02.809863Z","steps":["trace[1741757469] 'agreement among raft nodes before linearized reading' (duration: 182.790054ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:02.810056Z","caller":"traceutil/trace.go:171","msg":"trace[182271044] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"181.602008ms","start":"2026-04-07T00:29:02.628441Z","end":"2026-04-07T00:29:02.810043Z","steps":["trace[182271044] 'process raft request' (duration: 180.988473ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:02.810106Z","caller":"traceutil/trace.go:171","msg":"trace[713564634] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"184.3511ms","start":"2026-04-07T00:29:02.625744Z","end":"2026-04-07T00:29:02.810095Z","steps":["trace[713564634] 'process raft request' (duration: 183.646113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:04.049141Z","caller":"traceutil/trace.go:171","msg":"trace[623126189] linearizableReadLoop","detail":"{readStateIndex:10803; appliedIndex:10802; }","duration":"164.562967ms","start":"2026-04-07T00:29:03.884554Z","end":"2026-04-07T00:29:04.049117Z","steps":["trace[623126189] 'read index received' (duration: 85.112326ms)","trace[623126189] 'applied index is now lower than readState.Index' (duration: 79.449341ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:04.049191Z","caller":"traceutil/trace.go:171","msg":"trace[491285875] transaction","detail":"{read_only:false; response_revision:10429; number_of_response:1; }","duration":"177.149499ms","start":"2026-04-07T00:29:03.872008Z","end":"2026-04-07T00:29:04.049157Z","steps":["trace[491285875] 'process raft request' (duration: 97.74806ms)","trace[491285875] 'compare' (duration: 79.079391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:04.04957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.992186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:04.049628Z","caller":"traceutil/trace.go:171","msg":"trace[1234676674] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10429; }","duration":"165.090639ms","start":"2026-04-07T00:29:03.884522Z","end":"2026-04-07T00:29:04.049612Z","steps":["trace[1234676674] 'agreement among raft nodes before linearized reading' (duration: 164.71704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:04.923541Z","caller":"traceutil/trace.go:171","msg":"trace[191573673] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"102.565338ms","start":"2026-04-07T00:29:04.820945Z","end":"2026-04-07T00:29:04.923511Z","steps":["trace[191573673] 'process raft request' (duration: 102.334143ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:05.074947Z","caller":"traceutil/trace.go:171","msg":"trace[1138663197] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"147.394772ms","start":"2026-04-07T00:29:04.927517Z","end":"2026-04-07T00:29:05.074912Z","steps":["trace[1138663197] 'process raft request' (duration: 67.039982ms)","trace[1138663197] 'compare' (duration: 80.205676ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:05.261039Z","caller":"traceutil/trace.go:171","msg":"trace[1115712884] linearizableReadLoop","detail":"{readStateIndex:10811; appliedIndex:10810; }","duration":"141.897438ms","start":"2026-04-07T00:29:05.119114Z","end":"2026-04-07T00:29:05.261011Z","steps":["trace[1115712884] 'read index received' (duration: 69.755423ms)","trace[1115712884] 'applied index is now lower than readState.Index' (duration: 72.140395ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:05.261042Z","caller":"traceutil/trace.go:171","msg":"trace[651253767] transaction","detail":"{read_only:false; response_revision:10437; number_of_response:1; }","duration":"149.862907ms","start":"2026-04-07T00:29:05.111136Z","end":"2026-04-07T00:29:05.260999Z","steps":["trace[651253767] 'process raft request' (duration: 77.705721ms)","trace[651253767] 'compare' (duration: 71.936471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:05.26132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.199065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:29:05.261389Z","caller":"traceutil/trace.go:171","msg":"trace[1541485056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10438; }","duration":"142.325988ms","start":"2026-04-07T00:29:05.119046Z","end":"2026-04-07T00:29:05.261372Z","steps":["trace[1541485056] 'agreement among raft nodes before linearized reading' (duration: 142.113413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:05.261458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.061825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5188"} {"level":"info","ts":"2026-04-07T00:29:05.261601Z","caller":"traceutil/trace.go:171","msg":"trace[1606575445] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:10438; }","duration":"114.254719ms","start":"2026-04-07T00:29:05.147322Z","end":"2026-04-07T00:29:05.261577Z","steps":["trace[1606575445] 'agreement among raft nodes before linearized reading' (duration: 113.917342ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:05.831799Z","caller":"traceutil/trace.go:171","msg":"trace[351240909] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"132.705062ms","start":"2026-04-07T00:29:05.699064Z","end":"2026-04-07T00:29:05.83177Z","steps":["trace[351240909] 'process raft request' (duration: 132.364984ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:06.075434Z","caller":"traceutil/trace.go:171","msg":"trace[1734452614] transaction","detail":"{read_only:false; response_revision:10443; number_of_response:1; }","duration":"207.59124ms","start":"2026-04-07T00:29:05.867807Z","end":"2026-04-07T00:29:06.075399Z","steps":["trace[1734452614] 'process raft request' (duration: 200.468071ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:06.075523Z","caller":"traceutil/trace.go:171","msg":"trace[256595706] linearizableReadLoop","detail":"{readStateIndex:10818; appliedIndex:10817; }","duration":"151.204447ms","start":"2026-04-07T00:29:05.924294Z","end":"2026-04-07T00:29:06.075498Z","steps":["trace[256595706] 'read index received' (duration: 144.268712ms)","trace[256595706] 'applied index is now lower than readState.Index' (duration: 6.933615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:06.075708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.405612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:06.075743Z","caller":"traceutil/trace.go:171","msg":"trace[699405427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10444; }","duration":"151.484604ms","start":"2026-04-07T00:29:05.924251Z","end":"2026-04-07T00:29:06.075736Z","steps":["trace[699405427] 'agreement among raft nodes before linearized reading' (duration: 151.3234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:06.47837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.095819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:29:06.478429Z","caller":"traceutil/trace.go:171","msg":"trace[1153341880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10445; }","duration":"190.19813ms","start":"2026-04-07T00:29:06.288214Z","end":"2026-04-07T00:29:06.478412Z","steps":["trace[1153341880] 'range keys from in-memory index tree' (duration: 189.978335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:06.47867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.281632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:06.478779Z","caller":"traceutil/trace.go:171","msg":"trace[1611958220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10445; }","duration":"194.450925ms","start":"2026-04-07T00:29:06.284296Z","end":"2026-04-07T00:29:06.478747Z","steps":["trace[1611958220] 'range keys from in-memory index tree' (duration: 194.20593ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:06.637348Z","caller":"traceutil/trace.go:171","msg":"trace[495986839] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"155.080565ms","start":"2026-04-07T00:29:06.48222Z","end":"2026-04-07T00:29:06.637301Z","steps":["trace[495986839] 'process raft request' (duration: 154.894511ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:06.642942Z","caller":"traceutil/trace.go:171","msg":"trace[241612200] linearizableReadLoop","detail":"{readStateIndex:10822; appliedIndex:10820; }","duration":"108.551402ms","start":"2026-04-07T00:29:06.534371Z","end":"2026-04-07T00:29:06.642922Z","steps":["trace[241612200] 'read index received' (duration: 102.807153ms)","trace[241612200] 'applied index is now lower than readState.Index' (duration: 5.739249ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:06.643036Z","caller":"traceutil/trace.go:171","msg":"trace[1342878251] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"160.446454ms","start":"2026-04-07T00:29:06.482563Z","end":"2026-04-07T00:29:06.643009Z","steps":["trace[1342878251] 'process raft request' (duration: 160.251629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:06.643137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.753167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:29:06.643171Z","caller":"traceutil/trace.go:171","msg":"trace[1413462365] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10447; }","duration":"108.833558ms","start":"2026-04-07T00:29:06.534328Z","end":"2026-04-07T00:29:06.643162Z","steps":["trace[1413462365] 'agreement among raft nodes before linearized reading' (duration: 108.671184ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:12.900515Z","caller":"traceutil/trace.go:171","msg":"trace[1997084371] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"101.336229ms","start":"2026-04-07T00:29:12.799152Z","end":"2026-04-07T00:29:12.900488Z","steps":["trace[1997084371] 'process raft request' (duration: 101.143755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:21.114386Z","caller":"traceutil/trace.go:171","msg":"trace[978675296] linearizableReadLoop","detail":"{readStateIndex:10922; appliedIndex:10921; }","duration":"159.971754ms","start":"2026-04-07T00:29:20.95438Z","end":"2026-04-07T00:29:21.114352Z","steps":["trace[978675296] 'read index received' (duration: 159.706638ms)","trace[978675296] 'applied index is now lower than readState.Index' (duration: 263.336µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:21.114495Z","caller":"traceutil/trace.go:171","msg":"trace[503957133] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"196.222986ms","start":"2026-04-07T00:29:20.91824Z","end":"2026-04-07T00:29:21.114463Z","steps":["trace[503957133] 'process raft request' (duration: 195.887989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:21.114645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.24467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:29:21.1147Z","caller":"traceutil/trace.go:171","msg":"trace[186477430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10545; }","duration":"160.348623ms","start":"2026-04-07T00:29:20.954341Z","end":"2026-04-07T00:29:21.114689Z","steps":["trace[186477430] 'agreement among raft nodes before linearized reading' (duration: 160.128698ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:21.225837Z","caller":"traceutil/trace.go:171","msg":"trace[774764499] linearizableReadLoop","detail":"{readStateIndex:10923; appliedIndex:10922; }","duration":"111.275772ms","start":"2026-04-07T00:29:21.11453Z","end":"2026-04-07T00:29:21.225806Z","steps":["trace[774764499] 'read index received' (duration: 103.882017ms)","trace[774764499] 'applied index is now lower than readState.Index' (duration: 7.390495ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:21.225985Z","caller":"traceutil/trace.go:171","msg":"trace[1151432559] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"107.026437ms","start":"2026-04-07T00:29:21.118904Z","end":"2026-04-07T00:29:21.225931Z","steps":["trace[1151432559] 'process raft request' (duration: 106.820022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:21.226184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.274986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-55c945984d-x2lxx.18a3eb84b19b06b2\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-04-07T00:29:21.226249Z","caller":"traceutil/trace.go:171","msg":"trace[140592334] range","detail":"{range_begin:/registry/events/openstack/glance-api-55c945984d-x2lxx.18a3eb84b19b06b2; range_end:; response_count:1; response_revision:10546; }","duration":"217.39924ms","start":"2026-04-07T00:29:21.00883Z","end":"2026-04-07T00:29:21.22623Z","steps":["trace[140592334] 'agreement among raft nodes before linearized reading' (duration: 217.129173ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:25.378295Z","caller":"traceutil/trace.go:171","msg":"trace[1057410925] linearizableReadLoop","detail":"{readStateIndex:10954; appliedIndex:10953; }","duration":"130.695748ms","start":"2026-04-07T00:29:25.247582Z","end":"2026-04-07T00:29:25.378278Z","steps":["trace[1057410925] 'read index received' (duration: 130.541294ms)","trace[1057410925] 'applied index is now lower than readState.Index' (duration: 153.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:25.378395Z","caller":"traceutil/trace.go:171","msg":"trace[1493190508] transaction","detail":"{read_only:false; response_revision:10576; number_of_response:1; }","duration":"133.43529ms","start":"2026-04-07T00:29:25.244921Z","end":"2026-04-07T00:29:25.378356Z","steps":["trace[1493190508] 'process raft request' (duration: 133.241445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:25.378466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.877672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:29:25.378504Z","caller":"traceutil/trace.go:171","msg":"trace[1160171850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10576; }","duration":"130.971864ms","start":"2026-04-07T00:29:25.247521Z","end":"2026-04-07T00:29:25.378492Z","steps":["trace[1160171850] 'agreement among raft nodes before linearized reading' (duration: 130.859161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:53.704353Z","caller":"traceutil/trace.go:171","msg":"trace[1101964709] linearizableReadLoop","detail":"{readStateIndex:11145; appliedIndex:11144; }","duration":"111.562427ms","start":"2026-04-07T00:29:53.592763Z","end":"2026-04-07T00:29:53.704325Z","steps":["trace[1101964709] 'read index received' (duration: 111.355843ms)","trace[1101964709] 'applied index is now lower than readState.Index' (duration: 205.364µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:53.704508Z","caller":"traceutil/trace.go:171","msg":"trace[1337069638] transaction","detail":"{read_only:false; response_revision:10759; number_of_response:1; }","duration":"388.425673ms","start":"2026-04-07T00:29:53.316072Z","end":"2026-04-07T00:29:53.704497Z","steps":["trace[1337069638] 'process raft request' (duration: 388.091886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:53.704626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.316048Z","time spent":"388.490305ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:53.705045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.251532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:29:53.705169Z","caller":"traceutil/trace.go:171","msg":"trace[2047014307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10759; }","duration":"112.425956ms","start":"2026-04-07T00:29:53.592717Z","end":"2026-04-07T00:29:53.705143Z","steps":["trace[2047014307] 'agreement among raft nodes before linearized reading' (duration: 112.226662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.277945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178895684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:29:54.306814Z","caller":"traceutil/trace.go:171","msg":"trace[1651923934] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"596.151174ms","start":"2026-04-07T00:29:53.710647Z","end":"2026-04-07T00:29:54.306798Z","steps":["trace[1651923934] 'process raft request' (duration: 596.122093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.306904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.710641Z","time spent":"596.206835ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:29:54.307213Z","caller":"traceutil/trace.go:171","msg":"trace[1847928345] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"596.681795ms","start":"2026-04-07T00:29:53.710492Z","end":"2026-04-07T00:29:54.307174Z","steps":["trace[1847928345] 'process raft request' (duration: 596.174594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.307415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.710464Z","time spent":"596.811778ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:54.638537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.242069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:29:54.639094Z","caller":"traceutil/trace.go:171","msg":"trace[708064805] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"274.371931ms","start":"2026-04-07T00:29:54.3647Z","end":"2026-04-07T00:29:54.639072Z","steps":["trace[708064805] 'process raft request' (duration: 274.248668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:54.639279Z","caller":"traceutil/trace.go:171","msg":"trace[1250657806] transaction","detail":"{read_only:false; response_revision:10763; number_of_response:1; }","duration":"706.448822ms","start":"2026-04-07T00:29:53.932807Z","end":"2026-04-07T00:29:54.639255Z","steps":["trace[1250657806] 'process raft request' (duration: 477.425625ms)","trace[1250657806] 'compare' (duration: 228.154858ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:54.639298Z","caller":"traceutil/trace.go:171","msg":"trace[97629517] transaction","detail":"{read_only:false; response_revision:10764; number_of_response:1; }","duration":"491.958821ms","start":"2026-04-07T00:29:54.147309Z","end":"2026-04-07T00:29:54.639267Z","steps":["trace[97629517] 'process raft request' (duration: 491.323057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:54.639319Z","caller":"traceutil/trace.go:171","msg":"trace[1735180456] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"445.961171ms","start":"2026-04-07T00:29:54.193309Z","end":"2026-04-07T00:29:54.63927Z","steps":["trace[1735180456] 'process raft request' (duration: 445.372178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.639422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.932785Z","time spent":"706.546623ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:29:54.639368Z","caller":"traceutil/trace.go:171","msg":"trace[469816178] linearizableReadLoop","detail":"{readStateIndex:11151; appliedIndex:11148; }","duration":"862.089505ms","start":"2026-04-07T00:29:53.777221Z","end":"2026-04-07T00:29:54.639311Z","steps":["trace[469816178] 'read index received' (duration: 529.652254ms)","trace[469816178] 'applied index is now lower than readState.Index' (duration: 332.427971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:54.639477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:54.147279Z","time spent":"492.071144ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:54.639581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.338801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:29:54.63967Z","caller":"traceutil/trace.go:171","msg":"trace[272334782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10766; }","duration":"862.479084ms","start":"2026-04-07T00:29:53.777173Z","end":"2026-04-07T00:29:54.639652Z","steps":["trace[272334782] 'agreement among raft nodes before linearized reading' (duration: 862.251769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.639602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:54.193292Z","time spent":"446.188776ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:54.639722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.777158Z","time spent":"862.547606ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:29:54.898533Z","caller":"traceutil/trace.go:171","msg":"trace[1239483294] linearizableReadLoop","detail":"{readStateIndex:11153; appliedIndex:11152; }","duration":"259.000007ms","start":"2026-04-07T00:29:54.639512Z","end":"2026-04-07T00:29:54.898512Z","steps":["trace[1239483294] 'read index received' (duration: 192.52569ms)","trace[1239483294] 'applied index is now lower than readState.Index' (duration: 66.473407ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:54.898606Z","caller":"traceutil/trace.go:171","msg":"trace[929417991] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"356.475569ms","start":"2026-04-07T00:29:54.542084Z","end":"2026-04-07T00:29:54.89856Z","steps":["trace[929417991] 'process raft request' (duration: 289.93687ms)","trace[929417991] 'compare' (duration: 66.398226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:54.89873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.722742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:29:54.898798Z","caller":"traceutil/trace.go:171","msg":"trace[2038945456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:10767; }","duration":"926.835534ms","start":"2026-04-07T00:29:53.971946Z","end":"2026-04-07T00:29:54.898781Z","steps":["trace[2038945456] 'agreement among raft nodes before linearized reading' (duration: 926.619898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.898836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.971921Z","time spent":"926.907856ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:29:54.898661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034311679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:29:54.898826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:54.54206Z","time spent":"356.649933ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:29:54.898908Z","caller":"traceutil/trace.go:171","msg":"trace[704968270] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10767; }","duration":"1.034594227s","start":"2026-04-07T00:29:53.864284Z","end":"2026-04-07T00:29:54.898878Z","steps":["trace[704968270] 'agreement among raft nodes before linearized reading' (duration: 1.03432234s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:54.898995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.864262Z","time spent":"1.034701869s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:29:55.323477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.358062ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:55.323612Z","caller":"traceutil/trace.go:171","msg":"trace[2073149571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10767; }","duration":"237.514846ms","start":"2026-04-07T00:29:55.086078Z","end":"2026-04-07T00:29:55.323593Z","steps":["trace[2073149571] 'range keys from in-memory index tree' (duration: 237.329302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:55.324058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.226316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:29:55.324235Z","caller":"traceutil/trace.go:171","msg":"trace[1276988406] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"680.520161ms","start":"2026-04-07T00:29:54.643692Z","end":"2026-04-07T00:29:55.324212Z","steps":["trace[1276988406] 'process raft request' (duration: 356.05768ms)","trace[1276988406] 'compare' (duration: 323.821187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:55.324349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:54.643673Z","time spent":"680.614753ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:29:55.324239Z","caller":"traceutil/trace.go:171","msg":"trace[1688821797] linearizableReadLoop","detail":"{readStateIndex:11154; appliedIndex:11153; }","duration":"425.630276ms","start":"2026-04-07T00:29:54.898586Z","end":"2026-04-07T00:29:55.324216Z","steps":["trace[1688821797] 'read index received' (duration: 101.136395ms)","trace[1688821797] 'applied index is now lower than readState.Index' (duration: 324.491671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:55.324516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.823006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:55.324602Z","caller":"traceutil/trace.go:171","msg":"trace[300470223] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10768; }","duration":"582.959209ms","start":"2026-04-07T00:29:54.741628Z","end":"2026-04-07T00:29:55.324587Z","steps":["trace[300470223] 'agreement among raft nodes before linearized reading' (duration: 582.719662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:55.324598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.587502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:29:55.324709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.549465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:29:55.324738Z","caller":"traceutil/trace.go:171","msg":"trace[1585498058] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10768; }","duration":"249.603868ms","start":"2026-04-07T00:29:55.075126Z","end":"2026-04-07T00:29:55.32473Z","steps":["trace[1585498058] 'agreement among raft nodes before linearized reading' (duration: 249.522486ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:55.324754Z","caller":"traceutil/trace.go:171","msg":"trace[537593551] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10768; }","duration":"163.758845ms","start":"2026-04-07T00:29:55.160952Z","end":"2026-04-07T00:29:55.32471Z","steps":["trace[537593551] 'agreement among raft nodes before linearized reading' (duration: 163.577661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:55.324717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:54.741604Z","time spent":"583.05735ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:29:55.32463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.378091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:29:55.32486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.125448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347619"} {"level":"info","ts":"2026-04-07T00:29:55.324883Z","caller":"traceutil/trace.go:171","msg":"trace[1433753146] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10768; }","duration":"110.671367ms","start":"2026-04-07T00:29:55.214206Z","end":"2026-04-07T00:29:55.324878Z","steps":["trace[1433753146] 'agreement among raft nodes before linearized reading' (duration: 110.33802ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:55.324905Z","caller":"traceutil/trace.go:171","msg":"trace[977479824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10768; }","duration":"422.203649ms","start":"2026-04-07T00:29:54.902689Z","end":"2026-04-07T00:29:55.324892Z","steps":["trace[977479824] 'agreement among raft nodes before linearized reading' (duration: 421.78906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:55.324889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.627914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:29:55.324953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:54.90267Z","time spent":"422.272901ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347641,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T00:29:55.32497Z","caller":"traceutil/trace.go:171","msg":"trace[940801926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10768; }","duration":"290.812688ms","start":"2026-04-07T00:29:55.034136Z","end":"2026-04-07T00:29:55.324948Z","steps":["trace[940801926] 'agreement among raft nodes before linearized reading' (duration: 290.528632ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:55.857021Z","caller":"traceutil/trace.go:171","msg":"trace[1832392331] linearizableReadLoop","detail":"{readStateIndex:11155; appliedIndex:11154; }","duration":"118.182235ms","start":"2026-04-07T00:29:55.738809Z","end":"2026-04-07T00:29:55.856992Z","steps":["trace[1832392331] 'read index received' (duration: 117.956391ms)","trace[1832392331] 'applied index is now lower than readState.Index' (duration: 224.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:55.857102Z","caller":"traceutil/trace.go:171","msg":"trace[1456585899] transaction","detail":"{read_only:false; response_revision:10769; number_of_response:1; }","duration":"143.947272ms","start":"2026-04-07T00:29:55.713122Z","end":"2026-04-07T00:29:55.85707Z","steps":["trace[1456585899] 'process raft request' (duration: 143.640825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:55.85735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.047998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:29:55.857327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.492002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T00:29:55.857404Z","caller":"traceutil/trace.go:171","msg":"trace[1785737079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10769; }","duration":"116.16757ms","start":"2026-04-07T00:29:55.74122Z","end":"2026-04-07T00:29:55.857388Z","steps":["trace[1785737079] 'agreement among raft nodes before linearized reading' (duration: 115.950465ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:55.857442Z","caller":"traceutil/trace.go:171","msg":"trace[186353880] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10769; }","duration":"118.614535ms","start":"2026-04-07T00:29:55.738805Z","end":"2026-04-07T00:29:55.85742Z","steps":["trace[186353880] 'agreement among raft nodes before linearized reading' (duration: 118.358649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:56.023522Z","caller":"traceutil/trace.go:171","msg":"trace[252325484] linearizableReadLoop","detail":"{readStateIndex:11156; appliedIndex:11155; }","duration":"162.985597ms","start":"2026-04-07T00:29:55.860441Z","end":"2026-04-07T00:29:56.023427Z","steps":["trace[252325484] 'read index received' (duration: 115.534365ms)","trace[252325484] 'applied index is now lower than readState.Index' (duration: 47.448922ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:56.023592Z","caller":"traceutil/trace.go:171","msg":"trace[678784784] transaction","detail":"{read_only:false; response_revision:10770; number_of_response:1; }","duration":"162.072217ms","start":"2026-04-07T00:29:55.86149Z","end":"2026-04-07T00:29:56.023563Z","steps":["trace[678784784] 'process raft request' (duration: 161.856712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:56.023721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.530919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:29:56.023769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.304085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-07T00:29:56.023812Z","caller":"traceutil/trace.go:171","msg":"trace[366682232] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10770; }","duration":"150.663612ms","start":"2026-04-07T00:29:55.873134Z","end":"2026-04-07T00:29:56.023798Z","steps":["trace[366682232] 'agreement among raft nodes before linearized reading' (duration: 150.508669ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:56.023856Z","caller":"traceutil/trace.go:171","msg":"trace[871708489] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f; range_end:; response_count:1; response_revision:10770; }","duration":"163.425507ms","start":"2026-04-07T00:29:55.860406Z","end":"2026-04-07T00:29:56.023831Z","steps":["trace[871708489] 'agreement among raft nodes before linearized reading' (duration: 163.134161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:56.52601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.356191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:29:56.526128Z","caller":"traceutil/trace.go:171","msg":"trace[854173713] transaction","detail":"{read_only:false; response_revision:10773; number_of_response:1; }","duration":"209.919298ms","start":"2026-04-07T00:29:56.316188Z","end":"2026-04-07T00:29:56.526107Z","steps":["trace[854173713] 'process raft request' (duration: 86.184668ms)","trace[854173713] 'compare' (duration: 123.139206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:57.348276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.03309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:29:57.348429Z","caller":"traceutil/trace.go:171","msg":"trace[727119713] transaction","detail":"{read_only:false; response_revision:10776; number_of_response:1; }","duration":"702.533894ms","start":"2026-04-07T00:29:56.645883Z","end":"2026-04-07T00:29:57.348417Z","steps":["trace[727119713] 'process raft request' (duration: 702.454682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:57.348469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:56.645846Z","time spent":"702.605595ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:29:57.348498Z","caller":"traceutil/trace.go:171","msg":"trace[680350858] linearizableReadLoop","detail":"{readStateIndex:11164; appliedIndex:11161; }","duration":"408.136235ms","start":"2026-04-07T00:29:56.940335Z","end":"2026-04-07T00:29:57.348471Z","steps":["trace[680350858] 'read index received' (duration: 181.559543ms)","trace[680350858] 'applied index is now lower than readState.Index' (duration: 226.575532ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:57.348579Z","caller":"traceutil/trace.go:171","msg":"trace[1300445276] transaction","detail":"{read_only:false; response_revision:10775; number_of_response:1; }","duration":"702.843791ms","start":"2026-04-07T00:29:56.645728Z","end":"2026-04-07T00:29:57.348571Z","steps":["trace[1300445276] 'process raft request' (duration: 232.460683ms)","trace[1300445276] 'compare' (duration: 469.727634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:57.34861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:56.645718Z","time spent":"702.878682ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:57.348805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.439181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:57.348863Z","caller":"traceutil/trace.go:171","msg":"trace[82035723] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"444.388496ms","start":"2026-04-07T00:29:56.904449Z","end":"2026-04-07T00:29:57.348837Z","steps":["trace[82035723] 'process raft request' (duration: 443.948846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:57.348896Z","caller":"traceutil/trace.go:171","msg":"trace[992257074] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10777; }","duration":"408.578085ms","start":"2026-04-07T00:29:56.940294Z","end":"2026-04-07T00:29:57.348872Z","steps":["trace[992257074] 'agreement among raft nodes before linearized reading' (duration: 408.410821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:57.34895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:56.940274Z","time spent":"408.664387ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:29:57.349005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:56.904426Z","time spent":"444.506829ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:57.85322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178895731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:29:58.316662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.826468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:29:58.316862Z","caller":"traceutil/trace.go:171","msg":"trace[10893454] linearizableReadLoop","detail":"{readStateIndex:11165; appliedIndex:11164; }","duration":"963.653538ms","start":"2026-04-07T00:29:57.353133Z","end":"2026-04-07T00:29:58.316786Z","steps":["trace[10893454] 'read index received' (duration: 857.638096ms)","trace[10893454] 'applied index is now lower than readState.Index' (duration: 106.013382ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:58.316971Z","caller":"traceutil/trace.go:171","msg":"trace[35504354] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"964.042317ms","start":"2026-04-07T00:29:57.352865Z","end":"2026-04-07T00:29:58.316907Z","steps":["trace[35504354] 'process raft request' (duration: 857.877471ms)","trace[35504354] 'compare' (duration: 105.691006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:58.317172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:57.352843Z","time spent":"964.2218ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:58.317739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.591969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347619"} {"level":"info","ts":"2026-04-07T00:29:58.317799Z","caller":"traceutil/trace.go:171","msg":"trace[154565838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10778; }","duration":"964.66451ms","start":"2026-04-07T00:29:57.353118Z","end":"2026-04-07T00:29:58.317782Z","steps":["trace[154565838] 'agreement among raft nodes before linearized reading' (duration: 963.896523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:58.317856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:57.35311Z","time spent":"964.730322ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347641,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T00:29:58.377775Z","caller":"traceutil/trace.go:171","msg":"trace[714871994] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"523.284931ms","start":"2026-04-07T00:29:57.854464Z","end":"2026-04-07T00:29:58.377749Z","steps":["trace[714871994] 'process raft request' (duration: 522.949854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:58.377919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:57.854439Z","time spent":"523.402364ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:58.378141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.991681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:29:58.378201Z","caller":"traceutil/trace.go:171","msg":"trace[429894730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10779; }","duration":"349.097604ms","start":"2026-04-07T00:29:58.02909Z","end":"2026-04-07T00:29:58.378187Z","steps":["trace[429894730] 'agreement among raft nodes before linearized reading' (duration: 348.90078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:58.37823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:58.029072Z","time spent":"349.152625ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:29:58.378323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.457801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:58.378341Z","caller":"traceutil/trace.go:171","msg":"trace[30048002] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10779; }","duration":"378.518782ms","start":"2026-04-07T00:29:57.999817Z","end":"2026-04-07T00:29:58.378336Z","steps":["trace[30048002] 'agreement among raft nodes before linearized reading' (duration: 378.483831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:58.378354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:57.999795Z","time spent":"378.555923ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:29:58.37904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.755299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:29:58.379151Z","caller":"traceutil/trace.go:171","msg":"trace[429536654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10779; }","duration":"518.635148ms","start":"2026-04-07T00:29:57.860493Z","end":"2026-04-07T00:29:58.379128Z","steps":["trace[429536654] 'agreement among raft nodes before linearized reading' (duration: 517.40112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:58.379214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:57.860486Z","time spent":"518.703899ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:30:02.915118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.671163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:02.915544Z","caller":"traceutil/trace.go:171","msg":"trace[1987269410] transaction","detail":"{read_only:false; response_revision:10802; number_of_response:1; }","duration":"159.051ms","start":"2026-04-07T00:30:02.756474Z","end":"2026-04-07T00:30:02.915525Z","steps":["trace[1987269410] 'process raft request' (duration: 158.979869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:02.915622Z","caller":"traceutil/trace.go:171","msg":"trace[316528943] linearizableReadLoop","detail":"{readStateIndex:11189; appliedIndex:11187; }","duration":"364.938048ms","start":"2026-04-07T00:30:02.550657Z","end":"2026-04-07T00:30:02.915596Z","steps":["trace[316528943] 'read index received' (duration: 141.574779ms)","trace[316528943] 'applied index is now lower than readState.Index' (duration: 223.360229ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:02.91562Z","caller":"traceutil/trace.go:171","msg":"trace[1197748899] transaction","detail":"{read_only:false; response_revision:10801; number_of_response:1; }","duration":"439.261462ms","start":"2026-04-07T00:30:02.476332Z","end":"2026-04-07T00:30:02.915594Z","steps":["trace[1197748899] 'process raft request' (duration: 438.937995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:02.915787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:02.47632Z","time spent":"439.377044ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:02.915933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.275325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:30:02.916012Z","caller":"traceutil/trace.go:171","msg":"trace[1897543592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10802; }","duration":"365.392647ms","start":"2026-04-07T00:30:02.550597Z","end":"2026-04-07T00:30:02.915989Z","steps":["trace[1897543592] 'agreement among raft nodes before linearized reading' (duration: 365.116121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:02.916061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:02.550566Z","time spent":"365.48442ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:30:02.91615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.294729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:30:02.916365Z","caller":"traceutil/trace.go:171","msg":"trace[1867469552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10802; }","duration":"182.580407ms","start":"2026-04-07T00:30:02.733758Z","end":"2026-04-07T00:30:02.916338Z","steps":["trace[1867469552] 'agreement among raft nodes before linearized reading' (duration: 181.972683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:02.915657Z","caller":"traceutil/trace.go:171","msg":"trace[492018680] transaction","detail":"{read_only:false; response_revision:10800; number_of_response:1; }","duration":"439.884306ms","start":"2026-04-07T00:30:02.47553Z","end":"2026-04-07T00:30:02.915414Z","steps":["trace[492018680] 'process raft request' (duration: 216.804003ms)","trace[492018680] 'compare' (duration: 222.424888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:02.916612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:02.475514Z","time spent":"441.033602ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:30:03.156494Z","caller":"traceutil/trace.go:171","msg":"trace[252899588] transaction","detail":"{read_only:false; response_revision:10804; number_of_response:1; }","duration":"234.676662ms","start":"2026-04-07T00:30:02.921779Z","end":"2026-04-07T00:30:03.156456Z","steps":["trace[252899588] 'process raft request' (duration: 161.994326ms)","trace[252899588] 'compare' (duration: 72.41906ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:03.156709Z","caller":"traceutil/trace.go:171","msg":"trace[1463432249] linearizableReadLoop","detail":"{readStateIndex:11193; appliedIndex:11191; }","duration":"163.329465ms","start":"2026-04-07T00:30:02.993333Z","end":"2026-04-07T00:30:03.156662Z","steps":["trace[1463432249] 'read index received' (duration: 90.454344ms)","trace[1463432249] 'applied index is now lower than readState.Index' (duration: 72.872391ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:03.156764Z","caller":"traceutil/trace.go:171","msg":"trace[1706549081] transaction","detail":"{read_only:false; response_revision:10805; number_of_response:1; }","duration":"233.510215ms","start":"2026-04-07T00:30:02.923227Z","end":"2026-04-07T00:30:03.156737Z","steps":["trace[1706549081] 'process raft request' (duration: 233.164878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:03.156918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.548019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:30:03.157008Z","caller":"traceutil/trace.go:171","msg":"trace[1999202305] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10805; }","duration":"163.697083ms","start":"2026-04-07T00:30:02.993288Z","end":"2026-04-07T00:30:03.156985Z","steps":["trace[1999202305] 'agreement among raft nodes before linearized reading' (duration: 163.506849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:03.493767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.322637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:03.493838Z","caller":"traceutil/trace.go:171","msg":"trace[396153499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10805; }","duration":"210.481471ms","start":"2026-04-07T00:30:03.283338Z","end":"2026-04-07T00:30:03.49382Z","steps":["trace[396153499] 'range keys from in-memory index tree' (duration: 210.217435ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:03.613309Z","caller":"traceutil/trace.go:171","msg":"trace[905515204] transaction","detail":"{read_only:false; response_revision:10806; number_of_response:1; }","duration":"234.899018ms","start":"2026-04-07T00:30:03.378385Z","end":"2026-04-07T00:30:03.613284Z","steps":["trace[905515204] 'process raft request' (duration: 234.720434ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:03.614041Z","caller":"traceutil/trace.go:171","msg":"trace[1708991369] linearizableReadLoop","detail":"{readStateIndex:11196; appliedIndex:11193; }","duration":"194.176796ms","start":"2026-04-07T00:30:03.419841Z","end":"2026-04-07T00:30:03.614018Z","steps":["trace[1708991369] 'read index received' (duration: 193.394558ms)","trace[1708991369] 'applied index is now lower than readState.Index' (duration: 781.148µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:03.61422Z","caller":"traceutil/trace.go:171","msg":"trace[1187176375] transaction","detail":"{read_only:false; response_revision:10807; number_of_response:1; }","duration":"233.952876ms","start":"2026-04-07T00:30:03.380256Z","end":"2026-04-07T00:30:03.614209Z","steps":["trace[1187176375] 'process raft request' (duration: 233.618979ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:03.614346Z","caller":"traceutil/trace.go:171","msg":"trace[2041873467] transaction","detail":"{read_only:false; response_revision:10808; number_of_response:1; }","duration":"232.908693ms","start":"2026-04-07T00:30:03.381429Z","end":"2026-04-07T00:30:03.614338Z","steps":["trace[2041873467] 'process raft request' (duration: 232.545905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:03.614488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.632707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:30:03.614498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.702079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:03.61453Z","caller":"traceutil/trace.go:171","msg":"trace[210072199] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10808; }","duration":"194.729299ms","start":"2026-04-07T00:30:03.419791Z","end":"2026-04-07T00:30:03.61452Z","steps":["trace[210072199] 'agreement among raft nodes before linearized reading' (duration: 194.643487ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:03.61455Z","caller":"traceutil/trace.go:171","msg":"trace[874366960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10808; }","duration":"119.801142ms","start":"2026-04-07T00:30:03.494734Z","end":"2026-04-07T00:30:03.614535Z","steps":["trace[874366960] 'agreement among raft nodes before linearized reading' (duration: 119.707259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:04.897597Z","caller":"traceutil/trace.go:171","msg":"trace[1184571172] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"102.405533ms","start":"2026-04-07T00:30:04.795166Z","end":"2026-04-07T00:30:04.897571Z","steps":["trace[1184571172] 'process raft request' (duration: 102.237869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:05.079317Z","caller":"traceutil/trace.go:171","msg":"trace[415277239] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"158.14279ms","start":"2026-04-07T00:30:04.92113Z","end":"2026-04-07T00:30:05.079273Z","steps":["trace[415277239] 'process raft request' (duration: 75.940959ms)","trace[415277239] 'compare' (duration: 81.77817ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:05.079505Z","caller":"traceutil/trace.go:171","msg":"trace[122754297] transaction","detail":"{read_only:false; response_revision:10813; number_of_response:1; }","duration":"156.043053ms","start":"2026-04-07T00:30:04.92344Z","end":"2026-04-07T00:30:05.079483Z","steps":["trace[122754297] 'process raft request' (duration: 155.806588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:05.079526Z","caller":"traceutil/trace.go:171","msg":"trace[982467619] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"154.362085ms","start":"2026-04-07T00:30:04.925138Z","end":"2026-04-07T00:30:05.0795Z","steps":["trace[982467619] 'process raft request' (duration: 154.14605ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:05.079668Z","caller":"traceutil/trace.go:171","msg":"trace[15478448] linearizableReadLoop","detail":"{readStateIndex:11202; appliedIndex:11199; }","duration":"121.94838ms","start":"2026-04-07T00:30:04.957709Z","end":"2026-04-07T00:30:05.079658Z","steps":["trace[15478448] 'read index received' (duration: 39.381992ms)","trace[15478448] 'applied index is now lower than readState.Index' (duration: 82.216241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:05.079876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.165135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:30:05.079909Z","caller":"traceutil/trace.go:171","msg":"trace[2058907901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10814; }","duration":"122.238557ms","start":"2026-04-07T00:30:04.957663Z","end":"2026-04-07T00:30:05.079901Z","steps":["trace[2058907901] 'agreement among raft nodes before linearized reading' (duration: 122.034192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:19.452884Z","caller":"traceutil/trace.go:171","msg":"trace[1869400259] linearizableReadLoop","detail":"{readStateIndex:11277; appliedIndex:11276; }","duration":"206.799998ms","start":"2026-04-07T00:30:19.246056Z","end":"2026-04-07T00:30:19.452856Z","steps":["trace[1869400259] 'read index received' (duration: 206.642665ms)","trace[1869400259] 'applied index is now lower than readState.Index' (duration: 156.153µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:19.452941Z","caller":"traceutil/trace.go:171","msg":"trace[1020377081] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"282.785329ms","start":"2026-04-07T00:30:19.170118Z","end":"2026-04-07T00:30:19.452903Z","steps":["trace[1020377081] 'process raft request' (duration: 282.582215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:19.453123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.664412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:30:19.453138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.060274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:30:19.453174Z","caller":"traceutil/trace.go:171","msg":"trace[956464247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10885; }","duration":"200.752613ms","start":"2026-04-07T00:30:19.252406Z","end":"2026-04-07T00:30:19.453159Z","steps":["trace[956464247] 'agreement among raft nodes before linearized reading' (duration: 200.59222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:19.453192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.440259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:19.453248Z","caller":"traceutil/trace.go:171","msg":"trace[1006129825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10885; }","duration":"168.520792ms","start":"2026-04-07T00:30:19.284712Z","end":"2026-04-07T00:30:19.453233Z","steps":["trace[1006129825] 'agreement among raft nodes before linearized reading' (duration: 168.43386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:19.453203Z","caller":"traceutil/trace.go:171","msg":"trace[1391688652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10885; }","duration":"207.210938ms","start":"2026-04-07T00:30:19.245973Z","end":"2026-04-07T00:30:19.453184Z","steps":["trace[1391688652] 'agreement among raft nodes before linearized reading' (duration: 207.019853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:19.453312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.717333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:30:19.453378Z","caller":"traceutil/trace.go:171","msg":"trace[517795242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10885; }","duration":"200.828696ms","start":"2026-04-07T00:30:19.252536Z","end":"2026-04-07T00:30:19.453365Z","steps":["trace[517795242] 'agreement among raft nodes before linearized reading' (duration: 200.672792ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:19.605893Z","caller":"traceutil/trace.go:171","msg":"trace[937522207] transaction","detail":"{read_only:false; response_revision:10887; number_of_response:1; }","duration":"148.926323ms","start":"2026-04-07T00:30:19.456941Z","end":"2026-04-07T00:30:19.605867Z","steps":["trace[937522207] 'process raft request' (duration: 132.648359ms)","trace[937522207] 'compare' (duration: 16.037789ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:19.606079Z","caller":"traceutil/trace.go:171","msg":"trace[1000740241] transaction","detail":"{read_only:false; response_revision:10888; number_of_response:1; }","duration":"148.980525ms","start":"2026-04-07T00:30:19.457078Z","end":"2026-04-07T00:30:19.606058Z","steps":["trace[1000740241] 'process raft request' (duration: 148.744659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:20.150037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.970753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:20.150146Z","caller":"traceutil/trace.go:171","msg":"trace[1203980321] transaction","detail":"{read_only:false; response_revision:10891; number_of_response:1; }","duration":"334.355223ms","start":"2026-04-07T00:30:19.815772Z","end":"2026-04-07T00:30:20.150127Z","steps":["trace[1203980321] 'process raft request' (duration: 181.214917ms)","trace[1203980321] 'compare' (duration: 152.712067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:20.150208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:19.815762Z","time spent":"334.415945ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:30:21.446585Z","caller":"traceutil/trace.go:171","msg":"trace[350091608] linearizableReadLoop","detail":"{readStateIndex:11288; appliedIndex:11287; }","duration":"162.401185ms","start":"2026-04-07T00:30:21.284163Z","end":"2026-04-07T00:30:21.446565Z","steps":["trace[350091608] 'read index received' (duration: 162.124169ms)","trace[350091608] 'applied index is now lower than readState.Index' (duration: 276.156µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:21.446684Z","caller":"traceutil/trace.go:171","msg":"trace[782910880] transaction","detail":"{read_only:false; response_revision:10895; number_of_response:1; }","duration":"243.50942ms","start":"2026-04-07T00:30:21.203139Z","end":"2026-04-07T00:30:21.446648Z","steps":["trace[782910880] 'process raft request' (duration: 243.250594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:21.446705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.531297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:21.446736Z","caller":"traceutil/trace.go:171","msg":"trace[863442564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10895; }","duration":"162.614879ms","start":"2026-04-07T00:30:21.284113Z","end":"2026-04-07T00:30:21.446728Z","steps":["trace[863442564] 'agreement among raft nodes before linearized reading' (duration: 162.550638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:21.67451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.266628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:30:21.674588Z","caller":"traceutil/trace.go:171","msg":"trace[2069457125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10897; }","duration":"143.35907ms","start":"2026-04-07T00:30:21.531209Z","end":"2026-04-07T00:30:21.674568Z","steps":["trace[2069457125] 'count revisions from in-memory index tree' (duration: 143.182456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:26.957217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.770467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:26.957306Z","caller":"traceutil/trace.go:171","msg":"trace[1676638821] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10923; }","duration":"143.89321ms","start":"2026-04-07T00:30:26.813391Z","end":"2026-04-07T00:30:26.957284Z","steps":["trace[1676638821] 'count revisions from in-memory index tree' (duration: 143.721556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:26.957316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.025798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:30:26.957375Z","caller":"traceutil/trace.go:171","msg":"trace[230723746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10923; }","duration":"142.10999ms","start":"2026-04-07T00:30:26.815251Z","end":"2026-04-07T00:30:26.957361Z","steps":["trace[230723746] 'range keys from in-memory index tree' (duration: 141.892945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:26.957533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.121505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:30:26.957621Z","caller":"traceutil/trace.go:171","msg":"trace[1583859557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:10923; }","duration":"144.264559ms","start":"2026-04-07T00:30:26.813335Z","end":"2026-04-07T00:30:26.957599Z","steps":["trace[1583859557] 'range keys from in-memory index tree' (duration: 143.956631ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:27.082474Z","caller":"traceutil/trace.go:171","msg":"trace[1018937807] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"118.373858ms","start":"2026-04-07T00:30:26.964078Z","end":"2026-04-07T00:30:27.082451Z","steps":["trace[1018937807] 'process raft request' (duration: 118.238625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:27.817843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.440297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:27.818128Z","caller":"traceutil/trace.go:171","msg":"trace[1145960275] transaction","detail":"{read_only:false; response_revision:10926; number_of_response:1; }","duration":"278.33586ms","start":"2026-04-07T00:30:27.539759Z","end":"2026-04-07T00:30:27.818095Z","steps":["trace[1145960275] 'process raft request' (duration: 127.564595ms)","trace[1145960275] 'compare' (duration: 150.337175ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:28.144523Z","caller":"traceutil/trace.go:171","msg":"trace[1287856427] linearizableReadLoop","detail":"{readStateIndex:11322; appliedIndex:11321; }","duration":"278.728738ms","start":"2026-04-07T00:30:27.865767Z","end":"2026-04-07T00:30:28.144496Z","steps":["trace[1287856427] 'read index received' (duration: 278.562414ms)","trace[1287856427] 'applied index is now lower than readState.Index' (duration: 164.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:28.144715Z","caller":"traceutil/trace.go:171","msg":"trace[604999249] transaction","detail":"{read_only:false; response_revision:10928; number_of_response:1; }","duration":"322.062928ms","start":"2026-04-07T00:30:27.822504Z","end":"2026-04-07T00:30:28.144567Z","steps":["trace[604999249] 'process raft request' (duration: 321.813313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.144787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.998244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:30:28.144864Z","caller":"traceutil/trace.go:171","msg":"trace[1990542142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10928; }","duration":"279.106267ms","start":"2026-04-07T00:30:27.86574Z","end":"2026-04-07T00:30:28.144846Z","steps":["trace[1990542142] 'agreement among raft nodes before linearized reading' (duration: 278.877562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.144976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:27.822488Z","time spent":"322.340334ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:28.362794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.577941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:28.363012Z","caller":"traceutil/trace.go:171","msg":"trace[391069012] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"214.03323ms","start":"2026-04-07T00:30:28.148962Z","end":"2026-04-07T00:30:28.362995Z","steps":["trace[391069012] 'process raft request' (duration: 213.946468ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:28.363045Z","caller":"traceutil/trace.go:171","msg":"trace[1061126950] linearizableReadLoop","detail":"{readStateIndex:11323; appliedIndex:11322; }","duration":"218.427119ms","start":"2026-04-07T00:30:28.144603Z","end":"2026-04-07T00:30:28.36303Z","steps":["trace[1061126950] 'read index received' (duration: 50.543391ms)","trace[1061126950] 'applied index is now lower than readState.Index' (duration: 167.881578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:28.363172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.899239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:28.363204Z","caller":"traceutil/trace.go:171","msg":"trace[1167439380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10930; }","duration":"390.973301ms","start":"2026-04-07T00:30:27.972221Z","end":"2026-04-07T00:30:28.363194Z","steps":["trace[1167439380] 'agreement among raft nodes before linearized reading' (duration: 390.879299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.36319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.98134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:30:28.363228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:27.9722Z","time spent":"391.020692ms","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:30:28.363272Z","caller":"traceutil/trace.go:171","msg":"trace[1926293090] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10930; }","duration":"315.116343ms","start":"2026-04-07T00:30:28.048135Z","end":"2026-04-07T00:30:28.363252Z","steps":["trace[1926293090] 'agreement among raft nodes before linearized reading' (duration: 314.912968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.363329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:28.048113Z","time spent":"315.198234ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:30:28.362934Z","caller":"traceutil/trace.go:171","msg":"trace[1159269505] transaction","detail":"{read_only:false; response_revision:10929; number_of_response:1; }","duration":"472.592098ms","start":"2026-04-07T00:30:27.890309Z","end":"2026-04-07T00:30:28.362901Z","steps":["trace[1159269505] 'process raft request' (duration: 304.827263ms)","trace[1159269505] 'compare' (duration: 167.399477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:28.363985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:27.890292Z","time spent":"473.613541ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:28.38378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.09398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:28.383837Z","caller":"traceutil/trace.go:171","msg":"trace[520998007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10931; }","duration":"100.182423ms","start":"2026-04-07T00:30:28.283642Z","end":"2026-04-07T00:30:28.383824Z","steps":["trace[520998007] 'agreement among raft nodes before linearized reading' (duration: 100.04524ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:28.383944Z","caller":"traceutil/trace.go:171","msg":"trace[1541377512] transaction","detail":"{read_only:false; response_revision:10931; number_of_response:1; }","duration":"161.544046ms","start":"2026-04-07T00:30:28.222374Z","end":"2026-04-07T00:30:28.383918Z","steps":["trace[1541377512] 'process raft request' (duration: 161.206678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:28.574729Z","caller":"traceutil/trace.go:171","msg":"trace[1373253034] linearizableReadLoop","detail":"{readStateIndex:11326; appliedIndex:11325; }","duration":"141.102279ms","start":"2026-04-07T00:30:28.433604Z","end":"2026-04-07T00:30:28.574707Z","steps":["trace[1373253034] 'read index received' (duration: 135.982734ms)","trace[1373253034] 'applied index is now lower than readState.Index' (duration: 5.118695ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:28.574794Z","caller":"traceutil/trace.go:171","msg":"trace[688624426] transaction","detail":"{read_only:false; response_revision:10932; number_of_response:1; }","duration":"163.846537ms","start":"2026-04-07T00:30:28.410917Z","end":"2026-04-07T00:30:28.574764Z","steps":["trace[688624426] 'process raft request' (duration: 158.747343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.574861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.236902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:28.574947Z","caller":"traceutil/trace.go:171","msg":"trace[1101314608] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10932; }","duration":"141.351575ms","start":"2026-04-07T00:30:28.433569Z","end":"2026-04-07T00:30:28.574921Z","steps":["trace[1101314608] 'agreement among raft nodes before linearized reading' (duration: 141.215042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.981473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.762847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:30:28.981559Z","caller":"traceutil/trace.go:171","msg":"trace[55918964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10932; }","duration":"294.950471ms","start":"2026-04-07T00:30:28.686589Z","end":"2026-04-07T00:30:28.98154Z","steps":["trace[55918964] 'range keys from in-memory index tree' (duration: 294.610473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:28.981566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.286339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:30:28.981633Z","caller":"traceutil/trace.go:171","msg":"trace[579900831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10932; }","duration":"274.403902ms","start":"2026-04-07T00:30:28.707212Z","end":"2026-04-07T00:30:28.981616Z","steps":["trace[579900831] 'range keys from in-memory index tree' (duration: 274.071364ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:29.121857Z","caller":"traceutil/trace.go:171","msg":"trace[1573183275] linearizableReadLoop","detail":"{readStateIndex:11327; appliedIndex:11326; }","duration":"135.442221ms","start":"2026-04-07T00:30:28.986391Z","end":"2026-04-07T00:30:29.121833Z","steps":["trace[1573183275] 'read index received' (duration: 135.186215ms)","trace[1573183275] 'applied index is now lower than readState.Index' (duration: 254.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:29.121929Z","caller":"traceutil/trace.go:171","msg":"trace[1084475414] transaction","detail":"{read_only:false; response_revision:10933; number_of_response:1; }","duration":"136.022574ms","start":"2026-04-07T00:30:28.985866Z","end":"2026-04-07T00:30:29.121889Z","steps":["trace[1084475414] 'process raft request' (duration: 135.819119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:29.12257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.166066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347619"} {"level":"info","ts":"2026-04-07T00:30:29.122607Z","caller":"traceutil/trace.go:171","msg":"trace[334297853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10933; }","duration":"136.252629ms","start":"2026-04-07T00:30:28.986346Z","end":"2026-04-07T00:30:29.122598Z","steps":["trace[334297853] 'agreement among raft nodes before linearized reading' (duration: 135.607994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:29.783912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.330747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:30:29.783987Z","caller":"traceutil/trace.go:171","msg":"trace[329673338] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10935; }","duration":"105.4694ms","start":"2026-04-07T00:30:29.678502Z","end":"2026-04-07T00:30:29.783972Z","steps":["trace[329673338] 'range keys from in-memory index tree' (duration: 105.127113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:30.22878Z","caller":"traceutil/trace.go:171","msg":"trace[1584805432] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"402.933429ms","start":"2026-04-07T00:30:29.825829Z","end":"2026-04-07T00:30:30.228762Z","steps":["trace[1584805432] 'process raft request' (duration: 402.830376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:30.228899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:29.825792Z","time spent":"403.054752ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:30.716527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.873405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:30.71662Z","caller":"traceutil/trace.go:171","msg":"trace[1654192480] linearizableReadLoop","detail":"{readStateIndex:11331; appliedIndex:11329; }","duration":"568.063733ms","start":"2026-04-07T00:30:30.148541Z","end":"2026-04-07T00:30:30.716605Z","steps":["trace[1654192480] 'read index received' (duration: 80.201854ms)","trace[1654192480] 'applied index is now lower than readState.Index' (duration: 487.860749ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:30.716689Z","caller":"traceutil/trace.go:171","msg":"trace[1412631843] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"886.188775ms","start":"2026-04-07T00:30:29.830482Z","end":"2026-04-07T00:30:30.71667Z","steps":["trace[1412631843] 'process raft request' (duration: 631.062975ms)","trace[1412631843] 'compare' (duration: 254.767412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:30.716738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:29.830463Z","time spent":"886.252246ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:30.716895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.344729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:30:30.717006Z","caller":"traceutil/trace.go:171","msg":"trace[64043842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10937; }","duration":"568.461102ms","start":"2026-04-07T00:30:30.148522Z","end":"2026-04-07T00:30:30.716983Z","steps":["trace[64043842] 'agreement among raft nodes before linearized reading' (duration: 568.192826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:30.717073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:30.148499Z","time spent":"568.557445ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:30:30.77161Z","caller":"traceutil/trace.go:171","msg":"trace[608229897] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"388.920395ms","start":"2026-04-07T00:30:30.382663Z","end":"2026-04-07T00:30:30.771584Z","steps":["trace[608229897] 'process raft request' (duration: 388.6753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:30.771769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:30.382633Z","time spent":"389.061008ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:30:30.771883Z","caller":"traceutil/trace.go:171","msg":"trace[2067022481] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"381.12764ms","start":"2026-04-07T00:30:30.390725Z","end":"2026-04-07T00:30:30.771853Z","steps":["trace[2067022481] 'process raft request' (duration: 380.808723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:30.771962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.314159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:30:30.771999Z","caller":"traceutil/trace.go:171","msg":"trace[1123169564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10939; }","duration":"404.37751ms","start":"2026-04-07T00:30:30.367606Z","end":"2026-04-07T00:30:30.771983Z","steps":["trace[1123169564] 'agreement among raft nodes before linearized reading' (duration: 404.325129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:30.772012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:30.390705Z","time spent":"381.248672ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:30.771893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.521415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:30:30.772027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:30.367584Z","time spent":"404.437672ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:30:30.772109Z","caller":"traceutil/trace.go:171","msg":"trace[779109343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10939; }","duration":"480.754019ms","start":"2026-04-07T00:30:30.291319Z","end":"2026-04-07T00:30:30.772073Z","steps":["trace[779109343] 'agreement among raft nodes before linearized reading' (duration: 480.505984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:30.772203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:30.291302Z","time spent":"480.868132ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:30:30.935526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.694926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:30.935901Z","caller":"traceutil/trace.go:171","msg":"trace[1007914063] linearizableReadLoop","detail":"{readStateIndex:11335; appliedIndex:11333; }","duration":"149.850164ms","start":"2026-04-07T00:30:30.786033Z","end":"2026-04-07T00:30:30.935884Z","steps":["trace[1007914063] 'read index received' (duration: 47.725728ms)","trace[1007914063] 'applied index is now lower than readState.Index' (duration: 102.123636ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:30.935932Z","caller":"traceutil/trace.go:171","msg":"trace[88793813] transaction","detail":"{read_only:false; response_revision:10940; number_of_response:1; }","duration":"215.286508ms","start":"2026-04-07T00:30:30.720615Z","end":"2026-04-07T00:30:30.935901Z","steps":["trace[88793813] 'process raft request' (duration: 113.126141ms)","trace[88793813] 'compare' (duration: 101.499802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:30.936062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.007048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:30.93612Z","caller":"traceutil/trace.go:171","msg":"trace[1883050460] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10941; }","duration":"150.11517ms","start":"2026-04-07T00:30:30.785995Z","end":"2026-04-07T00:30:30.93611Z","steps":["trace[1883050460] 'agreement among raft nodes before linearized reading' (duration: 150.003008ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:30.936036Z","caller":"traceutil/trace.go:171","msg":"trace[1976822756] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"159.818867ms","start":"2026-04-07T00:30:30.776168Z","end":"2026-04-07T00:30:30.935987Z","steps":["trace[1976822756] 'process raft request' (duration: 159.610783ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:33.366203Z","caller":"traceutil/trace.go:171","msg":"trace[243632049] linearizableReadLoop","detail":"{readStateIndex:11349; appliedIndex:11347; }","duration":"141.092318ms","start":"2026-04-07T00:30:33.225088Z","end":"2026-04-07T00:30:33.366181Z","steps":["trace[243632049] 'read index received' (duration: 64.32465ms)","trace[243632049] 'applied index is now lower than readState.Index' (duration: 76.766538ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:33.366258Z","caller":"traceutil/trace.go:171","msg":"trace[927429318] transaction","detail":"{read_only:false; response_revision:10953; number_of_response:1; }","duration":"148.541574ms","start":"2026-04-07T00:30:33.217662Z","end":"2026-04-07T00:30:33.366203Z","steps":["trace[927429318] 'process raft request' (duration: 71.711285ms)","trace[927429318] 'compare' (duration: 76.619385ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:33.366256Z","caller":"traceutil/trace.go:171","msg":"trace[616128573] transaction","detail":"{read_only:false; response_revision:10954; number_of_response:1; }","duration":"144.409491ms","start":"2026-04-07T00:30:33.2218Z","end":"2026-04-07T00:30:33.366209Z","steps":["trace[616128573] 'process raft request' (duration: 144.3292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:33.366433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.334293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:30:33.36649Z","caller":"traceutil/trace.go:171","msg":"trace[988599253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:10954; }","duration":"141.420645ms","start":"2026-04-07T00:30:33.225058Z","end":"2026-04-07T00:30:33.366478Z","steps":["trace[988599253] 'agreement among raft nodes before linearized reading' (duration: 141.261602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:47.179504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.516993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:30:47.179611Z","caller":"traceutil/trace.go:171","msg":"trace[811634623] transaction","detail":"{read_only:false; response_revision:11021; number_of_response:1; }","duration":"253.858913ms","start":"2026-04-07T00:30:46.925731Z","end":"2026-04-07T00:30:47.17959Z","steps":["trace[811634623] 'process raft request' (duration: 34.176106ms)","trace[811634623] 'compare' (duration: 219.37136ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:47.206144Z","caller":"traceutil/trace.go:171","msg":"trace[1058030438] transaction","detail":"{read_only:false; response_revision:11022; number_of_response:1; }","duration":"279.350142ms","start":"2026-04-07T00:30:46.926754Z","end":"2026-04-07T00:30:47.206105Z","steps":["trace[1058030438] 'process raft request' (duration: 279.23362ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:47.206176Z","caller":"traceutil/trace.go:171","msg":"trace[286072095] linearizableReadLoop","detail":"{readStateIndex:11420; appliedIndex:11420; }","duration":"168.451291ms","start":"2026-04-07T00:30:47.037708Z","end":"2026-04-07T00:30:47.206159Z","steps":["trace[286072095] 'read index received' (duration: 168.44429ms)","trace[286072095] 'applied index is now lower than readState.Index' (duration: 6.011µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:47.206298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.594144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:30:47.206321Z","caller":"traceutil/trace.go:171","msg":"trace[1074701267] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11022; }","duration":"168.663166ms","start":"2026-04-07T00:30:47.03765Z","end":"2026-04-07T00:30:47.206313Z","steps":["trace[1074701267] 'agreement among raft nodes before linearized reading' (duration: 168.581084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:47.206493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.525151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:30:47.206579Z","caller":"traceutil/trace.go:171","msg":"trace[922356546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11022; }","duration":"155.652263ms","start":"2026-04-07T00:30:47.050905Z","end":"2026-04-07T00:30:47.206558Z","steps":["trace[922356546] 'agreement among raft nodes before linearized reading' (duration: 155.417958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:47.206629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.087394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:30:47.206738Z","caller":"traceutil/trace.go:171","msg":"trace[97202300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11022; }","duration":"131.206987ms","start":"2026-04-07T00:30:47.075504Z","end":"2026-04-07T00:30:47.206711Z","steps":["trace[97202300] 'agreement among raft nodes before linearized reading' (duration: 130.89262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:47.319856Z","caller":"traceutil/trace.go:171","msg":"trace[1034858748] transaction","detail":"{read_only:false; response_revision:11024; number_of_response:1; }","duration":"109.737896ms","start":"2026-04-07T00:30:47.210073Z","end":"2026-04-07T00:30:47.319811Z","steps":["trace[1034858748] 'process raft request' (duration: 104.768815ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:47.610971Z","caller":"traceutil/trace.go:171","msg":"trace[1684186013] transaction","detail":"{read_only:false; response_revision:11026; number_of_response:1; }","duration":"102.525355ms","start":"2026-04-07T00:30:47.50841Z","end":"2026-04-07T00:30:47.610936Z","steps":["trace[1684186013] 'process raft request' (duration: 72.157215ms)","trace[1684186013] 'compare' (duration: 30.050563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:48.43285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.681338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:48.432937Z","caller":"traceutil/trace.go:171","msg":"trace[991610992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11028; }","duration":"148.816452ms","start":"2026-04-07T00:30:48.284108Z","end":"2026-04-07T00:30:48.432925Z","steps":["trace[991610992] 'range keys from in-memory index tree' (duration: 148.617977ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:48.622928Z","caller":"traceutil/trace.go:171","msg":"trace[1058986024] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"185.511612ms","start":"2026-04-07T00:30:48.43739Z","end":"2026-04-07T00:30:48.622902Z","steps":["trace[1058986024] 'process raft request' (duration: 144.966565ms)","trace[1058986024] 'compare' (duration: 40.381013ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:49.357937Z","caller":"traceutil/trace.go:171","msg":"trace[1691578565] linearizableReadLoop","detail":"{readStateIndex:11431; appliedIndex:11430; }","duration":"117.410588ms","start":"2026-04-07T00:30:49.240501Z","end":"2026-04-07T00:30:49.357912Z","steps":["trace[1691578565] 'read index received' (duration: 77.099235ms)","trace[1691578565] 'applied index is now lower than readState.Index' (duration: 40.310243ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:49.357969Z","caller":"traceutil/trace.go:171","msg":"trace[1197428537] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"146.916148ms","start":"2026-04-07T00:30:49.211024Z","end":"2026-04-07T00:30:49.35794Z","steps":["trace[1197428537] 'process raft request' (duration: 106.662596ms)","trace[1197428537] 'compare' (duration: 40.111259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:49.358197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.401635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:30:49.358256Z","caller":"traceutil/trace.go:171","msg":"trace[1220800581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11033; }","duration":"137.499578ms","start":"2026-04-07T00:30:49.220741Z","end":"2026-04-07T00:30:49.358241Z","steps":["trace[1220800581] 'agreement among raft nodes before linearized reading' (duration: 137.305514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:49.699214Z","caller":"traceutil/trace.go:171","msg":"trace[679017787] linearizableReadLoop","detail":"{readStateIndex:11433; appliedIndex:11432; }","duration":"254.830804ms","start":"2026-04-07T00:30:49.444352Z","end":"2026-04-07T00:30:49.699183Z","steps":["trace[679017787] 'read index received' (duration: 246.21189ms)","trace[679017787] 'applied index is now lower than readState.Index' (duration: 8.607993ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:49.69952Z","caller":"traceutil/trace.go:171","msg":"trace[1222904190] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"336.655436ms","start":"2026-04-07T00:30:49.36284Z","end":"2026-04-07T00:30:49.699495Z","steps":["trace[1222904190] 'process raft request' (duration: 327.617513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:49.699738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.360145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:30:49.699852Z","caller":"traceutil/trace.go:171","msg":"trace[1446542828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11035; }","duration":"255.509968ms","start":"2026-04-07T00:30:49.444318Z","end":"2026-04-07T00:30:49.699827Z","steps":["trace[1446542828] 'agreement among raft nodes before linearized reading' (duration: 255.183861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:49.699768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:49.362805Z","time spent":"336.85115ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:49.720162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.682955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:30:49.720244Z","caller":"traceutil/trace.go:171","msg":"trace[938416337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11036; }","duration":"105.818218ms","start":"2026-04-07T00:30:49.614407Z","end":"2026-04-07T00:30:49.720225Z","steps":["trace[938416337] 'agreement among raft nodes before linearized reading' (duration: 105.406349ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:51.037263Z","caller":"traceutil/trace.go:171","msg":"trace[672770184] transaction","detail":"{read_only:false; response_revision:11040; number_of_response:1; }","duration":"181.663186ms","start":"2026-04-07T00:30:50.855576Z","end":"2026-04-07T00:30:51.037239Z","steps":["trace[672770184] 'process raft request' (duration: 181.491772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:51.237227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.684731ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:30:51.237998Z","caller":"traceutil/trace.go:171","msg":"trace[1179724055] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"145.073087ms","start":"2026-04-07T00:30:51.092899Z","end":"2026-04-07T00:30:51.237972Z","steps":["trace[1179724055] 'process raft request' (duration: 144.418573ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:01.490703Z","caller":"traceutil/trace.go:171","msg":"trace[1916823828] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"111.563977ms","start":"2026-04-07T00:31:01.379117Z","end":"2026-04-07T00:31:01.490681Z","steps":["trace[1916823828] 'process raft request' (duration: 111.440594ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:01.632895Z","caller":"traceutil/trace.go:171","msg":"trace[1404454277] linearizableReadLoop","detail":"{readStateIndex:11493; appliedIndex:11492; }","duration":"133.326483ms","start":"2026-04-07T00:31:01.499521Z","end":"2026-04-07T00:31:01.632847Z","steps":["trace[1404454277] 'read index received' (duration: 126.345217ms)","trace[1404454277] 'applied index is now lower than readState.Index' (duration: 6.979666ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:31:01.632963Z","caller":"traceutil/trace.go:171","msg":"trace[1166901224] transaction","detail":"{read_only:false; response_revision:11092; number_of_response:1; }","duration":"182.816732ms","start":"2026-04-07T00:31:01.450115Z","end":"2026-04-07T00:31:01.632932Z","steps":["trace[1166901224] 'process raft request' (duration: 175.812946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:31:01.633149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.605931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:31:01.633196Z","caller":"traceutil/trace.go:171","msg":"trace[1838217255] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11092; }","duration":"133.734513ms","start":"2026-04-07T00:31:01.499448Z","end":"2026-04-07T00:31:01.633183Z","steps":["trace[1838217255] 'agreement among raft nodes before linearized reading' (duration: 133.539879ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:08.226351Z","caller":"traceutil/trace.go:171","msg":"trace[1095853563] transaction","detail":"{read_only:false; response_revision:11129; number_of_response:1; }","duration":"141.507076ms","start":"2026-04-07T00:31:08.084821Z","end":"2026-04-07T00:31:08.226328Z","steps":["trace[1095853563] 'process raft request' (duration: 141.249351ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:42.11018Z","caller":"traceutil/trace.go:171","msg":"trace[1443391229] transaction","detail":"{read_only:false; response_revision:11327; number_of_response:1; }","duration":"110.640877ms","start":"2026-04-07T00:31:41.999516Z","end":"2026-04-07T00:31:42.110157Z","steps":["trace[1443391229] 'process raft request' (duration: 110.503614ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:42.138681Z","caller":"traceutil/trace.go:171","msg":"trace[1449939488] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"136.511566ms","start":"2026-04-07T00:31:42.002145Z","end":"2026-04-07T00:31:42.138657Z","steps":["trace[1449939488] 'process raft request' (duration: 136.23902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:53.776983Z","caller":"traceutil/trace.go:171","msg":"trace[857063527] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"101.943241ms","start":"2026-04-07T00:31:53.675012Z","end":"2026-04-07T00:31:53.776955Z","steps":["trace[857063527] 'process raft request' (duration: 101.681455ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:56.688309Z","caller":"traceutil/trace.go:171","msg":"trace[830255816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11505; }","duration":"132.621388ms","start":"2026-04-07T00:31:56.555664Z","end":"2026-04-07T00:31:56.688285Z","steps":["trace[830255816] 'process raft request' (duration: 86.126088ms)","trace[830255816] 'compare' (duration: 46.290355ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:31:56.688719Z","caller":"traceutil/trace.go:171","msg":"trace[1940167665] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"129.96614ms","start":"2026-04-07T00:31:56.558715Z","end":"2026-04-07T00:31:56.688682Z","steps":["trace[1940167665] 'process raft request' (duration: 129.518979ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:58.425255Z","caller":"traceutil/trace.go:171","msg":"trace[969957680] linearizableReadLoop","detail":"{readStateIndex:11941; appliedIndex:11939; }","duration":"189.660806ms","start":"2026-04-07T00:31:58.235576Z","end":"2026-04-07T00:31:58.425237Z","steps":["trace[969957680] 'read index received' (duration: 28.56005ms)","trace[969957680] 'applied index is now lower than readState.Index' (duration: 161.100146ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:31:58.425315Z","caller":"traceutil/trace.go:171","msg":"trace[1582362285] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"191.540868ms","start":"2026-04-07T00:31:58.233758Z","end":"2026-04-07T00:31:58.425299Z","steps":["trace[1582362285] 'process raft request' (duration: 140.822622ms)","trace[1582362285] 'compare' (duration: 50.449399ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:31:58.42534Z","caller":"traceutil/trace.go:171","msg":"trace[1244267791] transaction","detail":"{read_only:false; response_revision:11528; number_of_response:1; }","duration":"186.804031ms","start":"2026-04-07T00:31:58.238503Z","end":"2026-04-07T00:31:58.425307Z","steps":["trace[1244267791] 'process raft request' (duration: 186.681058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:31:58.425421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.832339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:31:58.425445Z","caller":"traceutil/trace.go:171","msg":"trace[893509001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11528; }","duration":"189.88039ms","start":"2026-04-07T00:31:58.235557Z","end":"2026-04-07T00:31:58.425437Z","steps":["trace[893509001] 'agreement among raft nodes before linearized reading' (duration: 189.774008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:31:58.425499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.012931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:31:58.425547Z","caller":"traceutil/trace.go:171","msg":"trace[1720264680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11528; }","duration":"143.070792ms","start":"2026-04-07T00:31:58.282447Z","end":"2026-04-07T00:31:58.425518Z","steps":["trace[1720264680] 'agreement among raft nodes before linearized reading' (duration: 143.032031ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:00.287761Z","caller":"traceutil/trace.go:171","msg":"trace[1728283350] transaction","detail":"{read_only:false; response_revision:11540; number_of_response:1; }","duration":"122.285026ms","start":"2026-04-07T00:32:00.16544Z","end":"2026-04-07T00:32:00.287725Z","steps":["trace[1728283350] 'process raft request' (duration: 122.097832ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:00.56825Z","caller":"traceutil/trace.go:171","msg":"trace[1715997340] transaction","detail":"{read_only:false; response_revision:11542; number_of_response:1; }","duration":"134.400508ms","start":"2026-04-07T00:32:00.433826Z","end":"2026-04-07T00:32:00.568226Z","steps":["trace[1715997340] 'process raft request' (duration: 134.250384ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:04.703808Z","caller":"traceutil/trace.go:171","msg":"trace[868850547] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"120.211191ms","start":"2026-04-07T00:32:04.583571Z","end":"2026-04-07T00:32:04.703782Z","steps":["trace[868850547] 'process raft request' (duration: 120.050247ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:05.082004Z","caller":"traceutil/trace.go:171","msg":"trace[1627020800] linearizableReadLoop","detail":"{readStateIndex:11986; appliedIndex:11985; }","duration":"314.096839ms","start":"2026-04-07T00:32:04.767883Z","end":"2026-04-07T00:32:05.08198Z","steps":["trace[1627020800] 'read index received' (duration: 313.892175ms)","trace[1627020800] 'applied index is now lower than readState.Index' (duration: 203.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:05.082069Z","caller":"traceutil/trace.go:171","msg":"trace[1024320064] transaction","detail":"{read_only:false; response_revision:11571; number_of_response:1; }","duration":"345.481103ms","start":"2026-04-07T00:32:04.736551Z","end":"2026-04-07T00:32:05.082032Z","steps":["trace[1024320064] 'process raft request' (duration: 345.278148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:05.082234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:04.736531Z","time spent":"345.623946ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:32:05.082245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.336056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:32:05.082395Z","caller":"traceutil/trace.go:171","msg":"trace[1891017891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:11571; }","duration":"314.539219ms","start":"2026-04-07T00:32:04.767841Z","end":"2026-04-07T00:32:05.08238Z","steps":["trace[1891017891] 'agreement among raft nodes before linearized reading' (duration: 314.266603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:05.082409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.199054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:32:05.082437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:04.767821Z","time spent":"314.605631ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:32:05.082489Z","caller":"traceutil/trace.go:171","msg":"trace[908600064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11571; }","duration":"101.320927ms","start":"2026-04-07T00:32:04.981148Z","end":"2026-04-07T00:32:05.082468Z","steps":["trace[908600064] 'agreement among raft nodes before linearized reading' (duration: 101.018411ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:14.182774Z","caller":"traceutil/trace.go:171","msg":"trace[160773923] transaction","detail":"{read_only:false; response_revision:11689; number_of_response:1; }","duration":"111.876643ms","start":"2026-04-07T00:32:14.070869Z","end":"2026-04-07T00:32:14.182746Z","steps":["trace[160773923] 'process raft request' (duration: 111.658068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:14.758013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.356739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:32:14.758136Z","caller":"traceutil/trace.go:171","msg":"trace[1684247509] linearizableReadLoop","detail":"{readStateIndex:12111; appliedIndex:12109; }","duration":"209.825306ms","start":"2026-04-07T00:32:14.548291Z","end":"2026-04-07T00:32:14.758117Z","steps":["trace[1684247509] 'read index received' (duration: 347.767µs)","trace[1684247509] 'applied index is now lower than readState.Index' (duration: 209.476499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:32:14.758217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.138423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:32:14.758259Z","caller":"traceutil/trace.go:171","msg":"trace[218428825] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11693; }","duration":"210.463361ms","start":"2026-04-07T00:32:14.547779Z","end":"2026-04-07T00:32:14.758242Z","steps":["trace[218428825] 'agreement among raft nodes before linearized reading' (duration: 210.389259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:14.758264Z","caller":"traceutil/trace.go:171","msg":"trace[254004848] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"211.227298ms","start":"2026-04-07T00:32:14.546972Z","end":"2026-04-07T00:32:14.758199Z","steps":["trace[254004848] 'process raft request' (duration: 92.565963ms)","trace[254004848] 'compare' (duration: 118.211255ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:17.028061Z","caller":"traceutil/trace.go:171","msg":"trace[433633137] linearizableReadLoop","detail":"{readStateIndex:12141; appliedIndex:12139; }","duration":"145.382225ms","start":"2026-04-07T00:32:16.882656Z","end":"2026-04-07T00:32:17.028038Z","steps":["trace[433633137] 'read index received' (duration: 58.697084ms)","trace[433633137] 'applied index is now lower than readState.Index' (duration: 86.684401ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:17.028256Z","caller":"traceutil/trace.go:171","msg":"trace[829434732] transaction","detail":"{read_only:false; response_revision:11721; number_of_response:1; }","duration":"164.122913ms","start":"2026-04-07T00:32:16.864122Z","end":"2026-04-07T00:32:17.028245Z","steps":["trace[829434732] 'process raft request' (duration: 77.125266ms)","trace[829434732] 'compare' (duration: 86.632999ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:17.028531Z","caller":"traceutil/trace.go:171","msg":"trace[867346868] transaction","detail":"{read_only:false; response_revision:11722; number_of_response:1; }","duration":"152.048943ms","start":"2026-04-07T00:32:16.876453Z","end":"2026-04-07T00:32:17.028502Z","steps":["trace[867346868] 'process raft request' (duration: 151.535692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:17.028588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.880725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-07T00:32:17.028636Z","caller":"traceutil/trace.go:171","msg":"trace[905589260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11722; }","duration":"145.934686ms","start":"2026-04-07T00:32:16.882673Z","end":"2026-04-07T00:32:17.028607Z","steps":["trace[905589260] 'agreement among raft nodes before linearized reading' (duration: 145.720401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:17.029659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.991741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:9189"} {"level":"info","ts":"2026-04-07T00:32:17.029717Z","caller":"traceutil/trace.go:171","msg":"trace[434485983] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11722; }","duration":"147.071962ms","start":"2026-04-07T00:32:16.882631Z","end":"2026-04-07T00:32:17.029703Z","steps":["trace[434485983] 'agreement among raft nodes before linearized reading' (duration: 145.65198ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:27.390854Z","caller":"traceutil/trace.go:171","msg":"trace[1699396019] transaction","detail":"{read_only:false; response_revision:11792; number_of_response:1; }","duration":"128.041155ms","start":"2026-04-07T00:32:27.262787Z","end":"2026-04-07T00:32:27.390828Z","steps":["trace[1699396019] 'process raft request' (duration: 127.882062ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:27.409872Z","caller":"traceutil/trace.go:171","msg":"trace[228029214] linearizableReadLoop","detail":"{readStateIndex:12214; appliedIndex:12212; }","duration":"143.293167ms","start":"2026-04-07T00:32:27.266554Z","end":"2026-04-07T00:32:27.409847Z","steps":["trace[228029214] 'read index received' (duration: 124.099658ms)","trace[228029214] 'applied index is now lower than readState.Index' (duration: 19.192529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:32:27.410063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.490051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:32:27.410069Z","caller":"traceutil/trace.go:171","msg":"trace[1601169997] transaction","detail":"{read_only:false; response_revision:11793; number_of_response:1; }","duration":"144.394482ms","start":"2026-04-07T00:32:27.265656Z","end":"2026-04-07T00:32:27.410051Z","steps":["trace[1601169997] 'process raft request' (duration: 144.039694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:27.410102Z","caller":"traceutil/trace.go:171","msg":"trace[1689024619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:11793; }","duration":"143.556383ms","start":"2026-04-07T00:32:27.266536Z","end":"2026-04-07T00:32:27.410092Z","steps":["trace[1689024619] 'agreement among raft nodes before linearized reading' (duration: 143.408679ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:28.35775Z","caller":"traceutil/trace.go:171","msg":"trace[934536353] transaction","detail":"{read_only:false; response_revision:11797; number_of_response:1; }","duration":"109.93765ms","start":"2026-04-07T00:32:28.247775Z","end":"2026-04-07T00:32:28.357713Z","steps":["trace[934536353] 'process raft request' (duration: 109.611433ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:28.739659Z","caller":"traceutil/trace.go:171","msg":"trace[1443597065] linearizableReadLoop","detail":"{readStateIndex:12219; appliedIndex:12218; }","duration":"131.612575ms","start":"2026-04-07T00:32:28.608031Z","end":"2026-04-07T00:32:28.739643Z","steps":["trace[1443597065] 'read index received' (duration: 131.476332ms)","trace[1443597065] 'applied index is now lower than readState.Index' (duration: 135.553µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:32:28.739771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.744079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:32:28.739776Z","caller":"traceutil/trace.go:171","msg":"trace[835093066] transaction","detail":"{read_only:false; response_revision:11798; number_of_response:1; }","duration":"155.510582ms","start":"2026-04-07T00:32:28.584232Z","end":"2026-04-07T00:32:28.739743Z","steps":["trace[835093066] 'process raft request' (duration: 155.297427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:28.739837Z","caller":"traceutil/trace.go:171","msg":"trace[151648655] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11798; }","duration":"131.818671ms","start":"2026-04-07T00:32:28.607965Z","end":"2026-04-07T00:32:28.739784Z","steps":["trace[151648655] 'agreement among raft nodes before linearized reading' (duration: 131.764709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.674459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.687636ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:32:45.674582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.662548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:32:45.674622Z","caller":"traceutil/trace.go:171","msg":"trace[663851472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11895; }","duration":"588.88018ms","start":"2026-04-07T00:32:45.08572Z","end":"2026-04-07T00:32:45.6746Z","steps":["trace[663851472] 'range keys from in-memory index tree' (duration: 588.662895ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:45.674673Z","caller":"traceutil/trace.go:171","msg":"trace[49384280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11895; }","duration":"392.813051ms","start":"2026-04-07T00:32:45.281839Z","end":"2026-04-07T00:32:45.674652Z","steps":["trace[49384280] 'range keys from in-memory index tree' (duration: 392.584147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.674727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:45.281819Z","time spent":"392.898583ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:32:45.674768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.417764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:32:45.674805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.509547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:32:45.674613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.170104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:32:45.67487Z","caller":"traceutil/trace.go:171","msg":"trace[916390724] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11895; }","duration":"460.572798ms","start":"2026-04-07T00:32:45.214275Z","end":"2026-04-07T00:32:45.674848Z","steps":["trace[916390724] 'count revisions from in-memory index tree' (duration: 460.344262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:45.674913Z","caller":"traceutil/trace.go:171","msg":"trace[804149719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11895; }","duration":"670.62862ms","start":"2026-04-07T00:32:45.004259Z","end":"2026-04-07T00:32:45.674888Z","steps":["trace[804149719] 'range keys from in-memory index tree' (duration: 670.296192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:45.674923Z","caller":"traceutil/trace.go:171","msg":"trace[1208453413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11895; }","duration":"479.471001ms","start":"2026-04-07T00:32:45.195424Z","end":"2026-04-07T00:32:45.674895Z","steps":["trace[1208453413] 'range keys from in-memory index tree' (duration: 479.028671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.674993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:45.195387Z","time spent":"479.587564ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:32:45.674988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:45.004228Z","time spent":"670.744823ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:32:45.674928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:45.214259Z","time spent":"460.657729ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:32:45.753881Z","caller":"traceutil/trace.go:171","msg":"trace[1246702911] linearizableReadLoop","detail":"{readStateIndex:12321; appliedIndex:12320; }","duration":"289.596241ms","start":"2026-04-07T00:32:45.464247Z","end":"2026-04-07T00:32:45.753843Z","steps":["trace[1246702911] 'read index received' (duration: 288.504346ms)","trace[1246702911] 'applied index is now lower than readState.Index' (duration: 1.091015ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:32:45.755055Z","caller":"traceutil/trace.go:171","msg":"trace[488922484] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"399.509232ms","start":"2026-04-07T00:32:45.355532Z","end":"2026-04-07T00:32:45.755042Z","steps":["trace[488922484] 'process raft request' (duration: 397.450146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.755179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:32:45.355514Z","time spent":"399.579074ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:32:45.755521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.265539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:32:45.755564Z","caller":"traceutil/trace.go:171","msg":"trace[1395323755] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11896; }","duration":"291.33729ms","start":"2026-04-07T00:32:45.464217Z","end":"2026-04-07T00:32:45.755554Z","steps":["trace[1395323755] 'agreement among raft nodes before linearized reading' (duration: 291.153216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.760988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.422517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:32:45.761048Z","caller":"traceutil/trace.go:171","msg":"trace[1524903583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11898; }","duration":"276.56651ms","start":"2026-04-07T00:32:45.484468Z","end":"2026-04-07T00:32:45.761034Z","steps":["trace[1524903583] 'agreement among raft nodes before linearized reading' (duration: 276.385286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.761513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.654417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:32:45.761596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.835991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:32:45.761628Z","caller":"traceutil/trace.go:171","msg":"trace[1607072476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11898; }","duration":"274.915113ms","start":"2026-04-07T00:32:45.486706Z","end":"2026-04-07T00:32:45.761621Z","steps":["trace[1607072476] 'agreement among raft nodes before linearized reading' (duration: 274.656837ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:32:45.761638Z","caller":"traceutil/trace.go:171","msg":"trace[694320897] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11898; }","duration":"190.825281ms","start":"2026-04-07T00:32:45.570793Z","end":"2026-04-07T00:32:45.761619Z","steps":["trace[694320897] 'agreement among raft nodes before linearized reading' (duration: 190.649647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:45.762039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.673759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:32:45.762091Z","caller":"traceutil/trace.go:171","msg":"trace[971723712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:11898; }","duration":"224.72445ms","start":"2026-04-07T00:32:45.537352Z","end":"2026-04-07T00:32:45.762077Z","steps":["trace[971723712] 'agreement among raft nodes before linearized reading' (duration: 223.980474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:32:47.128089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.013254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-07T00:32:47.128188Z","caller":"traceutil/trace.go:171","msg":"trace[1232411933] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12006; }","duration":"102.138997ms","start":"2026-04-07T00:32:47.02603Z","end":"2026-04-07T00:32:47.128169Z","steps":["trace[1232411933] 'agreement among raft nodes before linearized reading' (duration: 101.930072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:00.729722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178899368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:33:00.945056Z","caller":"traceutil/trace.go:171","msg":"trace[504050692] transaction","detail":"{read_only:false; response_revision:12166; number_of_response:1; }","duration":"760.670495ms","start":"2026-04-07T00:33:00.184356Z","end":"2026-04-07T00:33:00.945026Z","steps":["trace[504050692] 'process raft request' (duration: 760.504541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:00.945244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.184328Z","time spent":"760.800997ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:02.285029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969304466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:33:02.285117Z","caller":"traceutil/trace.go:171","msg":"trace[380135329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.969413738s","start":"2026-04-07T00:33:00.315683Z","end":"2026-04-07T00:33:02.285097Z","steps":["trace[380135329] 'agreement among raft nodes before linearized reading' (duration: 1.969296476s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.285171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.315636Z","time spent":"1.96952019s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:33:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:33:02.759265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44134469s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:33:02.763147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575023981s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:33:02.763452Z","caller":"traceutil/trace.go:171","msg":"trace[674659705] transaction","detail":"{read_only:false; response_revision:12167; number_of_response:1; }","duration":"2.296071749s","start":"2026-04-07T00:33:00.467253Z","end":"2026-04-07T00:33:02.763325Z","steps":["trace[674659705] 'process raft request' (duration: 720.754331ms)","trace[674659705] 'compare' (duration: 1.57320872s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:02.763721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.467226Z","time spent":"2.296372846s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:02.764177Z","caller":"traceutil/trace.go:171","msg":"trace[1765266395] transaction","detail":"{read_only:false; response_revision:12168; number_of_response:1; }","duration":"1.851467637s","start":"2026-04-07T00:33:00.9127Z","end":"2026-04-07T00:33:02.764167Z","steps":["trace[1765266395] 'process raft request' (duration: 1.850559397s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.764218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.912672Z","time spent":"1.851523799s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:02.764446Z","caller":"traceutil/trace.go:171","msg":"trace[1263139859] linearizableReadLoop","detail":"{readStateIndex:12596; appliedIndex:12594; }","duration":"2.53555361s","start":"2026-04-07T00:33:00.228853Z","end":"2026-04-07T00:33:02.764406Z","steps":["trace[1263139859] 'read index received' (duration: 715.967404ms)","trace[1263139859] 'applied index is now lower than readState.Index' (duration: 1.819581915s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:02.77032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541460882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:33:02.770381Z","caller":"traceutil/trace.go:171","msg":"trace[1822575734] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12168; }","duration":"2.541532844s","start":"2026-04-07T00:33:00.228834Z","end":"2026-04-07T00:33:02.770367Z","steps":["trace[1822575734] 'agreement among raft nodes before linearized reading' (duration: 2.535698963s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.228776Z","time spent":"2.541627656s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:33:02.770436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389877119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.770521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.147961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.770531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.780727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:33:02.770562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.380084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-07T00:33:02.770566Z","caller":"traceutil/trace.go:171","msg":"trace[1300071130] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12169; }","duration":"2.389996392s","start":"2026-04-07T00:33:00.380495Z","end":"2026-04-07T00:33:02.770492Z","steps":["trace[1300071130] 'agreement among raft nodes before linearized reading' (duration: 2.389871669s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.280563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.77062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.380479Z","time spent":"2.390126494s","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:33:02.770642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.879865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:02.770662Z","caller":"traceutil/trace.go:171","msg":"trace[1207279376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12169; }","duration":"657.917265ms","start":"2026-04-07T00:33:02.112739Z","end":"2026-04-07T00:33:02.770656Z","steps":["trace[1207279376] 'agreement among raft nodes before linearized reading' (duration: 657.887005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.628075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T00:33:02.770734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.014099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-07T00:33:02.770684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.11273Z","time spent":"657.949426ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-07T00:33:02.770754Z","caller":"traceutil/trace.go:171","msg":"trace[2080781686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:12169; }","duration":"844.677285ms","start":"2026-04-07T00:33:01.92607Z","end":"2026-04-07T00:33:02.770747Z","steps":["trace[2080781686] 'agreement among raft nodes before linearized reading' (duration: 844.576063ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.770762Z","caller":"traceutil/trace.go:171","msg":"trace[2011221174] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12169; }","duration":"503.079871ms","start":"2026-04-07T00:33:02.267675Z","end":"2026-04-07T00:33:02.770755Z","steps":["trace[2011221174] 'agreement among raft nodes before linearized reading' (duration: 502.943628ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.770685Z","caller":"traceutil/trace.go:171","msg":"trace[236657216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12169; }","duration":"485.455566ms","start":"2026-04-07T00:33:02.285176Z","end":"2026-04-07T00:33:02.770631Z","steps":["trace[236657216] 'agreement among raft nodes before linearized reading' (duration: 485.271662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406151812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:02.770592Z","caller":"traceutil/trace.go:171","msg":"trace[832191342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12169; }","duration":"890.88328ms","start":"2026-04-07T00:33:01.879693Z","end":"2026-04-07T00:33:02.770576Z","steps":["trace[832191342] 'agreement among raft nodes before linearized reading' (duration: 890.676635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702777501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.770982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03382528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:33:02.770993Z","caller":"traceutil/trace.go:171","msg":"trace[2104529390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12169; }","duration":"1.406223434s","start":"2026-04-07T00:33:01.364759Z","end":"2026-04-07T00:33:02.770982Z","steps":["trace[2104529390] 'agreement among raft nodes before linearized reading' (duration: 1.406156982s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.771009Z","caller":"traceutil/trace.go:171","msg":"trace[1168252696] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12169; }","duration":"2.033882841s","start":"2026-04-07T00:33:00.737117Z","end":"2026-04-07T00:33:02.771Z","steps":["trace[1168252696] 'agreement among raft nodes before linearized reading' (duration: 2.03383408s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.771021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.364739Z","time spent":"1.406276164s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:33:02.771043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.737099Z","time spent":"2.033937163s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:33:02.77108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354221631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T00:33:02.771115Z","caller":"traceutil/trace.go:171","msg":"trace[1409470729] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12169; }","duration":"2.354269121s","start":"2026-04-07T00:33:00.416838Z","end":"2026-04-07T00:33:02.771107Z","steps":["trace[1409470729] 'agreement among raft nodes before linearized reading' (duration: 2.354181319s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.771146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.416832Z","time spent":"2.354308863s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-07T00:33:02.770631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.318095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.770778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352649256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-07T00:33:02.771221Z","caller":"traceutil/trace.go:171","msg":"trace[1811561816] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12169; }","duration":"2.353105387s","start":"2026-04-07T00:33:00.418105Z","end":"2026-04-07T00:33:02.771211Z","steps":["trace[1811561816] 'agreement among raft nodes before linearized reading' (duration: 2.352573995s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.771259Z","caller":"traceutil/trace.go:171","msg":"trace[426786774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12169; }","duration":"658.947388ms","start":"2026-04-07T00:33:02.112276Z","end":"2026-04-07T00:33:02.771223Z","steps":["trace[426786774] 'agreement among raft nodes before linearized reading' (duration: 658.336574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.28516Z","time spent":"485.799633ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:33:02.771322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.112256Z","time spent":"659.053391ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-07T00:33:02.771006Z","caller":"traceutil/trace.go:171","msg":"trace[1774664476] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12169; }","duration":"1.702893464s","start":"2026-04-07T00:33:01.068102Z","end":"2026-04-07T00:33:02.770995Z","steps":["trace[1774664476] 'agreement among raft nodes before linearized reading' (duration: 1.702806052s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.771457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.068063Z","time spent":"1.703386365s","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:33:02.771273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.418099Z","time spent":"2.353140727s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:33:02.771282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749367003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:33:02.771572Z","caller":"traceutil/trace.go:171","msg":"trace[634238343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12169; }","duration":"1.74967963s","start":"2026-04-07T00:33:01.021877Z","end":"2026-04-07T00:33:02.771557Z","steps":["trace[634238343] 'agreement among raft nodes before linearized reading' (duration: 1.749069187s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.7706Z","caller":"traceutil/trace.go:171","msg":"trace[1466529345] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12169; }","duration":"657.444105ms","start":"2026-04-07T00:33:02.113145Z","end":"2026-04-07T00:33:02.770589Z","steps":["trace[1466529345] 'agreement among raft nodes before linearized reading' (duration: 657.246971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.77162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.021861Z","time spent":"1.749746181s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:33:02.77061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.794753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:02.771689Z","caller":"traceutil/trace.go:171","msg":"trace[1277928694] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12169; }","duration":"658.906798ms","start":"2026-04-07T00:33:02.112765Z","end":"2026-04-07T00:33:02.771672Z","steps":["trace[1277928694] 'agreement among raft nodes before linearized reading' (duration: 657.830674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.771727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.112738Z","time spent":"658.979099ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:33:02.770784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.926056Z","time spent":"844.722816ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:33:02.771622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.113136Z","time spent":"658.476797ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:33:02.770813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.023239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:33:02.771859Z","caller":"traceutil/trace.go:171","msg":"trace[2040616278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12169; }","duration":"890.105803ms","start":"2026-04-07T00:33:01.881738Z","end":"2026-04-07T00:33:02.771843Z","steps":["trace[2040616278] 'agreement among raft nodes before linearized reading' (duration: 888.983188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.770868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.653005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:33:02.77192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.881717Z","time spent":"890.187594ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:33:02.770877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353486194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:02.772062Z","caller":"traceutil/trace.go:171","msg":"trace[2119039503] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12169; }","duration":"2.354693321s","start":"2026-04-07T00:33:00.417357Z","end":"2026-04-07T00:33:02.772051Z","steps":["trace[2119039503] 'agreement among raft nodes before linearized reading' (duration: 2.353499605s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.772024Z","caller":"traceutil/trace.go:171","msg":"trace[1671424515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12169; }","duration":"937.792569ms","start":"2026-04-07T00:33:01.834174Z","end":"2026-04-07T00:33:02.771966Z","steps":["trace[1671424515] 'agreement among raft nodes before linearized reading' (duration: 936.623044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.772132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.417344Z","time spent":"2.354754922s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:33:02.770875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354450857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.772191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.834161Z","time spent":"937.970804ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:33:02.772226Z","caller":"traceutil/trace.go:171","msg":"trace[283638707] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12169; }","duration":"2.355848498s","start":"2026-04-07T00:33:00.416362Z","end":"2026-04-07T00:33:02.77221Z","steps":["trace[283638707] 'agreement among raft nodes before linearized reading' (duration: 2.354483398s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.770861Z","caller":"traceutil/trace.go:171","msg":"trace[670495524] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"852.805358ms","start":"2026-04-07T00:33:01.918021Z","end":"2026-04-07T00:33:02.770826Z","steps":["trace[670495524] 'process raft request' (duration: 852.242096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.772288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.416329Z","time spent":"2.35592771s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:33:02.77091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353227269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.772327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.91799Z","time spent":"854.2772ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:02.770935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.522565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:33:02.772345Z","caller":"traceutil/trace.go:171","msg":"trace[1582225788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12169; }","duration":"2.35465818s","start":"2026-04-07T00:33:00.41766Z","end":"2026-04-07T00:33:02.772319Z","steps":["trace[1582225788] 'agreement among raft nodes before linearized reading' (duration: 2.353232759s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:02.772397Z","caller":"traceutil/trace.go:171","msg":"trace[161439708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12169; }","duration":"940.017809ms","start":"2026-04-07T00:33:01.832367Z","end":"2026-04-07T00:33:02.772384Z","steps":["trace[161439708] 'agreement among raft nodes before linearized reading' (duration: 938.517795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.772442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.832343Z","time spent":"940.088321ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:33:02.771397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354675162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:02.771002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:01.879673Z","time spent":"891.319509ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:33:02.770577Z","caller":"traceutil/trace.go:171","msg":"trace[1439999625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12169; }","duration":"658.234082ms","start":"2026-04-07T00:33:02.112329Z","end":"2026-04-07T00:33:02.770563Z","steps":["trace[1439999625] 'agreement among raft nodes before linearized reading' (duration: 658.13844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.77254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.112324Z","time spent":"660.208876ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-07T00:33:02.772477Z","caller":"traceutil/trace.go:171","msg":"trace[1264890951] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12169; }","duration":"2.355795886s","start":"2026-04-07T00:33:00.416672Z","end":"2026-04-07T00:33:02.772468Z","steps":["trace[1264890951] 'agreement among raft nodes before linearized reading' (duration: 2.354138s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:02.772412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.417652Z","time spent":"2.354742043s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-07T00:33:02.772575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:00.416637Z","time spent":"2.35593171s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-07T00:33:02.770787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:02.267656Z","time spent":"503.124531ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T00:33:12.057602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10084} {"level":"info","ts":"2026-04-07T00:33:12.147566Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10084,"took":"87.433807ms","hash":2748372384,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":25579520,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T00:33:12.147636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2748372384,"revision":10084,"compact-revision":7663} {"level":"warn","ts":"2026-04-07T00:33:20.99975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.428433ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:33:21.000006Z","caller":"traceutil/trace.go:171","msg":"trace[1067319122] linearizableReadLoop","detail":"{readStateIndex:12707; appliedIndex:12706; }","duration":"143.399419ms","start":"2026-04-07T00:33:20.856568Z","end":"2026-04-07T00:33:20.999967Z","steps":["trace[1067319122] 'read index received' (duration: 27.846393ms)","trace[1067319122] 'applied index is now lower than readState.Index' (duration: 115.549256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:21.000273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.691955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:21.000325Z","caller":"traceutil/trace.go:171","msg":"trace[730852675] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12272; }","duration":"143.956192ms","start":"2026-04-07T00:33:20.856352Z","end":"2026-04-07T00:33:21.000308Z","steps":["trace[730852675] 'agreement among raft nodes before linearized reading' (duration: 143.87194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:21.001277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.610966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:21.001365Z","caller":"traceutil/trace.go:171","msg":"trace[1205540379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12275; }","duration":"144.720859ms","start":"2026-04-07T00:33:20.856621Z","end":"2026-04-07T00:33:21.001342Z","steps":["trace[1205540379] 'agreement among raft nodes before linearized reading' (duration: 144.583616ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:21.002128Z","caller":"traceutil/trace.go:171","msg":"trace[1773955033] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"139.227876ms","start":"2026-04-07T00:33:20.862877Z","end":"2026-04-07T00:33:21.002105Z","steps":["trace[1773955033] 'process raft request' (duration: 136.972506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:21.002226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.063904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:21.002298Z","caller":"traceutil/trace.go:171","msg":"trace[472184494] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12275; }","duration":"114.163845ms","start":"2026-04-07T00:33:20.888116Z","end":"2026-04-07T00:33:21.00228Z","steps":["trace[472184494] 'agreement among raft nodes before linearized reading' (duration: 114.067233ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:21.002371Z","caller":"traceutil/trace.go:171","msg":"trace[300754547] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"133.466528ms","start":"2026-04-07T00:33:20.868876Z","end":"2026-04-07T00:33:21.002342Z","steps":["trace[300754547] 'process raft request' (duration: 132.193798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:21.002535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.41916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:21.002633Z","caller":"traceutil/trace.go:171","msg":"trace[1600886824] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12275; }","duration":"143.574683ms","start":"2026-04-07T00:33:20.85904Z","end":"2026-04-07T00:33:21.002614Z","steps":["trace[1600886824] 'agreement among raft nodes before linearized reading' (duration: 143.386498ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:24.846279Z","caller":"traceutil/trace.go:171","msg":"trace[238689351] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"369.670755ms","start":"2026-04-07T00:33:24.476584Z","end":"2026-04-07T00:33:24.846254Z","steps":["trace[238689351] 'process raft request' (duration: 369.486951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:24.846455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:24.476546Z","time spent":"369.844778ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19031,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:25.305528Z","caller":"traceutil/trace.go:171","msg":"trace[242703144] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"289.088939ms","start":"2026-04-07T00:33:25.016409Z","end":"2026-04-07T00:33:25.305498Z","steps":["trace[242703144] 'process raft request' (duration: 288.892915ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:25.829098Z","caller":"traceutil/trace.go:171","msg":"trace[1119249145] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"799.360069ms","start":"2026-04-07T00:33:25.029712Z","end":"2026-04-07T00:33:25.829072Z","steps":["trace[1119249145] 'process raft request' (duration: 799.172215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.829251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.02969Z","time spent":"799.486771ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:25.829401Z","caller":"traceutil/trace.go:171","msg":"trace[422921691] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"798.99736ms","start":"2026-04-07T00:33:25.03037Z","end":"2026-04-07T00:33:25.829368Z","steps":["trace[422921691] 'process raft request' (duration: 798.659443ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:25.829526Z","caller":"traceutil/trace.go:171","msg":"trace[2103836238] linearizableReadLoop","detail":"{readStateIndex:12729; appliedIndex:12727; }","duration":"799.741837ms","start":"2026-04-07T00:33:25.029752Z","end":"2026-04-07T00:33:25.829494Z","steps":["trace[2103836238] 'read index received' (duration: 275.694189ms)","trace[2103836238] 'applied index is now lower than readState.Index' (duration: 524.046328ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:25.829618Z","caller":"traceutil/trace.go:171","msg":"trace[702823715] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"724.651177ms","start":"2026-04-07T00:33:25.104958Z","end":"2026-04-07T00:33:25.829609Z","steps":["trace[702823715] 'process raft request' (duration: 724.474443ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:25.829623Z","caller":"traceutil/trace.go:171","msg":"trace[1654211859] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"747.848846ms","start":"2026-04-07T00:33:25.081751Z","end":"2026-04-07T00:33:25.8296Z","steps":["trace[1654211859] 'process raft request' (duration: 747.5395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.829682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.104924Z","time spent":"724.728419ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:25.829723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.081728Z","time spent":"747.943638ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:25.829721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.962652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:25.829558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.030352Z","time spent":"799.126034ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:25.829784Z","caller":"traceutil/trace.go:171","msg":"trace[133370534] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12297; }","duration":"800.040524ms","start":"2026-04-07T00:33:25.029729Z","end":"2026-04-07T00:33:25.829769Z","steps":["trace[133370534] 'agreement among raft nodes before linearized reading' (duration: 799.960782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.829832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.029718Z","time spent":"800.102525ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:33:25.829973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.503072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:33:25.829995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.546067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:33:25.830019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.003921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:33:25.830056Z","caller":"traceutil/trace.go:171","msg":"trace[1664904772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12297; }","duration":"792.606878ms","start":"2026-04-07T00:33:25.037419Z","end":"2026-04-07T00:33:25.830026Z","steps":["trace[1664904772] 'agreement among raft nodes before linearized reading' (duration: 792.402843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.829771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.886131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:25.830129Z","caller":"traceutil/trace.go:171","msg":"trace[1380214715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12297; }","duration":"795.099834ms","start":"2026-04-07T00:33:25.034993Z","end":"2026-04-07T00:33:25.830093Z","steps":["trace[1380214715] 'agreement among raft nodes before linearized reading' (duration: 794.852089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.830018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.350549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:33:25.830201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.034961Z","time spent":"795.224726ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:33:25.830201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.581081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:33:25.83023Z","caller":"traceutil/trace.go:171","msg":"trace[562466929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12297; }","duration":"791.601125ms","start":"2026-04-07T00:33:25.038612Z","end":"2026-04-07T00:33:25.830213Z","steps":["trace[562466929] 'agreement among raft nodes before linearized reading' (duration: 791.164675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.83024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.433805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:33:25.830267Z","caller":"traceutil/trace.go:171","msg":"trace[59648430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12297; }","duration":"773.660954ms","start":"2026-04-07T00:33:25.056587Z","end":"2026-04-07T00:33:25.830248Z","steps":["trace[59648430] 'agreement among raft nodes before linearized reading' (duration: 773.48671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.830226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.86234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:33:25.830301Z","caller":"traceutil/trace.go:171","msg":"trace[13255009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:12297; }","duration":"789.506018ms","start":"2026-04-07T00:33:25.040785Z","end":"2026-04-07T00:33:25.830291Z","steps":["trace[13255009] 'agreement among raft nodes before linearized reading' (duration: 789.387755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.830321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.056575Z","time spent":"773.732385ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:33:25.830139Z","caller":"traceutil/trace.go:171","msg":"trace[1050869795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12297; }","duration":"800.32817ms","start":"2026-04-07T00:33:25.029799Z","end":"2026-04-07T00:33:25.830127Z","steps":["trace[1050869795] 'agreement among raft nodes before linearized reading' (duration: 799.907721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.830505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.02978Z","time spent":"800.688508ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:33:25.830343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.040778Z","time spent":"789.55821ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:33:25.830288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.038602Z","time spent":"791.670186ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:33:25.830106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.037405Z","time spent":"792.693309ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:33:25.830044Z","caller":"traceutil/trace.go:171","msg":"trace[637153165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12297; }","duration":"791.580024ms","start":"2026-04-07T00:33:25.038441Z","end":"2026-04-07T00:33:25.830021Z","steps":["trace[637153165] 'agreement among raft nodes before linearized reading' (duration: 791.364999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.830977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.038432Z","time spent":"792.517256ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:33:25.830362Z","caller":"traceutil/trace.go:171","msg":"trace[1359268813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12297; }","duration":"792.088736ms","start":"2026-04-07T00:33:25.038245Z","end":"2026-04-07T00:33:25.830333Z","steps":["trace[1359268813] 'agreement among raft nodes before linearized reading' (duration: 791.629595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:25.831047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.038229Z","time spent":"792.797222ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:33:26.420016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.487679ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-07T00:33:26.420259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.831092Z","time spent":"589.144455ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:33:26.420684Z","caller":"traceutil/trace.go:171","msg":"trace[1787800247] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"583.344235ms","start":"2026-04-07T00:33:25.83721Z","end":"2026-04-07T00:33:26.420555Z","steps":["trace[1787800247] 'process raft request' (duration: 583.099729ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:26.420798Z","caller":"traceutil/trace.go:171","msg":"trace[770529331] transaction","detail":"{read_only:false; response_revision:12301; number_of_response:1; }","duration":"584.368608ms","start":"2026-04-07T00:33:25.836158Z","end":"2026-04-07T00:33:26.420527Z","steps":["trace[770529331] 'process raft request' (duration: 584.127463ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:26.420812Z","caller":"traceutil/trace.go:171","msg":"trace[511879083] linearizableReadLoop","detail":"{readStateIndex:12734; appliedIndex:12732; }","duration":"584.770097ms","start":"2026-04-07T00:33:25.835572Z","end":"2026-04-07T00:33:26.420342Z","steps":["trace[511879083] 'read index received' (duration: 25.95307ms)","trace[511879083] 'applied index is now lower than readState.Index' (duration: 558.815987ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:26.420863Z","caller":"traceutil/trace.go:171","msg":"trace[1794313383] transaction","detail":"{read_only:false; response_revision:12300; number_of_response:1; }","duration":"584.714705ms","start":"2026-04-07T00:33:25.835823Z","end":"2026-04-07T00:33:26.420538Z","steps":["trace[1794313383] 'process raft request' (duration: 584.431279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.420907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.835811Z","time spent":"585.069264ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:26.420755Z","caller":"traceutil/trace.go:171","msg":"trace[588317760] transaction","detail":"{read_only:false; response_revision:12299; number_of_response:1; }","duration":"584.824588ms","start":"2026-04-07T00:33:25.83556Z","end":"2026-04-07T00:33:26.420384Z","steps":["trace[588317760] 'process raft request' (duration: 584.660374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.420919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.83615Z","time spent":"584.695175ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:26.421001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.014337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:26.420986Z","caller":"traceutil/trace.go:171","msg":"trace[1255895770] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"585.193026ms","start":"2026-04-07T00:33:25.835366Z","end":"2026-04-07T00:33:26.420559Z","steps":["trace[1255895770] 'process raft request' (duration: 584.744886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.420758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.170256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:33:26.421021Z","caller":"traceutil/trace.go:171","msg":"trace[58331612] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:12302; }","duration":"238.068618ms","start":"2026-04-07T00:33:26.182945Z","end":"2026-04-07T00:33:26.421014Z","steps":["trace[58331612] 'agreement among raft nodes before linearized reading' (duration: 238.029477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.420992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.327064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:26.421024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.835546Z","time spent":"585.419521ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:26.421047Z","caller":"traceutil/trace.go:171","msg":"trace[1211196501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12302; }","duration":"585.491113ms","start":"2026-04-07T00:33:25.835543Z","end":"2026-04-07T00:33:26.421034Z","steps":["trace[1211196501] 'agreement among raft nodes before linearized reading' (duration: 585.081584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:26.421065Z","caller":"traceutil/trace.go:171","msg":"trace[1307019904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12302; }","duration":"137.406976ms","start":"2026-04-07T00:33:26.28364Z","end":"2026-04-07T00:33:26.421047Z","steps":["trace[1307019904] 'agreement among raft nodes before linearized reading' (duration: 137.290393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.421082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.835532Z","time spent":"585.540334ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:33:26.421082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.835346Z","time spent":"585.688067ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:26.421104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.669417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:26.421156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.064243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:26.421216Z","caller":"traceutil/trace.go:171","msg":"trace[1525223925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12302; }","duration":"194.841081ms","start":"2026-04-07T00:33:26.226346Z","end":"2026-04-07T00:33:26.421187Z","steps":["trace[1525223925] 'agreement among raft nodes before linearized reading' (duration: 194.626926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:26.421245Z","caller":"traceutil/trace.go:171","msg":"trace[532855953] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12302; }","duration":"337.212757ms","start":"2026-04-07T00:33:26.084011Z","end":"2026-04-07T00:33:26.421224Z","steps":["trace[532855953] 'agreement among raft nodes before linearized reading' (duration: 337.054153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.421291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:26.08399Z","time spent":"337.290248ms","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:33:26.421328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.837204Z","time spent":"583.60556ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:26.421402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.671636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:26.421442Z","caller":"traceutil/trace.go:171","msg":"trace[1621729408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12302; }","duration":"497.737928ms","start":"2026-04-07T00:33:25.923692Z","end":"2026-04-07T00:33:26.42143Z","steps":["trace[1621729408] 'agreement among raft nodes before linearized reading' (duration: 497.684437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.421471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.923679Z","time spent":"497.784929ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:33:26.422014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.359703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447919"} {"level":"info","ts":"2026-04-07T00:33:26.422105Z","caller":"traceutil/trace.go:171","msg":"trace[1667760682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12302; }","duration":"586.461316ms","start":"2026-04-07T00:33:25.835633Z","end":"2026-04-07T00:33:26.422094Z","steps":["trace[1667760682] 'agreement among raft nodes before linearized reading' (duration: 585.746649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:26.422328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:25.835624Z","time spent":"586.690711ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T00:33:28.05761Z","caller":"traceutil/trace.go:171","msg":"trace[553454979] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"221.591779ms","start":"2026-04-07T00:33:27.835993Z","end":"2026-04-07T00:33:28.057585Z","steps":["trace[553454979] 'process raft request' (duration: 159.118001ms)","trace[553454979] 'compare' (duration: 62.191692ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:28.05769Z","caller":"traceutil/trace.go:171","msg":"trace[549771083] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"220.804821ms","start":"2026-04-07T00:33:27.836852Z","end":"2026-04-07T00:33:28.057657Z","steps":["trace[549771083] 'process raft request' (duration: 220.665678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:28.611569Z","caller":"traceutil/trace.go:171","msg":"trace[472594796] linearizableReadLoop","detail":"{readStateIndex:12749; appliedIndex:12744; }","duration":"180.843847ms","start":"2026-04-07T00:33:28.430711Z","end":"2026-04-07T00:33:28.611555Z","steps":["trace[472594796] 'read index received' (duration: 24.654961ms)","trace[472594796] 'applied index is now lower than readState.Index' (duration: 156.187936ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:28.611577Z","caller":"traceutil/trace.go:171","msg":"trace[876514224] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"182.950214ms","start":"2026-04-07T00:33:28.428597Z","end":"2026-04-07T00:33:28.611547Z","steps":["trace[876514224] 'process raft request' (duration: 121.281144ms)","trace[876514224] 'compare' (duration: 61.470936ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:28.611618Z","caller":"traceutil/trace.go:171","msg":"trace[1212757936] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"182.367892ms","start":"2026-04-07T00:33:28.42922Z","end":"2026-04-07T00:33:28.611588Z","steps":["trace[1212757936] 'process raft request' (duration: 182.28762ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:28.611629Z","caller":"traceutil/trace.go:171","msg":"trace[644782425] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"182.929614ms","start":"2026-04-07T00:33:28.428663Z","end":"2026-04-07T00:33:28.611592Z","steps":["trace[644782425] 'process raft request' (duration: 182.809651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:28.611673Z","caller":"traceutil/trace.go:171","msg":"trace[532960363] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"181.894731ms","start":"2026-04-07T00:33:28.429749Z","end":"2026-04-07T00:33:28.611644Z","steps":["trace[532960363] 'process raft request' (duration: 181.778538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:28.611742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.007911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:33:28.611767Z","caller":"traceutil/trace.go:171","msg":"trace[1015089199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:12313; }","duration":"181.072472ms","start":"2026-04-07T00:33:28.430686Z","end":"2026-04-07T00:33:28.611758Z","steps":["trace[1015089199] 'agreement among raft nodes before linearized reading' (duration: 180.936509ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:30.166896Z","caller":"traceutil/trace.go:171","msg":"trace[789180699] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"103.602378ms","start":"2026-04-07T00:33:30.063267Z","end":"2026-04-07T00:33:30.166869Z","steps":["trace[789180699] 'process raft request' (duration: 103.422694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:30.18714Z","caller":"traceutil/trace.go:171","msg":"trace[664533283] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"123.061924ms","start":"2026-04-07T00:33:30.064059Z","end":"2026-04-07T00:33:30.187121Z","steps":["trace[664533283] 'process raft request' (duration: 122.931341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:30.894426Z","caller":"traceutil/trace.go:171","msg":"trace[333814647] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"187.62692ms","start":"2026-04-07T00:33:30.706771Z","end":"2026-04-07T00:33:30.894398Z","steps":["trace[333814647] 'process raft request' (duration: 187.578588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:30.89444Z","caller":"traceutil/trace.go:171","msg":"trace[1367472006] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"187.743422ms","start":"2026-04-07T00:33:30.706662Z","end":"2026-04-07T00:33:30.894405Z","steps":["trace[1367472006] 'process raft request' (duration: 175.923367ms)","trace[1367472006] 'compare' (duration: 11.255272ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:30.894649Z","caller":"traceutil/trace.go:171","msg":"trace[815221841] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"187.883225ms","start":"2026-04-07T00:33:30.70675Z","end":"2026-04-07T00:33:30.894633Z","steps":["trace[815221841] 'process raft request' (duration: 187.516017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:31.052055Z","caller":"traceutil/trace.go:171","msg":"trace[1226172825] linearizableReadLoop","detail":"{readStateIndex:12761; appliedIndex:12760; }","duration":"111.834523ms","start":"2026-04-07T00:33:30.940194Z","end":"2026-04-07T00:33:31.052029Z","steps":["trace[1226172825] 'read index received' (duration: 25.155833ms)","trace[1226172825] 'applied index is now lower than readState.Index' (duration: 86.67702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:31.052182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.960426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:33:31.052216Z","caller":"traceutil/trace.go:171","msg":"trace[1308967351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12324; }","duration":"112.044158ms","start":"2026-04-07T00:33:30.94016Z","end":"2026-04-07T00:33:31.052205Z","steps":["trace[1308967351] 'agreement among raft nodes before linearized reading' (duration: 111.956646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:32.411543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.568276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:32.411853Z","caller":"traceutil/trace.go:171","msg":"trace[1574201221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12328; }","duration":"127.923753ms","start":"2026-04-07T00:33:32.283901Z","end":"2026-04-07T00:33:32.411825Z","steps":["trace[1574201221] 'range keys from in-memory index tree' (duration: 127.476244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:42.379276Z","caller":"traceutil/trace.go:171","msg":"trace[2146338884] transaction","detail":"{read_only:false; response_revision:12407; number_of_response:1; }","duration":"119.779882ms","start":"2026-04-07T00:33:42.259442Z","end":"2026-04-07T00:33:42.379222Z","steps":["trace[2146338884] 'process raft request' (duration: 119.397553ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:42.632849Z","caller":"traceutil/trace.go:171","msg":"trace[20942361] transaction","detail":"{read_only:false; response_revision:12408; number_of_response:1; }","duration":"163.235763ms","start":"2026-04-07T00:33:42.469583Z","end":"2026-04-07T00:33:42.632819Z","steps":["trace[20942361] 'process raft request' (duration: 163.036859ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:42.70064Z","caller":"traceutil/trace.go:171","msg":"trace[540434390] linearizableReadLoop","detail":"{readStateIndex:12849; appliedIndex:12847; }","duration":"140.522405ms","start":"2026-04-07T00:33:42.560097Z","end":"2026-04-07T00:33:42.700619Z","steps":["trace[540434390] 'read index received' (duration: 72.544334ms)","trace[540434390] 'applied index is now lower than readState.Index' (duration: 67.976891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:42.700998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.882584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:33:42.700993Z","caller":"traceutil/trace.go:171","msg":"trace[2049532449] transaction","detail":"{read_only:false; response_revision:12409; number_of_response:1; }","duration":"181.280788ms","start":"2026-04-07T00:33:42.519687Z","end":"2026-04-07T00:33:42.700968Z","steps":["trace[2049532449] 'process raft request' (duration: 180.789076ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:42.701039Z","caller":"traceutil/trace.go:171","msg":"trace[1132200252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12409; }","duration":"140.990846ms","start":"2026-04-07T00:33:42.560036Z","end":"2026-04-07T00:33:42.701027Z","steps":["trace[1132200252] 'agreement among raft nodes before linearized reading' (duration: 140.669299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:44.855405Z","caller":"traceutil/trace.go:171","msg":"trace[1097142040] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"104.883328ms","start":"2026-04-07T00:33:44.750468Z","end":"2026-04-07T00:33:44.855351Z","steps":["trace[1097142040] 'process raft request' (duration: 90.272881ms)","trace[1097142040] 'compare' (duration: 14.419953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:45.082348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.352532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:33:45.082458Z","caller":"traceutil/trace.go:171","msg":"trace[1357052907] linearizableReadLoop","detail":"{readStateIndex:12868; appliedIndex:12867; }","duration":"157.652619ms","start":"2026-04-07T00:33:44.924787Z","end":"2026-04-07T00:33:45.08244Z","steps":["trace[1357052907] 'read index received' (duration: 55.078123ms)","trace[1357052907] 'applied index is now lower than readState.Index' (duration: 102.573146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:45.082555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.761711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:45.082595Z","caller":"traceutil/trace.go:171","msg":"trace[960769912] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:0; response_revision:12428; }","duration":"157.834683ms","start":"2026-04-07T00:33:44.924751Z","end":"2026-04-07T00:33:45.082586Z","steps":["trace[960769912] 'agreement among raft nodes before linearized reading' (duration: 157.738051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.082536Z","caller":"traceutil/trace.go:171","msg":"trace[979362952] transaction","detail":"{read_only:false; response_revision:12428; number_of_response:1; }","duration":"167.08747ms","start":"2026-04-07T00:33:44.915407Z","end":"2026-04-07T00:33:45.082494Z","steps":["trace[979362952] 'process raft request' (duration: 64.496123ms)","trace[979362952] 'compare' (duration: 102.112146ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:45.336367Z","caller":"traceutil/trace.go:171","msg":"trace[599497089] linearizableReadLoop","detail":"{readStateIndex:12870; appliedIndex:12869; }","duration":"149.450875ms","start":"2026-04-07T00:33:45.186892Z","end":"2026-04-07T00:33:45.336343Z","steps":["trace[599497089] 'read index received' (duration: 125.576631ms)","trace[599497089] 'applied index is now lower than readState.Index' (duration: 23.873234ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:45.336611Z","caller":"traceutil/trace.go:171","msg":"trace[11449765] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"210.591543ms","start":"2026-04-07T00:33:45.125975Z","end":"2026-04-07T00:33:45.336566Z","steps":["trace[11449765] 'process raft request' (duration: 186.481224ms)","trace[11449765] 'compare' (duration: 23.759391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:45.336712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.800053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T00:33:45.336774Z","caller":"traceutil/trace.go:171","msg":"trace[87425047] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12430; }","duration":"149.903675ms","start":"2026-04-07T00:33:45.186856Z","end":"2026-04-07T00:33:45.33676Z","steps":["trace[87425047] 'agreement among raft nodes before linearized reading' (duration: 149.7061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.340166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.478304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:45.340257Z","caller":"traceutil/trace.go:171","msg":"trace[91331500] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12431; }","duration":"152.604556ms","start":"2026-04-07T00:33:45.187642Z","end":"2026-04-07T00:33:45.340247Z","steps":["trace[91331500] 'agreement among raft nodes before linearized reading' (duration: 152.451463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.340288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.676058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:33:45.340336Z","caller":"traceutil/trace.go:171","msg":"trace[1638249252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12431; }","duration":"152.739159ms","start":"2026-04-07T00:33:45.187583Z","end":"2026-04-07T00:33:45.340323Z","steps":["trace[1638249252] 'agreement among raft nodes before linearized reading' (duration: 152.647397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.340532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.847081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:45.340622Z","caller":"traceutil/trace.go:171","msg":"trace[542011421] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12431; }","duration":"152.950474ms","start":"2026-04-07T00:33:45.187658Z","end":"2026-04-07T00:33:45.340608Z","steps":["trace[542011421] 'agreement among raft nodes before linearized reading' (duration: 152.833242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.340558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.997455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:33:45.340183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.557895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5041"} {"level":"warn","ts":"2026-04-07T00:33:45.340903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.227699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-04-07T00:33:45.340943Z","caller":"traceutil/trace.go:171","msg":"trace[918454368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12431; }","duration":"153.274151ms","start":"2026-04-07T00:33:45.187657Z","end":"2026-04-07T00:33:45.340931Z","steps":["trace[918454368] 'agreement among raft nodes before linearized reading' (duration: 153.172299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.340942Z","caller":"traceutil/trace.go:171","msg":"trace[1317602454] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12431; }","duration":"153.328352ms","start":"2026-04-07T00:33:45.18759Z","end":"2026-04-07T00:33:45.340919Z","steps":["trace[1317602454] 'agreement among raft nodes before linearized reading' (duration: 152.509064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.340218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.568065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:45.341041Z","caller":"traceutil/trace.go:171","msg":"trace[708876400] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12431; }","duration":"153.390253ms","start":"2026-04-07T00:33:45.187637Z","end":"2026-04-07T00:33:45.341027Z","steps":["trace[708876400] 'agreement among raft nodes before linearized reading' (duration: 152.570785ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.34093Z","caller":"traceutil/trace.go:171","msg":"trace[1172801623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12431; }","duration":"153.319782ms","start":"2026-04-07T00:33:45.187536Z","end":"2026-04-07T00:33:45.340856Z","steps":["trace[1172801623] 'agreement among raft nodes before linearized reading' (duration: 152.990454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.340199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.172189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:33:45.341206Z","caller":"traceutil/trace.go:171","msg":"trace[1676139679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12431; }","duration":"154.17307ms","start":"2026-04-07T00:33:45.186989Z","end":"2026-04-07T00:33:45.341163Z","steps":["trace[1676139679] 'agreement among raft nodes before linearized reading' (duration: 153.079136ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.601756Z","caller":"traceutil/trace.go:171","msg":"trace[861581851] transaction","detail":"{read_only:false; response_revision:12435; number_of_response:1; }","duration":"211.258518ms","start":"2026-04-07T00:33:45.390474Z","end":"2026-04-07T00:33:45.601732Z","steps":["trace[861581851] 'process raft request' (duration: 170.806183ms)","trace[861581851] 'compare' (duration: 39.980625ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:45.60212Z","caller":"traceutil/trace.go:171","msg":"trace[1891472739] transaction","detail":"{read_only:false; response_revision:12436; number_of_response:1; }","duration":"116.285832ms","start":"2026-04-07T00:33:45.485822Z","end":"2026-04-07T00:33:45.602108Z","steps":["trace[1891472739] 'process raft request' (duration: 115.700239ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.780852Z","caller":"traceutil/trace.go:171","msg":"trace[1380315679] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"173.963903ms","start":"2026-04-07T00:33:45.606851Z","end":"2026-04-07T00:33:45.780815Z","steps":["trace[1380315679] 'process raft request' (duration: 169.851922ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.796426Z","caller":"traceutil/trace.go:171","msg":"trace[669403931] linearizableReadLoop","detail":"{readStateIndex:12878; appliedIndex:12876; }","duration":"187.305962ms","start":"2026-04-07T00:33:45.60909Z","end":"2026-04-07T00:33:45.796396Z","steps":["trace[669403931] 'read index received' (duration: 167.699484ms)","trace[669403931] 'applied index is now lower than readState.Index' (duration: 19.605118ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:45.7965Z","caller":"traceutil/trace.go:171","msg":"trace[1477660407] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"188.780355ms","start":"2026-04-07T00:33:45.607697Z","end":"2026-04-07T00:33:45.796478Z","steps":["trace[1477660407] 'process raft request' (duration: 188.465368ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:45.79658Z","caller":"traceutil/trace.go:171","msg":"trace[2125435729] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"183.006077ms","start":"2026-04-07T00:33:45.613535Z","end":"2026-04-07T00:33:45.796541Z","steps":["trace[2125435729] 'process raft request' (duration: 182.800352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:45.796653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.543097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19045"} {"level":"info","ts":"2026-04-07T00:33:45.796823Z","caller":"traceutil/trace.go:171","msg":"trace[584194884] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12439; }","duration":"187.753142ms","start":"2026-04-07T00:33:45.609043Z","end":"2026-04-07T00:33:45.796796Z","steps":["trace[584194884] 'agreement among raft nodes before linearized reading' (duration: 187.468796ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:46.009424Z","caller":"traceutil/trace.go:171","msg":"trace[1082722840] linearizableReadLoop","detail":"{readStateIndex:12883; appliedIndex:12881; }","duration":"139.132045ms","start":"2026-04-07T00:33:45.870262Z","end":"2026-04-07T00:33:46.009394Z","steps":["trace[1082722840] 'read index received' (duration: 78.568469ms)","trace[1082722840] 'applied index is now lower than readState.Index' (duration: 60.561706ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:46.009864Z","caller":"traceutil/trace.go:171","msg":"trace[1156862453] transaction","detail":"{read_only:false; response_revision:12442; number_of_response:1; }","duration":"147.00448ms","start":"2026-04-07T00:33:45.862827Z","end":"2026-04-07T00:33:46.009832Z","steps":["trace[1156862453] 'process raft request' (duration: 146.397597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:46.010079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.796039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:46.010292Z","caller":"traceutil/trace.go:171","msg":"trace[1093664201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12442; }","duration":"140.037744ms","start":"2026-04-07T00:33:45.87024Z","end":"2026-04-07T00:33:46.010277Z","steps":["trace[1093664201] 'agreement among raft nodes before linearized reading' (duration: 139.786929ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:46.498277Z","caller":"traceutil/trace.go:171","msg":"trace[1350852365] transaction","detail":"{read_only:false; response_revision:12446; number_of_response:1; }","duration":"104.010078ms","start":"2026-04-07T00:33:46.394241Z","end":"2026-04-07T00:33:46.498251Z","steps":["trace[1350852365] 'process raft request' (duration: 103.825533ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:47.067414Z","caller":"traceutil/trace.go:171","msg":"trace[1190947200] linearizableReadLoop","detail":"{readStateIndex:12891; appliedIndex:12890; }","duration":"132.853913ms","start":"2026-04-07T00:33:46.9345Z","end":"2026-04-07T00:33:47.067354Z","steps":["trace[1190947200] 'read index received' (duration: 57.097637ms)","trace[1190947200] 'applied index is now lower than readState.Index' (duration: 75.754976ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:47.067681Z","caller":"traceutil/trace.go:171","msg":"trace[1963040472] transaction","detail":"{read_only:false; response_revision:12450; number_of_response:1; }","duration":"134.10968ms","start":"2026-04-07T00:33:46.933539Z","end":"2026-04-07T00:33:47.067649Z","steps":["trace[1963040472] 'process raft request' (duration: 58.14219ms)","trace[1963040472] 'compare' (duration: 75.527201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:47.06769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.165819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:33:47.067765Z","caller":"traceutil/trace.go:171","msg":"trace[2095492583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12450; }","duration":"133.278992ms","start":"2026-04-07T00:33:46.934466Z","end":"2026-04-07T00:33:47.067745Z","steps":["trace[2095492583] 'agreement among raft nodes before linearized reading' (duration: 133.022127ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:47.751996Z","caller":"traceutil/trace.go:171","msg":"trace[1666412272] transaction","detail":"{read_only:false; response_revision:12455; number_of_response:1; }","duration":"142.934179ms","start":"2026-04-07T00:33:47.609028Z","end":"2026-04-07T00:33:47.751963Z","steps":["trace[1666412272] 'process raft request' (duration: 110.230367ms)","trace[1666412272] 'compare' (duration: 31.947864ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:48.629371Z","caller":"traceutil/trace.go:171","msg":"trace[432610195] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"115.384812ms","start":"2026-04-07T00:33:48.513955Z","end":"2026-04-07T00:33:48.62934Z","steps":["trace[432610195] 'process raft request' (duration: 93.017572ms)","trace[432610195] 'compare' (duration: 22.183846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:48.883072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.665491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T00:33:48.883884Z","caller":"traceutil/trace.go:171","msg":"trace[1899950818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12462; }","duration":"134.5172ms","start":"2026-04-07T00:33:48.749349Z","end":"2026-04-07T00:33:48.883866Z","steps":["trace[1899950818] 'range keys from in-memory index tree' (duration: 133.505008ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:49.061752Z","caller":"traceutil/trace.go:171","msg":"trace[2027473012] transaction","detail":"{read_only:false; response_revision:12464; number_of_response:1; }","duration":"125.306254ms","start":"2026-04-07T00:33:48.93642Z","end":"2026-04-07T00:33:49.061727Z","steps":["trace[2027473012] 'process raft request' (duration: 67.391709ms)","trace[2027473012] 'compare' (duration: 57.734391ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:50.994315Z","caller":"traceutil/trace.go:171","msg":"trace[900726805] transaction","detail":"{read_only:false; response_revision:12477; number_of_response:1; }","duration":"107.714ms","start":"2026-04-07T00:33:50.88657Z","end":"2026-04-07T00:33:50.994284Z","steps":["trace[900726805] 'process raft request' (duration: 63.02782ms)","trace[900726805] 'compare' (duration: 44.344953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:51.005779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.042501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:33:51.005857Z","caller":"traceutil/trace.go:171","msg":"trace[574786422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:12477; }","duration":"109.156684ms","start":"2026-04-07T00:33:50.896682Z","end":"2026-04-07T00:33:51.005839Z","steps":["trace[574786422] 'agreement among raft nodes before linearized reading' (duration: 97.655336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:51.672296Z","caller":"traceutil/trace.go:171","msg":"trace[626294298] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"122.547343ms","start":"2026-04-07T00:33:51.549727Z","end":"2026-04-07T00:33:51.672274Z","steps":["trace[626294298] 'process raft request' (duration: 122.423681ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:51.768532Z","caller":"traceutil/trace.go:171","msg":"trace[1263480383] linearizableReadLoop","detail":"{readStateIndex:12927; appliedIndex:12926; }","duration":"151.541852ms","start":"2026-04-07T00:33:51.616969Z","end":"2026-04-07T00:33:51.76851Z","steps":["trace[1263480383] 'read index received' (duration: 56.047555ms)","trace[1263480383] 'applied index is now lower than readState.Index' (duration: 95.493317ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:33:51.768539Z","caller":"traceutil/trace.go:171","msg":"trace[375828460] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"210.947811ms","start":"2026-04-07T00:33:51.557547Z","end":"2026-04-07T00:33:51.768495Z","steps":["trace[375828460] 'process raft request' (duration: 166.131018ms)","trace[375828460] 'compare' (duration: 44.668169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:51.768969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.900441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:33:51.769027Z","caller":"traceutil/trace.go:171","msg":"trace[1836669334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12485; }","duration":"152.076724ms","start":"2026-04-07T00:33:51.616938Z","end":"2026-04-07T00:33:51.769014Z","steps":["trace[1836669334] 'agreement among raft nodes before linearized reading' (duration: 151.665814ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:53.231295Z","caller":"traceutil/trace.go:171","msg":"trace[956998115] transaction","detail":"{read_only:false; response_revision:12493; number_of_response:1; }","duration":"149.677111ms","start":"2026-04-07T00:33:53.081554Z","end":"2026-04-07T00:33:53.231231Z","steps":["trace[956998115] 'process raft request' (duration: 149.450306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:54.320514Z","caller":"traceutil/trace.go:171","msg":"trace[1040349524] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"156.210015ms","start":"2026-04-07T00:33:54.164275Z","end":"2026-04-07T00:33:54.320485Z","steps":["trace[1040349524] 'process raft request' (duration: 156.011781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:56.225367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.566654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:33:56.225528Z","caller":"traceutil/trace.go:171","msg":"trace[1887073647] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"321.601304ms","start":"2026-04-07T00:33:55.903906Z","end":"2026-04-07T00:33:56.225508Z","steps":["trace[1887073647] 'process raft request' (duration: 321.546912ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:56.225528Z","caller":"traceutil/trace.go:171","msg":"trace[2072338405] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"384.399849ms","start":"2026-04-07T00:33:55.841089Z","end":"2026-04-07T00:33:56.225489Z","steps":["trace[2072338405] 'process raft request' (duration: 133.647521ms)","trace[2072338405] 'compare' (duration: 250.440221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:56.22582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.82263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:33:56.225889Z","caller":"traceutil/trace.go:171","msg":"trace[1481263853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12507; }","duration":"376.931603ms","start":"2026-04-07T00:33:55.848946Z","end":"2026-04-07T00:33:56.225878Z","steps":["trace[1481263853] 'agreement among raft nodes before linearized reading' (duration: 376.699767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:56.225881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:55.841067Z","time spent":"384.716888ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:33:56.225919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:55.848926Z","time spent":"376.985624ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:33:56.225581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:55.903879Z","time spent":"321.678306ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:33:56.225666Z","caller":"traceutil/trace.go:171","msg":"trace[1877697898] linearizableReadLoop","detail":"{readStateIndex:12949; appliedIndex:12948; }","duration":"376.548533ms","start":"2026-04-07T00:33:55.848998Z","end":"2026-04-07T00:33:56.225547Z","steps":["trace[1877697898] 'read index received' (duration: 53.859915ms)","trace[1877697898] 'applied index is now lower than readState.Index' (duration: 322.685188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:33:56.226734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.329405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:56.226808Z","caller":"traceutil/trace.go:171","msg":"trace[679189065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12507; }","duration":"303.461988ms","start":"2026-04-07T00:33:55.923328Z","end":"2026-04-07T00:33:56.22679Z","steps":["trace[679189065] 'agreement among raft nodes before linearized reading' (duration: 303.324785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:56.226966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.577835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:56.227514Z","caller":"traceutil/trace.go:171","msg":"trace[1649832814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12507; }","duration":"197.144428ms","start":"2026-04-07T00:33:56.030349Z","end":"2026-04-07T00:33:56.227493Z","steps":["trace[1649832814] 'agreement among raft nodes before linearized reading' (duration: 196.553485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:56.226998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.65693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:33:56.227777Z","caller":"traceutil/trace.go:171","msg":"trace[855613258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12507; }","duration":"198.457398ms","start":"2026-04-07T00:33:56.029285Z","end":"2026-04-07T00:33:56.227742Z","steps":["trace[855613258] 'agreement among raft nodes before linearized reading' (duration: 197.66976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:33:56.226853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:33:55.923308Z","time spent":"303.53629ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:33:56.22715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.523797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:33:56.227964Z","caller":"traceutil/trace.go:171","msg":"trace[615986030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12507; }","duration":"295.364426ms","start":"2026-04-07T00:33:55.93258Z","end":"2026-04-07T00:33:56.227945Z","steps":["trace[615986030] 'agreement among raft nodes before linearized reading' (duration: 294.534238ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:04.779312Z","caller":"traceutil/trace.go:171","msg":"trace[1946984670] transaction","detail":"{read_only:false; response_revision:12552; number_of_response:1; }","duration":"104.330251ms","start":"2026-04-07T00:34:04.674937Z","end":"2026-04-07T00:34:04.779267Z","steps":["trace[1946984670] 'process raft request' (duration: 37.950418ms)","trace[1946984670] 'compare' (duration: 66.186869ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:34:05.619107Z","caller":"traceutil/trace.go:171","msg":"trace[2125068552] linearizableReadLoop","detail":"{readStateIndex:12998; appliedIndex:12997; }","duration":"186.702023ms","start":"2026-04-07T00:34:05.432381Z","end":"2026-04-07T00:34:05.619083Z","steps":["trace[2125068552] 'read index received' (duration: 182.819126ms)","trace[2125068552] 'applied index is now lower than readState.Index' (duration: 3.881807ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:34:05.619154Z","caller":"traceutil/trace.go:171","msg":"trace[1004796787] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"222.280838ms","start":"2026-04-07T00:34:05.396851Z","end":"2026-04-07T00:34:05.619132Z","steps":["trace[1004796787] 'process raft request' (duration: 218.416481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:05.619252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.855697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:05.619291Z","caller":"traceutil/trace.go:171","msg":"trace[1864560014] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12554; }","duration":"186.945359ms","start":"2026-04-07T00:34:05.432337Z","end":"2026-04-07T00:34:05.619282Z","steps":["trace[1864560014] 'agreement among raft nodes before linearized reading' (duration: 186.863957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:05.621356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.397273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:34:05.621443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.964865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:34:05.621522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.31008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:05.621527Z","caller":"traceutil/trace.go:171","msg":"trace[1690112232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12554; }","duration":"185.563157ms","start":"2026-04-07T00:34:05.435886Z","end":"2026-04-07T00:34:05.621449Z","steps":["trace[1690112232] 'agreement among raft nodes before linearized reading' (duration: 183.721177ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:05.621593Z","caller":"traceutil/trace.go:171","msg":"trace[950827305] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12554; }","duration":"188.408282ms","start":"2026-04-07T00:34:05.433164Z","end":"2026-04-07T00:34:05.621573Z","steps":["trace[950827305] 'agreement among raft nodes before linearized reading' (duration: 188.135715ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:05.621605Z","caller":"traceutil/trace.go:171","msg":"trace[441715818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12554; }","duration":"122.153191ms","start":"2026-04-07T00:34:05.499406Z","end":"2026-04-07T00:34:05.62156Z","steps":["trace[441715818] 'agreement among raft nodes before linearized reading' (duration: 120.182586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:05.622023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.193469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:05.622172Z","caller":"traceutil/trace.go:171","msg":"trace[1750516407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12554; }","duration":"185.371123ms","start":"2026-04-07T00:34:05.436743Z","end":"2026-04-07T00:34:05.622114Z","steps":["trace[1750516407] 'agreement among raft nodes before linearized reading' (duration: 182.865837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:05.622058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.850812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T00:34:05.622364Z","caller":"traceutil/trace.go:171","msg":"trace[2092218891] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12554; }","duration":"189.221389ms","start":"2026-04-07T00:34:05.433092Z","end":"2026-04-07T00:34:05.622313Z","steps":["trace[2092218891] 'agreement among raft nodes before linearized reading' (duration: 186.456948ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:08.972653Z","caller":"traceutil/trace.go:171","msg":"trace[788355638] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"180.380082ms","start":"2026-04-07T00:34:08.79225Z","end":"2026-04-07T00:34:08.97263Z","steps":["trace[788355638] 'process raft request' (duration: 180.239409ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:10.024724Z","caller":"traceutil/trace.go:171","msg":"trace[627038493] transaction","detail":"{read_only:false; response_revision:12581; number_of_response:1; }","duration":"149.182863ms","start":"2026-04-07T00:34:09.875509Z","end":"2026-04-07T00:34:10.024691Z","steps":["trace[627038493] 'process raft request' (duration: 72.225024ms)","trace[627038493] 'compare' (duration: 76.812866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:34:20.602609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.84679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:20.602728Z","caller":"traceutil/trace.go:171","msg":"trace[2054541471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12662; }","duration":"321.012804ms","start":"2026-04-07T00:34:20.281691Z","end":"2026-04-07T00:34:20.602703Z","steps":["trace[2054541471] 'range keys from in-memory index tree' (duration: 320.714258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.602728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.703502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:34:20.60279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:34:20.28165Z","time spent":"321.124487ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:34:20.602841Z","caller":"traceutil/trace.go:171","msg":"trace[1148963559] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12662; }","duration":"305.860776ms","start":"2026-04-07T00:34:20.296958Z","end":"2026-04-07T00:34:20.602819Z","steps":["trace[1148963559] 'range keys from in-memory index tree' (duration: 305.63624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.602871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.346717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:20.602955Z","caller":"traceutil/trace.go:171","msg":"trace[437946522] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12662; }","duration":"383.474729ms","start":"2026-04-07T00:34:20.219461Z","end":"2026-04-07T00:34:20.602936Z","steps":["trace[437946522] 'count revisions from in-memory index tree' (duration: 383.228974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:20.602932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.048912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:20.603087Z","caller":"traceutil/trace.go:171","msg":"trace[218069812] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12662; }","duration":"307.220886ms","start":"2026-04-07T00:34:20.295823Z","end":"2026-04-07T00:34:20.603044Z","steps":["trace[218069812] 'range keys from in-memory index tree' (duration: 306.919649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:20.603098Z","caller":"traceutil/trace.go:171","msg":"trace[394170487] transaction","detail":"{read_only:false; response_revision:12663; number_of_response:1; }","duration":"189.106216ms","start":"2026-04-07T00:34:20.413978Z","end":"2026-04-07T00:34:20.603084Z","steps":["trace[394170487] 'process raft request' (duration: 167.101086ms)","trace[394170487] 'compare' (duration: 21.454918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:34:20.603161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:34:20.295773Z","time spent":"307.374979ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:34:20.603001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:34:20.219443Z","time spent":"383.546501ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:34:20.602893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:34:20.29694Z","time spent":"305.943777ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-07T00:34:20.639037Z","caller":"traceutil/trace.go:171","msg":"trace[1132688392] transaction","detail":"{read_only:false; response_revision:12664; number_of_response:1; }","duration":"170.658564ms","start":"2026-04-07T00:34:20.468349Z","end":"2026-04-07T00:34:20.639008Z","steps":["trace[1132688392] 'process raft request' (duration: 170.46094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:25.258589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.667448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:25.258715Z","caller":"traceutil/trace.go:171","msg":"trace[45731986] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12686; }","duration":"172.806471ms","start":"2026-04-07T00:34:25.08589Z","end":"2026-04-07T00:34:25.258697Z","steps":["trace[45731986] 'range keys from in-memory index tree' (duration: 172.648078ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:25.316284Z","caller":"traceutil/trace.go:171","msg":"trace[1611062676] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"259.136042ms","start":"2026-04-07T00:34:25.05711Z","end":"2026-04-07T00:34:25.316246Z","steps":["trace[1611062676] 'process raft request' (duration: 258.879376ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:18.607652Z","caller":"traceutil/trace.go:171","msg":"trace[1366871860] linearizableReadLoop","detail":"{readStateIndex:13901; appliedIndex:13900; }","duration":"127.441808ms","start":"2026-04-07T00:36:18.480185Z","end":"2026-04-07T00:36:18.607626Z","steps":["trace[1366871860] 'read index received' (duration: 46.612341ms)","trace[1366871860] 'applied index is now lower than readState.Index' (duration: 80.828727ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:36:18.607759Z","caller":"traceutil/trace.go:171","msg":"trace[483894220] transaction","detail":"{read_only:false; response_revision:13428; number_of_response:1; }","duration":"129.868133ms","start":"2026-04-07T00:36:18.477851Z","end":"2026-04-07T00:36:18.607719Z","steps":["trace[483894220] 'process raft request' (duration: 49.026026ms)","trace[483894220] 'compare' (duration: 80.475578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:18.607823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.628052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:36:18.607851Z","caller":"traceutil/trace.go:171","msg":"trace[1665025157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13428; }","duration":"127.709503ms","start":"2026-04-07T00:36:18.480132Z","end":"2026-04-07T00:36:18.607842Z","steps":["trace[1665025157] 'agreement among raft nodes before linearized reading' (duration: 127.58106ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:22.887943Z","caller":"traceutil/trace.go:171","msg":"trace[697033143] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"104.730861ms","start":"2026-04-07T00:36:22.783162Z","end":"2026-04-07T00:36:22.887892Z","steps":["trace[697033143] 'process raft request' (duration: 104.591708ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:25.652435Z","caller":"traceutil/trace.go:171","msg":"trace[1436249584] linearizableReadLoop","detail":"{readStateIndex:13949; appliedIndex:13948; }","duration":"221.49252ms","start":"2026-04-07T00:36:25.43092Z","end":"2026-04-07T00:36:25.652413Z","steps":["trace[1436249584] 'read index received' (duration: 221.295006ms)","trace[1436249584] 'applied index is now lower than readState.Index' (duration: 196.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:36:25.65279Z","caller":"traceutil/trace.go:171","msg":"trace[66643679] transaction","detail":"{read_only:false; response_revision:13475; number_of_response:1; }","duration":"236.794102ms","start":"2026-04-07T00:36:25.415978Z","end":"2026-04-07T00:36:25.652772Z","steps":["trace[66643679] 'process raft request' (duration: 236.293911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:25.653109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.164706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:36:25.653177Z","caller":"traceutil/trace.go:171","msg":"trace[1859047150] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13475; }","duration":"222.275367ms","start":"2026-04-07T00:36:25.430882Z","end":"2026-04-07T00:36:25.653157Z","steps":["trace[1859047150] 'agreement among raft nodes before linearized reading' (duration: 222.158755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:25.653629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.763324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:36:25.653984Z","caller":"traceutil/trace.go:171","msg":"trace[1584753024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13475; }","duration":"200.098173ms","start":"2026-04-07T00:36:25.453848Z","end":"2026-04-07T00:36:25.653946Z","steps":["trace[1584753024] 'agreement among raft nodes before linearized reading' (duration: 199.56835ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:25.947594Z","caller":"traceutil/trace.go:171","msg":"trace[1707481347] linearizableReadLoop","detail":"{readStateIndex:13950; appliedIndex:13949; }","duration":"188.669676ms","start":"2026-04-07T00:36:25.758873Z","end":"2026-04-07T00:36:25.947543Z","steps":["trace[1707481347] 'read index received' (duration: 134.983327ms)","trace[1707481347] 'applied index is now lower than readState.Index' (duration: 53.685599ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:36:25.947882Z","caller":"traceutil/trace.go:171","msg":"trace[1362776064] transaction","detail":"{read_only:false; response_revision:13476; number_of_response:1; }","duration":"287.783481ms","start":"2026-04-07T00:36:25.660071Z","end":"2026-04-07T00:36:25.947854Z","steps":["trace[1362776064] 'process raft request' (duration: 233.864586ms)","trace[1362776064] 'compare' (duration: 53.497295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:25.948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.106677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:36:25.948782Z","caller":"traceutil/trace.go:171","msg":"trace[661083168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:13476; }","duration":"189.907924ms","start":"2026-04-07T00:36:25.758823Z","end":"2026-04-07T00:36:25.948731Z","steps":["trace[661083168] 'agreement among raft nodes before linearized reading' (duration: 189.120547ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:26.113608Z","caller":"traceutil/trace.go:171","msg":"trace[635646842] linearizableReadLoop","detail":"{readStateIndex:13951; appliedIndex:13950; }","duration":"165.139591ms","start":"2026-04-07T00:36:25.948441Z","end":"2026-04-07T00:36:26.113581Z","steps":["trace[635646842] 'read index received' (duration: 135.168801ms)","trace[635646842] 'applied index is now lower than readState.Index' (duration: 29.96974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:26.11381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.585506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-07T00:36:26.113795Z","caller":"traceutil/trace.go:171","msg":"trace[1899262613] transaction","detail":"{read_only:false; response_revision:13477; number_of_response:1; }","duration":"210.894794ms","start":"2026-04-07T00:36:25.902849Z","end":"2026-04-07T00:36:26.113743Z","steps":["trace[1899262613] 'process raft request' (duration: 180.849042ms)","trace[1899262613] 'compare' (duration: 29.730825ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:36:26.113852Z","caller":"traceutil/trace.go:171","msg":"trace[1399077249] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:13477; }","duration":"286.680278ms","start":"2026-04-07T00:36:25.827159Z","end":"2026-04-07T00:36:26.11384Z","steps":["trace[1399077249] 'agreement among raft nodes before linearized reading' (duration: 286.519594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.505418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.590305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:36:26.505511Z","caller":"traceutil/trace.go:171","msg":"trace[298653796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13478; }","duration":"116.729418ms","start":"2026-04-07T00:36:26.388763Z","end":"2026-04-07T00:36:26.505492Z","steps":["trace[298653796] 'range keys from in-memory index tree' (duration: 116.430692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.505564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.467776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:36:26.50557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.20181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:36:26.505579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.65132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:36:26.505662Z","caller":"traceutil/trace.go:171","msg":"trace[1518719139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13478; }","duration":"211.611728ms","start":"2026-04-07T00:36:26.294029Z","end":"2026-04-07T00:36:26.505641Z","steps":["trace[1518719139] 'count revisions from in-memory index tree' (duration: 211.331552ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:26.505669Z","caller":"traceutil/trace.go:171","msg":"trace[1417859591] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13478; }","duration":"224.333282ms","start":"2026-04-07T00:36:26.281315Z","end":"2026-04-07T00:36:26.505648Z","steps":["trace[1417859591] 'count revisions from in-memory index tree' (duration: 224.152009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:26.505688Z","caller":"traceutil/trace.go:171","msg":"trace[1011732946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:13478; }","duration":"237.813474ms","start":"2026-04-07T00:36:26.267849Z","end":"2026-04-07T00:36:26.505663Z","steps":["trace[1011732946] 'range keys from in-memory index tree' (duration: 237.442035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.762444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.232413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:36:26.762574Z","caller":"traceutil/trace.go:171","msg":"trace[582171098] linearizableReadLoop","detail":"{readStateIndex:13955; appliedIndex:13954; }","duration":"164.117076ms","start":"2026-04-07T00:36:26.598441Z","end":"2026-04-07T00:36:26.762558Z","steps":["trace[582171098] 'read index received' (duration: 10.612597ms)","trace[582171098] 'applied index is now lower than readState.Index' (duration: 153.503129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:26.762644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.197988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:36:26.762614Z","caller":"traceutil/trace.go:171","msg":"trace[2026514314] transaction","detail":"{read_only:false; response_revision:13480; number_of_response:1; }","duration":"222.721496ms","start":"2026-04-07T00:36:26.539854Z","end":"2026-04-07T00:36:26.762575Z","steps":["trace[2026514314] 'process raft request' (duration: 69.261278ms)","trace[2026514314] 'compare' (duration: 153.076849ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:36:26.762682Z","caller":"traceutil/trace.go:171","msg":"trace[887567493] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13480; }","duration":"164.28721ms","start":"2026-04-07T00:36:26.598383Z","end":"2026-04-07T00:36:26.76267Z","steps":["trace[887567493] 'agreement among raft nodes before linearized reading' (duration: 164.219468ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:27.133596Z","caller":"traceutil/trace.go:171","msg":"trace[175546959] transaction","detail":"{read_only:false; response_revision:13481; number_of_response:1; }","duration":"154.941135ms","start":"2026-04-07T00:36:26.97863Z","end":"2026-04-07T00:36:27.133571Z","steps":["trace[175546959] 'process raft request' (duration: 154.74378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:27.299937Z","caller":"traceutil/trace.go:171","msg":"trace[1721189872] transaction","detail":"{read_only:false; response_revision:13482; number_of_response:1; }","duration":"161.804517ms","start":"2026-04-07T00:36:27.138093Z","end":"2026-04-07T00:36:27.299898Z","steps":["trace[1721189872] 'process raft request' (duration: 72.01862ms)","trace[1721189872] 'compare' (duration: 89.593812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:27.300169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.061996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-hrq2d\" ","response":"range_response_count:1 size:8634"} {"level":"info","ts":"2026-04-07T00:36:27.300087Z","caller":"traceutil/trace.go:171","msg":"trace[81430555] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"153.254034ms","start":"2026-04-07T00:36:27.146796Z","end":"2026-04-07T00:36:27.30005Z","steps":["trace[81430555] 'process raft request' (duration: 153.039379ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:27.300229Z","caller":"traceutil/trace.go:171","msg":"trace[766327126] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-hrq2d; range_end:; response_count:1; response_revision:13484; }","duration":"134.166749ms","start":"2026-04-07T00:36:27.16605Z","end":"2026-04-07T00:36:27.300217Z","steps":["trace[766327126] 'agreement among raft nodes before linearized reading' (duration: 133.961944ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:27.29997Z","caller":"traceutil/trace.go:171","msg":"trace[1852170423] linearizableReadLoop","detail":"{readStateIndex:13959; appliedIndex:13956; }","duration":"133.860772ms","start":"2026-04-07T00:36:27.166089Z","end":"2026-04-07T00:36:27.29995Z","steps":["trace[1852170423] 'read index received' (duration: 44.031594ms)","trace[1852170423] 'applied index is now lower than readState.Index' (duration: 89.827938ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:36:27.300362Z","caller":"traceutil/trace.go:171","msg":"trace[2120228056] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"147.876974ms","start":"2026-04-07T00:36:27.152364Z","end":"2026-04-07T00:36:27.30024Z","steps":["trace[2120228056] 'process raft request' (duration: 147.532997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:27.626041Z","caller":"traceutil/trace.go:171","msg":"trace[1895643994] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"141.587375ms","start":"2026-04-07T00:36:27.48443Z","end":"2026-04-07T00:36:27.626017Z","steps":["trace[1895643994] 'process raft request' (duration: 141.441161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:00.826108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.765128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:37:00.82631Z","caller":"traceutil/trace.go:171","msg":"trace[1917728342] linearizableReadLoop","detail":"{readStateIndex:14156; appliedIndex:14154; }","duration":"151.727421ms","start":"2026-04-07T00:37:00.674567Z","end":"2026-04-07T00:37:00.826294Z","steps":["trace[1917728342] 'read index received' (duration: 39.714417ms)","trace[1917728342] 'applied index is now lower than readState.Index' (duration: 112.012024ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:37:00.826344Z","caller":"traceutil/trace.go:171","msg":"trace[1141500429] transaction","detail":"{read_only:false; response_revision:13674; number_of_response:1; }","duration":"167.979845ms","start":"2026-04-07T00:37:00.658328Z","end":"2026-04-07T00:37:00.826308Z","steps":["trace[1141500429] 'process raft request' (duration: 167.893283ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:00.826338Z","caller":"traceutil/trace.go:171","msg":"trace[1753877182] transaction","detail":"{read_only:false; response_revision:13673; number_of_response:1; }","duration":"170.145553ms","start":"2026-04-07T00:37:00.656149Z","end":"2026-04-07T00:37:00.826294Z","steps":["trace[1753877182] 'process raft request' (duration: 58.119789ms)","trace[1753877182] 'compare' (duration: 111.621475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:37:00.826424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.850664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:37:00.826462Z","caller":"traceutil/trace.go:171","msg":"trace[1394026915] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13674; }","duration":"151.932125ms","start":"2026-04-07T00:37:00.67452Z","end":"2026-04-07T00:37:00.826452Z","steps":["trace[1394026915] 'agreement among raft nodes before linearized reading' (duration: 151.868084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:00.826609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.997212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:37:00.826669Z","caller":"traceutil/trace.go:171","msg":"trace[1251863158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13674; }","duration":"116.067314ms","start":"2026-04-07T00:37:00.710587Z","end":"2026-04-07T00:37:00.826655Z","steps":["trace[1251863158] 'agreement among raft nodes before linearized reading' (duration: 115.90714ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:01.011648Z","caller":"traceutil/trace.go:171","msg":"trace[569818679] transaction","detail":"{read_only:false; response_revision:13676; number_of_response:1; }","duration":"120.115595ms","start":"2026-04-07T00:37:00.891483Z","end":"2026-04-07T00:37:01.011599Z","steps":["trace[569818679] 'process raft request' (duration: 58.824965ms)","trace[569818679] 'compare' (duration: 60.784949ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:37:01.65021Z","caller":"traceutil/trace.go:171","msg":"trace[793067752] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"123.276245ms","start":"2026-04-07T00:37:01.526895Z","end":"2026-04-07T00:37:01.650171Z","steps":["trace[793067752] 'process raft request' (duration: 123.080941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:02.884541Z","caller":"traceutil/trace.go:171","msg":"trace[1742525379] transaction","detail":"{read_only:false; response_revision:13693; number_of_response:1; }","duration":"113.480547ms","start":"2026-04-07T00:37:02.770983Z","end":"2026-04-07T00:37:02.884463Z","steps":["trace[1742525379] 'process raft request' (duration: 112.632337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:04.494986Z","caller":"traceutil/trace.go:171","msg":"trace[252650512] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"146.076825ms","start":"2026-04-07T00:37:04.348867Z","end":"2026-04-07T00:37:04.494944Z","steps":["trace[252650512] 'process raft request' (duration: 145.926212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:07.550141Z","caller":"traceutil/trace.go:171","msg":"trace[614624321] transaction","detail":"{read_only:false; response_revision:13734; number_of_response:1; }","duration":"106.214684ms","start":"2026-04-07T00:37:07.443895Z","end":"2026-04-07T00:37:07.550109Z","steps":["trace[614624321] 'process raft request' (duration: 44.591567ms)","trace[614624321] 'compare' (duration: 61.474564ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:37:12.554005Z","caller":"traceutil/trace.go:171","msg":"trace[551299377] linearizableReadLoop","detail":"{readStateIndex:14244; appliedIndex:14243; }","duration":"150.565455ms","start":"2026-04-07T00:37:12.403412Z","end":"2026-04-07T00:37:12.553978Z","steps":["trace[551299377] 'read index received' (duration: 58.740083ms)","trace[551299377] 'applied index is now lower than readState.Index' (duration: 91.823942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:37:12.55415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.710848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:37:12.554193Z","caller":"traceutil/trace.go:171","msg":"trace[1387739281] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13759; }","duration":"150.83645ms","start":"2026-04-07T00:37:12.403344Z","end":"2026-04-07T00:37:12.55418Z","steps":["trace[1387739281] 'agreement among raft nodes before linearized reading' (duration: 150.741348ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:12.554188Z","caller":"traceutil/trace.go:171","msg":"trace[767429461] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"199.052789ms","start":"2026-04-07T00:37:12.355108Z","end":"2026-04-07T00:37:12.55416Z","steps":["trace[767429461] 'process raft request' (duration: 107.163926ms)","trace[767429461] 'compare' (duration: 91.585396ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:37:13.080862Z","caller":"traceutil/trace.go:171","msg":"trace[1861235941] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"100.577237ms","start":"2026-04-07T00:37:12.98025Z","end":"2026-04-07T00:37:13.080827Z","steps":["trace[1861235941] 'process raft request' (duration: 100.342342ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:17.223243Z","caller":"traceutil/trace.go:171","msg":"trace[1367585948] linearizableReadLoop","detail":"{readStateIndex:14274; appliedIndex:14273; }","duration":"113.973666ms","start":"2026-04-07T00:37:17.109246Z","end":"2026-04-07T00:37:17.22322Z","steps":["trace[1367585948] 'read index received' (duration: 113.733931ms)","trace[1367585948] 'applied index is now lower than readState.Index' (duration: 238.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:37:17.22331Z","caller":"traceutil/trace.go:171","msg":"trace[1848913097] transaction","detail":"{read_only:false; response_revision:13788; number_of_response:1; }","duration":"125.118346ms","start":"2026-04-07T00:37:17.098161Z","end":"2026-04-07T00:37:17.223279Z","steps":["trace[1848913097] 'process raft request' (duration: 124.913901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:17.223548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.282793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:37:17.223591Z","caller":"traceutil/trace.go:171","msg":"trace[1281588944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:13788; }","duration":"114.369036ms","start":"2026-04-07T00:37:17.109211Z","end":"2026-04-07T00:37:17.22358Z","steps":["trace[1281588944] 'agreement among raft nodes before linearized reading' (duration: 114.120591ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:18.069247Z","caller":"traceutil/trace.go:171","msg":"trace[10600979] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"103.631666ms","start":"2026-04-07T00:37:17.965597Z","end":"2026-04-07T00:37:18.069228Z","steps":["trace[10600979] 'process raft request' (duration: 103.503333ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:24.469543Z","caller":"traceutil/trace.go:171","msg":"trace[2070439576] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"183.083932ms","start":"2026-04-07T00:37:24.28643Z","end":"2026-04-07T00:37:24.469514Z","steps":["trace[2070439576] 'process raft request' (duration: 182.927948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:31.510967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.865147ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:37:31.511224Z","caller":"traceutil/trace.go:171","msg":"trace[313200867] linearizableReadLoop","detail":"{readStateIndex:14356; appliedIndex:14355; }","duration":"229.52792ms","start":"2026-04-07T00:37:31.281677Z","end":"2026-04-07T00:37:31.511205Z","steps":["trace[313200867] 'read index received' (duration: 118.332015ms)","trace[313200867] 'applied index is now lower than readState.Index' (duration: 111.194285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:37:31.511433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.702543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:37:31.511539Z","caller":"traceutil/trace.go:171","msg":"trace[1805238809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13867; }","duration":"229.890618ms","start":"2026-04-07T00:37:31.281625Z","end":"2026-04-07T00:37:31.511515Z","steps":["trace[1805238809] 'agreement among raft nodes before linearized reading' (duration: 229.681613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:31.511766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.088281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:37:31.511847Z","caller":"traceutil/trace.go:171","msg":"trace[1089967052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:13867; }","duration":"106.210464ms","start":"2026-04-07T00:37:31.405623Z","end":"2026-04-07T00:37:31.511834Z","steps":["trace[1089967052] 'agreement among raft nodes before linearized reading' (duration: 105.993409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:31.511809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.356623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:37:31.511936Z","caller":"traceutil/trace.go:171","msg":"trace[2035181707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13867; }","duration":"134.520807ms","start":"2026-04-07T00:37:31.377392Z","end":"2026-04-07T00:37:31.511913Z","steps":["trace[2035181707] 'agreement among raft nodes before linearized reading' (duration: 134.23814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:31.512408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.204415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:37:31.512482Z","caller":"traceutil/trace.go:171","msg":"trace[1546489715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13867; }","duration":"141.303518ms","start":"2026-04-07T00:37:31.371161Z","end":"2026-04-07T00:37:31.512465Z","steps":["trace[1546489715] 'agreement among raft nodes before linearized reading' (duration: 140.326396ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:12.064109Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12222} {"level":"info","ts":"2026-04-07T00:38:12.153731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12222,"took":"86.984214ms","hash":3153543559,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":27168768,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-07T00:38:12.153792Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3153543559,"revision":12222,"compact-revision":10084} {"level":"info","ts":"2026-04-07T00:38:25.96007Z","caller":"traceutil/trace.go:171","msg":"trace[1478861047] linearizableReadLoop","detail":"{readStateIndex:14828; appliedIndex:14827; }","duration":"128.375844ms","start":"2026-04-07T00:38:25.831673Z","end":"2026-04-07T00:38:25.960049Z","steps":["trace[1478861047] 'read index received' (duration: 102.448216ms)","trace[1478861047] 'applied index is now lower than readState.Index' (duration: 25.926648ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:25.960207Z","caller":"traceutil/trace.go:171","msg":"trace[1658388590] transaction","detail":"{read_only:false; response_revision:14324; number_of_response:1; }","duration":"141.25053ms","start":"2026-04-07T00:38:25.818936Z","end":"2026-04-07T00:38:25.960186Z","steps":["trace[1658388590] 'process raft request' (duration: 115.259451ms)","trace[1658388590] 'compare' (duration: 25.729503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:38:25.960463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.770252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-07T00:38:25.960538Z","caller":"traceutil/trace.go:171","msg":"trace[1103728757] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:14324; }","duration":"128.880234ms","start":"2026-04-07T00:38:25.831637Z","end":"2026-04-07T00:38:25.960517Z","steps":["trace[1103728757] 'agreement among raft nodes before linearized reading' (duration: 128.6938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:25.977448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.765863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:38:25.977527Z","caller":"traceutil/trace.go:171","msg":"trace[1935313816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14325; }","duration":"120.865536ms","start":"2026-04-07T00:38:25.856642Z","end":"2026-04-07T00:38:25.977507Z","steps":["trace[1935313816] 'agreement among raft nodes before linearized reading' (duration: 120.682142ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:26.138924Z","caller":"traceutil/trace.go:171","msg":"trace[1766622230] transaction","detail":"{read_only:false; response_revision:14326; number_of_response:1; }","duration":"165.745637ms","start":"2026-04-07T00:38:25.973163Z","end":"2026-04-07T00:38:26.138908Z","steps":["trace[1766622230] 'process raft request' (duration: 165.633484ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:26.148154Z","caller":"traceutil/trace.go:171","msg":"trace[276171448] transaction","detail":"{read_only:false; response_revision:14327; number_of_response:1; }","duration":"166.867542ms","start":"2026-04-07T00:38:25.981258Z","end":"2026-04-07T00:38:26.148125Z","steps":["trace[276171448] 'process raft request' (duration: 166.693328ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:26.148425Z","caller":"traceutil/trace.go:171","msg":"trace[578551047] linearizableReadLoop","detail":"{readStateIndex:14832; appliedIndex:14829; }","duration":"159.547959ms","start":"2026-04-07T00:38:25.988861Z","end":"2026-04-07T00:38:26.148409Z","steps":["trace[578551047] 'read index received' (duration: 142.651672ms)","trace[578551047] 'applied index is now lower than readState.Index' (duration: 16.895397ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:26.148484Z","caller":"traceutil/trace.go:171","msg":"trace[993465015] transaction","detail":"{read_only:false; response_revision:14328; number_of_response:1; }","duration":"110.051245ms","start":"2026-04-07T00:38:26.038394Z","end":"2026-04-07T00:38:26.148446Z","steps":["trace[993465015] 'process raft request' (duration: 109.692387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:26.148594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.722023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:38:26.148643Z","caller":"traceutil/trace.go:171","msg":"trace[1871528593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14329; }","duration":"159.809705ms","start":"2026-04-07T00:38:25.988821Z","end":"2026-04-07T00:38:26.148631Z","steps":["trace[1871528593] 'agreement among raft nodes before linearized reading' (duration: 159.663982ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:26.331082Z","caller":"traceutil/trace.go:171","msg":"trace[1336107203] linearizableReadLoop","detail":"{readStateIndex:14836; appliedIndex:14834; }","duration":"182.583353ms","start":"2026-04-07T00:38:26.148477Z","end":"2026-04-07T00:38:26.33106Z","steps":["trace[1336107203] 'read index received' (duration: 104.383989ms)","trace[1336107203] 'applied index is now lower than readState.Index' (duration: 78.197934ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:26.331107Z","caller":"traceutil/trace.go:171","msg":"trace[1283724751] transaction","detail":"{read_only:false; response_revision:14330; number_of_response:1; }","duration":"190.824546ms","start":"2026-04-07T00:38:26.140247Z","end":"2026-04-07T00:38:26.331071Z","steps":["trace[1283724751] 'process raft request' (duration: 112.699944ms)","trace[1283724751] 'compare' (duration: 77.860696ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:26.331219Z","caller":"traceutil/trace.go:171","msg":"trace[1536525624] transaction","detail":"{read_only:false; response_revision:14331; number_of_response:1; }","duration":"184.087356ms","start":"2026-04-07T00:38:26.147078Z","end":"2026-04-07T00:38:26.331165Z","steps":["trace[1536525624] 'process raft request' (duration: 183.85139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:26.331287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.513535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:38:26.331479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.692543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:38:26.331617Z","caller":"traceutil/trace.go:171","msg":"trace[1107526647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14331; }","duration":"327.590177ms","start":"2026-04-07T00:38:26.00372Z","end":"2026-04-07T00:38:26.33131Z","steps":["trace[1107526647] 'agreement among raft nodes before linearized reading' (duration: 327.460054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:26.331811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:38:26.003699Z","time spent":"328.097538ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:38:26.331663Z","caller":"traceutil/trace.go:171","msg":"trace[493193284] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14331; }","duration":"125.920168ms","start":"2026-04-07T00:38:26.205706Z","end":"2026-04-07T00:38:26.331627Z","steps":["trace[493193284] 'agreement among raft nodes before linearized reading' (duration: 125.583011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:26.331572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.387128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:26.332104Z","caller":"traceutil/trace.go:171","msg":"trace[1711000384] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14331; }","duration":"160.988782ms","start":"2026-04-07T00:38:26.171106Z","end":"2026-04-07T00:38:26.332094Z","steps":["trace[1711000384] 'agreement among raft nodes before linearized reading' (duration: 160.398589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:26.331534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.566822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:38:26.332262Z","caller":"traceutil/trace.go:171","msg":"trace[93456435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14331; }","duration":"118.3584ms","start":"2026-04-07T00:38:26.213895Z","end":"2026-04-07T00:38:26.332253Z","steps":["trace[93456435] 'agreement among raft nodes before linearized reading' (duration: 117.403219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:26.332264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.739537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:557848"} {"level":"info","ts":"2026-04-07T00:38:26.332338Z","caller":"traceutil/trace.go:171","msg":"trace[1212765737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:14331; }","duration":"178.860819ms","start":"2026-04-07T00:38:26.153459Z","end":"2026-04-07T00:38:26.33232Z","steps":["trace[1212765737] 'agreement among raft nodes before linearized reading' (duration: 177.775116ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:30.058445Z","caller":"traceutil/trace.go:171","msg":"trace[665624546] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"160.739724ms","start":"2026-04-07T00:38:29.897656Z","end":"2026-04-07T00:38:30.058396Z","steps":["trace[665624546] 'process raft request' (duration: 160.502449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:30.058886Z","caller":"traceutil/trace.go:171","msg":"trace[1240880114] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"155.901517ms","start":"2026-04-07T00:38:29.90271Z","end":"2026-04-07T00:38:30.058612Z","steps":["trace[1240880114] 'process raft request' (duration: 155.608391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.436375Z","caller":"traceutil/trace.go:171","msg":"trace[1474958872] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"259.369494ms","start":"2026-04-07T00:38:52.17698Z","end":"2026-04-07T00:38:52.43635Z","steps":["trace[1474958872] 'process raft request' (duration: 259.19448ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.45893Z","caller":"traceutil/trace.go:171","msg":"trace[548817621] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"151.875857ms","start":"2026-04-07T00:38:52.307027Z","end":"2026-04-07T00:38:52.458903Z","steps":["trace[548817621] 'process raft request' (duration: 151.790075ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.458954Z","caller":"traceutil/trace.go:171","msg":"trace[489492329] transaction","detail":"{read_only:false; response_revision:14483; number_of_response:1; }","duration":"215.766223ms","start":"2026-04-07T00:38:52.243164Z","end":"2026-04-07T00:38:52.458931Z","steps":["trace[489492329] 'process raft request' (duration: 215.508117ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.459132Z","caller":"traceutil/trace.go:171","msg":"trace[293708344] transaction","detail":"{read_only:false; response_revision:14485; number_of_response:1; }","duration":"127.093975ms","start":"2026-04-07T00:38:52.332026Z","end":"2026-04-07T00:38:52.45912Z","steps":["trace[293708344] 'process raft request' (duration: 126.838769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:52.459369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.564733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:38:52.459461Z","caller":"traceutil/trace.go:171","msg":"trace[77811018] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14485; }","duration":"191.706896ms","start":"2026-04-07T00:38:52.267736Z","end":"2026-04-07T00:38:52.459443Z","steps":["trace[77811018] 'agreement among raft nodes before linearized reading' (duration: 191.466961ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.460214Z","caller":"traceutil/trace.go:171","msg":"trace[1247614689] linearizableReadLoop","detail":"{readStateIndex:14993; appliedIndex:14991; }","duration":"192.412763ms","start":"2026-04-07T00:38:52.26778Z","end":"2026-04-07T00:38:52.460193Z","steps":["trace[1247614689] 'read index received' (duration: 168.377216ms)","trace[1247614689] 'applied index is now lower than readState.Index' (duration: 22.924261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:38:52.460389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.168911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:52.460561Z","caller":"traceutil/trace.go:171","msg":"trace[1264375191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14485; }","duration":"177.385286ms","start":"2026-04-07T00:38:52.283161Z","end":"2026-04-07T00:38:52.460546Z","steps":["trace[1264375191] 'agreement among raft nodes before linearized reading' (duration: 177.171792ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.732608Z","caller":"traceutil/trace.go:171","msg":"trace[530486948] linearizableReadLoop","detail":"{readStateIndex:14998; appliedIndex:14996; }","duration":"218.3615ms","start":"2026-04-07T00:38:52.514223Z","end":"2026-04-07T00:38:52.732585Z","steps":["trace[530486948] 'read index received' (duration: 191.078031ms)","trace[530486948] 'applied index is now lower than readState.Index' (duration: 27.282359ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:52.732704Z","caller":"traceutil/trace.go:171","msg":"trace[1565611100] transaction","detail":"{read_only:false; response_revision:14488; number_of_response:1; }","duration":"229.504089ms","start":"2026-04-07T00:38:52.503192Z","end":"2026-04-07T00:38:52.732696Z","steps":["trace[1565611100] 'process raft request' (duration: 229.311765ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.732606Z","caller":"traceutil/trace.go:171","msg":"trace[347402464] transaction","detail":"{read_only:false; response_revision:14487; number_of_response:1; }","duration":"230.89545ms","start":"2026-04-07T00:38:52.501685Z","end":"2026-04-07T00:38:52.73258Z","steps":["trace[347402464] 'process raft request' (duration: 203.510309ms)","trace[347402464] 'compare' (duration: 27.119395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:38:52.733108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.776583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:38:52.733175Z","caller":"traceutil/trace.go:171","msg":"trace[1495476281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14488; }","duration":"255.091249ms","start":"2026-04-07T00:38:52.478058Z","end":"2026-04-07T00:38:52.733149Z","steps":["trace[1495476281] 'agreement among raft nodes before linearized reading' (duration: 254.714051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:52.738243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.662622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:38:52.738317Z","caller":"traceutil/trace.go:171","msg":"trace[2118185241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14489; }","duration":"198.774883ms","start":"2026-04-07T00:38:52.539526Z","end":"2026-04-07T00:38:52.738301Z","steps":["trace[2118185241] 'agreement among raft nodes before linearized reading' (duration: 198.555889ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.738617Z","caller":"traceutil/trace.go:171","msg":"trace[1641339783] transaction","detail":"{read_only:false; response_revision:14489; number_of_response:1; }","duration":"219.004304ms","start":"2026-04-07T00:38:52.519602Z","end":"2026-04-07T00:38:52.738606Z","steps":["trace[1641339783] 'process raft request' (duration: 218.3776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:52.738615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.003291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:38:52.738658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.323277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:52.738698Z","caller":"traceutil/trace.go:171","msg":"trace[543317013] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14489; }","duration":"195.395638ms","start":"2026-04-07T00:38:52.54329Z","end":"2026-04-07T00:38:52.738685Z","steps":["trace[543317013] 'agreement among raft nodes before linearized reading' (duration: 195.321236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:52.738685Z","caller":"traceutil/trace.go:171","msg":"trace[270992244] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14489; }","duration":"165.106832ms","start":"2026-04-07T00:38:52.573559Z","end":"2026-04-07T00:38:52.738666Z","steps":["trace[270992244] 'agreement among raft nodes before linearized reading' (duration: 164.97774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:53.166088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.369273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:38:53.166238Z","caller":"traceutil/trace.go:171","msg":"trace[1848413498] linearizableReadLoop","detail":"{readStateIndex:15001; appliedIndex:15000; }","duration":"147.010979ms","start":"2026-04-07T00:38:53.019206Z","end":"2026-04-07T00:38:53.166217Z","steps":["trace[1848413498] 'read index received' (duration: 78.522µs)","trace[1848413498] 'applied index is now lower than readState.Index' (duration: 146.930867ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:53.166312Z","caller":"traceutil/trace.go:171","msg":"trace[1859464241] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"335.091545ms","start":"2026-04-07T00:38:52.831175Z","end":"2026-04-07T00:38:53.166267Z","steps":["trace[1859464241] 'process raft request' (duration: 72.414425ms)","trace[1859464241] 'compare' (duration: 262.205889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:38:53.166383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.169303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:53.166434Z","caller":"traceutil/trace.go:171","msg":"trace[585819830] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14491; }","duration":"147.256065ms","start":"2026-04-07T00:38:53.019163Z","end":"2026-04-07T00:38:53.166419Z","steps":["trace[585819830] 'agreement among raft nodes before linearized reading' (duration: 147.168763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:53.166493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:38:52.831139Z","time spent":"335.254198ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:38:53.166781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.0212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7441"} {"level":"info","ts":"2026-04-07T00:38:53.166879Z","caller":"traceutil/trace.go:171","msg":"trace[1095136427] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:14491; }","duration":"147.162872ms","start":"2026-04-07T00:38:53.019693Z","end":"2026-04-07T00:38:53.166856Z","steps":["trace[1095136427] 'agreement among raft nodes before linearized reading' (duration: 146.843836ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:53.429742Z","caller":"traceutil/trace.go:171","msg":"trace[796843234] linearizableReadLoop","detail":"{readStateIndex:15002; appliedIndex:15001; }","duration":"187.878251ms","start":"2026-04-07T00:38:53.241826Z","end":"2026-04-07T00:38:53.429704Z","steps":["trace[796843234] 'read index received' (duration: 145.923425ms)","trace[796843234] 'applied index is now lower than readState.Index' (duration: 41.953366ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:53.429848Z","caller":"traceutil/trace.go:171","msg":"trace[684749569] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"258.336312ms","start":"2026-04-07T00:38:53.171474Z","end":"2026-04-07T00:38:53.42981Z","steps":["trace[684749569] 'process raft request' (duration: 216.444338ms)","trace[684749569] 'compare' (duration: 41.583767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:38:53.430067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.219819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:38:53.430116Z","caller":"traceutil/trace.go:171","msg":"trace[1635552546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14492; }","duration":"188.339811ms","start":"2026-04-07T00:38:53.241761Z","end":"2026-04-07T00:38:53.430101Z","steps":["trace[1635552546] 'agreement among raft nodes before linearized reading' (duration: 188.096576ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:01.352358Z","caller":"traceutil/trace.go:171","msg":"trace[544089624] transaction","detail":"{read_only:false; response_revision:14553; number_of_response:1; }","duration":"122.698757ms","start":"2026-04-07T00:39:01.229629Z","end":"2026-04-07T00:39:01.352328Z","steps":["trace[544089624] 'process raft request' (duration: 58.794902ms)","trace[544089624] 'compare' (duration: 63.734162ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:01.354502Z","caller":"traceutil/trace.go:171","msg":"trace[1620705337] transaction","detail":"{read_only:false; response_revision:14554; number_of_response:1; }","duration":"113.875511ms","start":"2026-04-07T00:39:01.240613Z","end":"2026-04-07T00:39:01.354489Z","steps":["trace[1620705337] 'process raft request' (duration: 113.771728ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:10.896926Z","caller":"traceutil/trace.go:171","msg":"trace[1954254355] transaction","detail":"{read_only:false; response_revision:14608; number_of_response:1; }","duration":"325.118112ms","start":"2026-04-07T00:39:10.571788Z","end":"2026-04-07T00:39:10.896906Z","steps":["trace[1954254355] 'process raft request' (duration: 325.010229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:10.897056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:10.571768Z","time spent":"325.223405ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:10.902871Z","caller":"traceutil/trace.go:171","msg":"trace[1651661678] linearizableReadLoop","detail":"{readStateIndex:15123; appliedIndex:15122; }","duration":"313.688087ms","start":"2026-04-07T00:39:10.589168Z","end":"2026-04-07T00:39:10.902856Z","steps":["trace[1651661678] 'read index received' (duration: 307.812836ms)","trace[1651661678] 'applied index is now lower than readState.Index' (duration: 5.874671ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:10.903068Z","caller":"traceutil/trace.go:171","msg":"trace[286331363] transaction","detail":"{read_only:false; response_revision:14609; number_of_response:1; }","duration":"331.270829ms","start":"2026-04-07T00:39:10.571788Z","end":"2026-04-07T00:39:10.903059Z","steps":["trace[286331363] 'process raft request' (duration: 330.959052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:10.903132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:10.571765Z","time spent":"331.32677ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:10.903271Z","caller":"traceutil/trace.go:171","msg":"trace[696739360] transaction","detail":"{read_only:false; response_revision:14610; number_of_response:1; }","duration":"111.032776ms","start":"2026-04-07T00:39:10.79223Z","end":"2026-04-07T00:39:10.903262Z","steps":["trace[696739360] 'process raft request' (duration: 110.588556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:10.903494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.321811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:39:10.903526Z","caller":"traceutil/trace.go:171","msg":"trace[561452304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14610; }","duration":"314.383242ms","start":"2026-04-07T00:39:10.589135Z","end":"2026-04-07T00:39:10.903518Z","steps":["trace[561452304] 'agreement among raft nodes before linearized reading' (duration: 314.281319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:10.903549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:10.589119Z","time spent":"314.423733ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:10.903691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.425803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:39:10.903717Z","caller":"traceutil/trace.go:171","msg":"trace[1448250840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14610; }","duration":"314.454414ms","start":"2026-04-07T00:39:10.589257Z","end":"2026-04-07T00:39:10.903711Z","steps":["trace[1448250840] 'agreement among raft nodes before linearized reading' (duration: 314.390513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:10.903738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:10.589239Z","time spent":"314.492254ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:11.436437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.83957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:39:13.089551Z","caller":"traceutil/trace.go:171","msg":"trace[1352520129] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"181.08814ms","start":"2026-04-07T00:39:12.90844Z","end":"2026-04-07T00:39:13.089528Z","steps":["trace[1352520129] 'process raft request' (duration: 125.816316ms)","trace[1352520129] 'compare' (duration: 55.135461ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:13.089726Z","caller":"traceutil/trace.go:171","msg":"trace[288397576] linearizableReadLoop","detail":"{readStateIndex:15134; appliedIndex:15131; }","duration":"176.667071ms","start":"2026-04-07T00:39:12.913038Z","end":"2026-04-07T00:39:13.089705Z","steps":["trace[288397576] 'read index received' (duration: 64.98912ms)","trace[288397576] 'applied index is now lower than readState.Index' (duration: 111.676201ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:13.089911Z","caller":"traceutil/trace.go:171","msg":"trace[874170970] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"181.309614ms","start":"2026-04-07T00:39:12.908593Z","end":"2026-04-07T00:39:13.089902Z","steps":["trace[874170970] 'process raft request' (duration: 180.897535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:13.090109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.293537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:39:13.090171Z","caller":"traceutil/trace.go:171","msg":"trace[1834800656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14619; }","duration":"152.393339ms","start":"2026-04-07T00:39:12.937764Z","end":"2026-04-07T00:39:13.090157Z","steps":["trace[1834800656] 'agreement among raft nodes before linearized reading' (duration: 152.199794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:13.090135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.193362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:39:13.090227Z","caller":"traceutil/trace.go:171","msg":"trace[2008878009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14619; }","duration":"168.309955ms","start":"2026-04-07T00:39:12.921894Z","end":"2026-04-07T00:39:13.090204Z","steps":["trace[2008878009] 'agreement among raft nodes before linearized reading' (duration: 168.048239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:13.09033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.810453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:39:13.090349Z","caller":"traceutil/trace.go:171","msg":"trace[1026387318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14619; }","duration":"167.866165ms","start":"2026-04-07T00:39:12.922477Z","end":"2026-04-07T00:39:13.090343Z","steps":["trace[1026387318] 'agreement among raft nodes before linearized reading' (duration: 167.800073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:13.090576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.519809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:39:13.090663Z","caller":"traceutil/trace.go:171","msg":"trace[384221923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14619; }","duration":"177.641852ms","start":"2026-04-07T00:39:12.912999Z","end":"2026-04-07T00:39:13.090641Z","steps":["trace[384221923] 'agreement among raft nodes before linearized reading' (duration: 177.203613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:13.090787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.432407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:39:13.090907Z","caller":"traceutil/trace.go:171","msg":"trace[1593305190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14619; }","duration":"168.703582ms","start":"2026-04-07T00:39:12.922175Z","end":"2026-04-07T00:39:13.090878Z","steps":["trace[1593305190] 'agreement among raft nodes before linearized reading' (duration: 168.272913ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:15.22151Z","caller":"traceutil/trace.go:171","msg":"trace[1081711436] transaction","detail":"{read_only:false; response_revision:14632; number_of_response:1; }","duration":"126.273866ms","start":"2026-04-07T00:39:15.095216Z","end":"2026-04-07T00:39:15.221489Z","steps":["trace[1081711436] 'process raft request' (duration: 125.331055ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:15.284714Z","caller":"traceutil/trace.go:171","msg":"trace[323325067] linearizableReadLoop","detail":"{readStateIndex:15148; appliedIndex:15146; }","duration":"126.520251ms","start":"2026-04-07T00:39:15.158169Z","end":"2026-04-07T00:39:15.284689Z","steps":["trace[323325067] 'read index received' (duration: 62.392031ms)","trace[323325067] 'applied index is now lower than readState.Index' (duration: 64.12715ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:15.284788Z","caller":"traceutil/trace.go:171","msg":"trace[1402747631] transaction","detail":"{read_only:false; response_revision:14633; number_of_response:1; }","duration":"188.347741ms","start":"2026-04-07T00:39:15.096404Z","end":"2026-04-07T00:39:15.284751Z","steps":["trace[1402747631] 'process raft request' (duration: 188.146756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:15.284976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.779457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:39:15.285028Z","caller":"traceutil/trace.go:171","msg":"trace[722032885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14633; }","duration":"126.8787ms","start":"2026-04-07T00:39:15.158135Z","end":"2026-04-07T00:39:15.285013Z","steps":["trace[722032885] 'agreement among raft nodes before linearized reading' (duration: 126.707436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:15.284974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.056051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:39:15.285166Z","caller":"traceutil/trace.go:171","msg":"trace[105590567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14633; }","duration":"100.267757ms","start":"2026-04-07T00:39:15.184889Z","end":"2026-04-07T00:39:15.285157Z","steps":["trace[105590567] 'agreement among raft nodes before linearized reading' (duration: 99.99758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:15.285293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.433891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:39:15.285326Z","caller":"traceutil/trace.go:171","msg":"trace[274742299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14633; }","duration":"100.488851ms","start":"2026-04-07T00:39:15.184829Z","end":"2026-04-07T00:39:15.285318Z","steps":["trace[274742299] 'agreement among raft nodes before linearized reading' (duration: 100.404169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:15.285848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.065696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:39:15.285917Z","caller":"traceutil/trace.go:171","msg":"trace[1610596015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14633; }","duration":"119.172118ms","start":"2026-04-07T00:39:15.166727Z","end":"2026-04-07T00:39:15.285899Z","steps":["trace[1610596015] 'agreement among raft nodes before linearized reading' (duration: 118.164945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:15.285991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.080014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:39:15.28605Z","caller":"traceutil/trace.go:171","msg":"trace[1897891043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14633; }","duration":"101.156256ms","start":"2026-04-07T00:39:15.18488Z","end":"2026-04-07T00:39:15.286036Z","steps":["trace[1897891043] 'agreement among raft nodes before linearized reading' (duration: 100.350198ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:17.330832Z","caller":"traceutil/trace.go:171","msg":"trace[1091544781] transaction","detail":"{read_only:false; response_revision:14652; number_of_response:1; }","duration":"129.97784ms","start":"2026-04-07T00:39:17.200829Z","end":"2026-04-07T00:39:17.330807Z","steps":["trace[1091544781] 'process raft request' (duration: 116.645583ms)","trace[1091544781] 'compare' (duration: 13.116512ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:17.332163Z","caller":"traceutil/trace.go:171","msg":"trace[1014581946] linearizableReadLoop","detail":"{readStateIndex:15171; appliedIndex:15167; }","duration":"103.300014ms","start":"2026-04-07T00:39:17.228842Z","end":"2026-04-07T00:39:17.332142Z","steps":["trace[1014581946] 'read index received' (duration: 88.708769ms)","trace[1014581946] 'applied index is now lower than readState.Index' (duration: 14.590315ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:17.332182Z","caller":"traceutil/trace.go:171","msg":"trace[1748651370] transaction","detail":"{read_only:false; response_revision:14653; number_of_response:1; }","duration":"125.849857ms","start":"2026-04-07T00:39:17.206304Z","end":"2026-04-07T00:39:17.332154Z","steps":["trace[1748651370] 'process raft request' (duration: 125.632502ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:17.332229Z","caller":"traceutil/trace.go:171","msg":"trace[927008089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14653; }","duration":"123.77937ms","start":"2026-04-07T00:39:17.208432Z","end":"2026-04-07T00:39:17.332211Z","steps":["trace[927008089] 'process raft request' (duration: 123.605756ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:17.332262Z","caller":"traceutil/trace.go:171","msg":"trace[757379981] transaction","detail":"{read_only:false; response_revision:14654; number_of_response:1; }","duration":"105.575754ms","start":"2026-04-07T00:39:17.226671Z","end":"2026-04-07T00:39:17.332246Z","steps":["trace[757379981] 'process raft request' (duration: 105.38822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:17.332553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.694233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-4nnf9.18a3ea97e3e60add\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-07T00:39:17.332592Z","caller":"traceutil/trace.go:171","msg":"trace[413601227] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-4nnf9.18a3ea97e3e60add; range_end:; response_count:1; response_revision:14655; }","duration":"103.779925ms","start":"2026-04-07T00:39:17.228803Z","end":"2026-04-07T00:39:17.332583Z","steps":["trace[413601227] 'agreement among raft nodes before linearized reading' (duration: 103.659542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.782807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178906592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:39:23.822863Z","caller":"traceutil/trace.go:171","msg":"trace[722063960] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"772.964782ms","start":"2026-04-07T00:39:23.049877Z","end":"2026-04-07T00:39:23.822842Z","steps":["trace[722063960] 'process raft request' (duration: 772.838629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.822975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.049851Z","time spent":"773.066223ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:23.866313Z","caller":"traceutil/trace.go:171","msg":"trace[590743545] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"512.228205ms","start":"2026-04-07T00:39:23.35406Z","end":"2026-04-07T00:39:23.866288Z","steps":["trace[590743545] 'process raft request' (duration: 511.96114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.866528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.35403Z","time spent":"512.42383ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:23.866701Z","caller":"traceutil/trace.go:171","msg":"trace[560970349] transaction","detail":"{read_only:false; response_revision:14714; number_of_response:1; }","duration":"509.27042ms","start":"2026-04-07T00:39:23.357402Z","end":"2026-04-07T00:39:23.866672Z","steps":["trace[560970349] 'process raft request' (duration: 508.82475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.866854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.357376Z","time spent":"509.398502ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:23.867042Z","caller":"traceutil/trace.go:171","msg":"trace[210282407] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"438.887909ms","start":"2026-04-07T00:39:23.42813Z","end":"2026-04-07T00:39:23.867018Z","steps":["trace[210282407] 'process raft request' (duration: 438.45905ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:23.867099Z","caller":"traceutil/trace.go:171","msg":"trace[1081629091] linearizableReadLoop","detail":"{readStateIndex:15236; appliedIndex:15232; }","duration":"585.988891ms","start":"2026-04-07T00:39:23.281082Z","end":"2026-04-07T00:39:23.867071Z","steps":["trace[1081629091] 'read index received' (duration: 541.764904ms)","trace[1081629091] 'applied index is now lower than readState.Index' (duration: 44.222627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:39:23.867171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.428103Z","time spent":"439.008123ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:23.867163Z","caller":"traceutil/trace.go:171","msg":"trace[1077928493] transaction","detail":"{read_only:false; response_revision:14716; number_of_response:1; }","duration":"393.906757ms","start":"2026-04-07T00:39:23.473189Z","end":"2026-04-07T00:39:23.867096Z","steps":["trace[1077928493] 'process raft request' (duration: 393.669582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.867311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.206675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:39:23.867353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.763652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:39:23.867347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.473165Z","time spent":"394.090531ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:23.867431Z","caller":"traceutil/trace.go:171","msg":"trace[1550274654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14716; }","duration":"436.888295ms","start":"2026-04-07T00:39:23.43053Z","end":"2026-04-07T00:39:23.867418Z","steps":["trace[1550274654] 'agreement among raft nodes before linearized reading' (duration: 436.703711ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:23.867432Z","caller":"traceutil/trace.go:171","msg":"trace[1075482814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14716; }","duration":"586.381209ms","start":"2026-04-07T00:39:23.281029Z","end":"2026-04-07T00:39:23.867411Z","steps":["trace[1075482814] 'agreement among raft nodes before linearized reading' (duration: 586.150374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.867477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.430511Z","time spent":"436.956616ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:39:23.867483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.281009Z","time spent":"586.464521ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:39:23.867591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.433726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:39:23.867643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.612704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:39:23.867652Z","caller":"traceutil/trace.go:171","msg":"trace[1806339977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14716; }","duration":"150.522468ms","start":"2026-04-07T00:39:23.717114Z","end":"2026-04-07T00:39:23.867636Z","steps":["trace[1806339977] 'agreement among raft nodes before linearized reading' (duration: 150.420886ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:23.867686Z","caller":"traceutil/trace.go:171","msg":"trace[1492605041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14716; }","duration":"434.692266ms","start":"2026-04-07T00:39:23.43298Z","end":"2026-04-07T00:39:23.867672Z","steps":["trace[1492605041] 'agreement among raft nodes before linearized reading' (duration: 434.581973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.867705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.378887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:39:23.867732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.432959Z","time spent":"434.765077ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:39:23.867782Z","caller":"traceutil/trace.go:171","msg":"trace[558385555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14716; }","duration":"429.47382ms","start":"2026-04-07T00:39:23.438287Z","end":"2026-04-07T00:39:23.867761Z","steps":["trace[558385555] 'agreement among raft nodes before linearized reading' (duration: 429.293236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.867842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.438281Z","time spent":"429.547171ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:23.867879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.40281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:39:23.867942Z","caller":"traceutil/trace.go:171","msg":"trace[57565635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14716; }","duration":"430.483782ms","start":"2026-04-07T00:39:23.437448Z","end":"2026-04-07T00:39:23.867932Z","steps":["trace[57565635] 'agreement among raft nodes before linearized reading' (duration: 430.327488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.868001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.437441Z","time spent":"430.551563ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:23.867422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.730743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:39:23.868073Z","caller":"traceutil/trace.go:171","msg":"trace[89051660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14716; }","duration":"420.377237ms","start":"2026-04-07T00:39:23.447671Z","end":"2026-04-07T00:39:23.868048Z","steps":["trace[89051660] 'agreement among raft nodes before linearized reading' (duration: 419.58258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:23.868135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:23.447607Z","time spent":"420.51089ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:39:38.077527Z","caller":"traceutil/trace.go:171","msg":"trace[2071000319] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"112.431958ms","start":"2026-04-07T00:39:37.96508Z","end":"2026-04-07T00:39:38.077512Z","steps":["trace[2071000319] 'process raft request' (duration: 112.372617ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:38.077546Z","caller":"traceutil/trace.go:171","msg":"trace[1765922189] transaction","detail":"{read_only:false; response_revision:14792; number_of_response:1; }","duration":"112.657603ms","start":"2026-04-07T00:39:37.964867Z","end":"2026-04-07T00:39:38.077525Z","steps":["trace[1765922189] 'process raft request' (duration: 72.275922ms)","trace[1765922189] 'compare' (duration: 40.212108ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:38.077875Z","caller":"traceutil/trace.go:171","msg":"trace[349053010] transaction","detail":"{read_only:false; response_revision:14794; number_of_response:1; }","duration":"112.016148ms","start":"2026-04-07T00:39:37.965813Z","end":"2026-04-07T00:39:38.077829Z","steps":["trace[349053010] 'process raft request' (duration: 111.667301ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:38.244723Z","caller":"traceutil/trace.go:171","msg":"trace[1608460450] transaction","detail":"{read_only:false; response_revision:14795; number_of_response:1; }","duration":"162.862882ms","start":"2026-04-07T00:39:38.081829Z","end":"2026-04-07T00:39:38.244692Z","steps":["trace[1608460450] 'process raft request' (duration: 120.028577ms)","trace[1608460450] 'compare' (duration: 42.167771ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:38.294355Z","caller":"traceutil/trace.go:171","msg":"trace[71806541] transaction","detail":"{read_only:false; response_revision:14798; number_of_response:1; }","duration":"211.908538ms","start":"2026-04-07T00:39:38.082428Z","end":"2026-04-07T00:39:38.294337Z","steps":["trace[71806541] 'process raft request' (duration: 211.829376ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:38.294372Z","caller":"traceutil/trace.go:171","msg":"trace[218354586] transaction","detail":"{read_only:false; response_revision:14797; number_of_response:1; }","duration":"211.922698ms","start":"2026-04-07T00:39:38.082417Z","end":"2026-04-07T00:39:38.294339Z","steps":["trace[218354586] 'process raft request' (duration: 211.798875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:38.294348Z","caller":"traceutil/trace.go:171","msg":"trace[256479721] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"211.998849ms","start":"2026-04-07T00:39:38.08232Z","end":"2026-04-07T00:39:38.294319Z","steps":["trace[256479721] 'process raft request' (duration: 211.767334ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:38.294999Z","caller":"traceutil/trace.go:171","msg":"trace[2103321930] transaction","detail":"{read_only:false; response_revision:14799; number_of_response:1; }","duration":"212.429969ms","start":"2026-04-07T00:39:38.082553Z","end":"2026-04-07T00:39:38.294983Z","steps":["trace[2103321930] 'process raft request' (duration: 211.746284ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:38.295245Z","caller":"traceutil/trace.go:171","msg":"trace[357098545] linearizableReadLoop","detail":"{readStateIndex:15322; appliedIndex:15317; }","duration":"210.188328ms","start":"2026-04-07T00:39:38.084726Z","end":"2026-04-07T00:39:38.294914Z","steps":["trace[357098545] 'read index received' (duration: 117.104912ms)","trace[357098545] 'applied index is now lower than readState.Index' (duration: 93.082516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:39:38.295668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.933936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582677"} {"level":"info","ts":"2026-04-07T00:39:38.295715Z","caller":"traceutil/trace.go:171","msg":"trace[117395933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14799; }","duration":"211.025828ms","start":"2026-04-07T00:39:38.084679Z","end":"2026-04-07T00:39:38.295704Z","steps":["trace[117395933] 'agreement among raft nodes before linearized reading' (duration: 210.381842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:40.606229Z","caller":"traceutil/trace.go:171","msg":"trace[1809469594] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"576.565199ms","start":"2026-04-07T00:39:40.029632Z","end":"2026-04-07T00:39:40.606197Z","steps":["trace[1809469594] 'process raft request' (duration: 576.311004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.606436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.029604Z","time spent":"576.730443ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:40.690461Z","caller":"traceutil/trace.go:171","msg":"trace[1014862663] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"604.40409ms","start":"2026-04-07T00:39:40.086028Z","end":"2026-04-07T00:39:40.690432Z","steps":["trace[1014862663] 'process raft request' (duration: 604.252427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:40.690554Z","caller":"traceutil/trace.go:171","msg":"trace[1603478535] linearizableReadLoop","detail":"{readStateIndex:15326; appliedIndex:15322; }","duration":"442.523981ms","start":"2026-04-07T00:39:40.248023Z","end":"2026-04-07T00:39:40.690547Z","steps":["trace[1603478535] 'read index received' (duration: 357.912314ms)","trace[1603478535] 'applied index is now lower than readState.Index' (duration: 84.610437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:39:40.690635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.08602Z","time spent":"604.535083ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:40.690472Z","caller":"traceutil/trace.go:171","msg":"trace[457826223] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"604.525233ms","start":"2026-04-07T00:39:40.085918Z","end":"2026-04-07T00:39:40.690444Z","steps":["trace[457826223] 'process raft request' (duration: 585.177702ms)","trace[457826223] 'compare' (duration: 19.031474ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:40.690709Z","caller":"traceutil/trace.go:171","msg":"trace[549125591] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"604.555513ms","start":"2026-04-07T00:39:40.086111Z","end":"2026-04-07T00:39:40.690667Z","steps":["trace[549125591] 'process raft request' (duration: 604.251016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.69093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.889559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:39:40.690963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.085891Z","time spent":"605.039175ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:40.690988Z","caller":"traceutil/trace.go:171","msg":"trace[996852215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14803; }","duration":"442.995152ms","start":"2026-04-07T00:39:40.247977Z","end":"2026-04-07T00:39:40.690973Z","steps":["trace[996852215] 'agreement among raft nodes before linearized reading' (duration: 442.649523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.691017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.247956Z","time spent":"443.055053ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:40.69108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.08609Z","time spent":"604.886832ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:39:40.691168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.460617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:39:40.691205Z","caller":"traceutil/trace.go:171","msg":"trace[59097450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14803; }","duration":"393.530609ms","start":"2026-04-07T00:39:40.297663Z","end":"2026-04-07T00:39:40.691194Z","steps":["trace[59097450] 'agreement among raft nodes before linearized reading' (duration: 393.401836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.691248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.297647Z","time spent":"393.59196ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:39:40.691297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.179741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:39:40.691301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.851444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:39:40.691331Z","caller":"traceutil/trace.go:171","msg":"trace[784675514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14803; }","duration":"393.238872ms","start":"2026-04-07T00:39:40.298081Z","end":"2026-04-07T00:39:40.69132Z","steps":["trace[784675514] 'agreement among raft nodes before linearized reading' (duration: 393.16637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.691359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.298063Z","time spent":"393.291373ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:40.691363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.269042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:39:40.691432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.044796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:39:40.691465Z","caller":"traceutil/trace.go:171","msg":"trace[874595061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14803; }","duration":"384.093667ms","start":"2026-04-07T00:39:40.307362Z","end":"2026-04-07T00:39:40.691456Z","steps":["trace[874595061] 'agreement among raft nodes before linearized reading' (duration: 383.972815ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:40.691455Z","caller":"traceutil/trace.go:171","msg":"trace[620303298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14803; }","duration":"393.393635ms","start":"2026-04-07T00:39:40.298046Z","end":"2026-04-07T00:39:40.69144Z","steps":["trace[620303298] 'agreement among raft nodes before linearized reading' (duration: 393.215761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.691493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.307355Z","time spent":"384.132358ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:39:40.691525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.298023Z","time spent":"393.488728ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:39:40.691369Z","caller":"traceutil/trace.go:171","msg":"trace[2066284896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14803; }","duration":"392.936745ms","start":"2026-04-07T00:39:40.298413Z","end":"2026-04-07T00:39:40.69135Z","steps":["trace[2066284896] 'agreement among raft nodes before linearized reading' (duration: 392.70084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.691663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:40.298407Z","time spent":"393.243892ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:39:40.83038Z","caller":"traceutil/trace.go:171","msg":"trace[1038107296] transaction","detail":"{read_only:false; response_revision:14806; number_of_response:1; }","duration":"134.018088ms","start":"2026-04-07T00:39:40.696337Z","end":"2026-04-07T00:39:40.830355Z","steps":["trace[1038107296] 'process raft request' (duration: 133.920876ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:40.830552Z","caller":"traceutil/trace.go:171","msg":"trace[2056867839] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"134.129991ms","start":"2026-04-07T00:39:40.696411Z","end":"2026-04-07T00:39:40.830541Z","steps":["trace[2056867839] 'process raft request' (duration: 133.898436ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:40.830631Z","caller":"traceutil/trace.go:171","msg":"trace[934440889] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"135.080263ms","start":"2026-04-07T00:39:40.69554Z","end":"2026-04-07T00:39:40.830621Z","steps":["trace[934440889] 'process raft request' (duration: 132.038095ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:40.83083Z","caller":"traceutil/trace.go:171","msg":"trace[163407194] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"133.792414ms","start":"2026-04-07T00:39:40.697027Z","end":"2026-04-07T00:39:40.830819Z","steps":["trace[163407194] 'process raft request' (duration: 133.474836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:40.830881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.259398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:39:40.83093Z","caller":"traceutil/trace.go:171","msg":"trace[1716492802] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14808; }","duration":"135.350719ms","start":"2026-04-07T00:39:40.695566Z","end":"2026-04-07T00:39:40.830916Z","steps":["trace[1716492802] 'agreement among raft nodes before linearized reading' (duration: 135.178385ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:45.408139Z","caller":"traceutil/trace.go:171","msg":"trace[1885485267] transaction","detail":"{read_only:false; response_revision:14830; number_of_response:1; }","duration":"109.489023ms","start":"2026-04-07T00:39:45.298606Z","end":"2026-04-07T00:39:45.408095Z","steps":["trace[1885485267] 'process raft request' (duration: 109.130755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:46.035634Z","caller":"traceutil/trace.go:171","msg":"trace[1714295516] linearizableReadLoop","detail":"{readStateIndex:15355; appliedIndex:15354; }","duration":"107.519547ms","start":"2026-04-07T00:39:45.9281Z","end":"2026-04-07T00:39:46.035619Z","steps":["trace[1714295516] 'read index received' (duration: 107.420955ms)","trace[1714295516] 'applied index is now lower than readState.Index' (duration: 98.062µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:39:46.035716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.6027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:39:46.035734Z","caller":"traceutil/trace.go:171","msg":"trace[71540397] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:14830; }","duration":"107.674031ms","start":"2026-04-07T00:39:45.928054Z","end":"2026-04-07T00:39:46.035728Z","steps":["trace[71540397] 'agreement among raft nodes before linearized reading' (duration: 107.62489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:47.339589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178906916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:39:48.672521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126210255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:39:48.672621Z","caller":"traceutil/trace.go:171","msg":"trace[1853039044] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14831; }","duration":"2.126325248s","start":"2026-04-07T00:39:46.546272Z","end":"2026-04-07T00:39:48.672597Z","steps":["trace[1853039044] 'count revisions from in-memory index tree' (duration: 2.126072263s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.672663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.546222Z","time spent":"2.126429551s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:39:48.673374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310649245s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:39:48.673494Z","caller":"traceutil/trace.go:171","msg":"trace[721390567] transaction","detail":"{read_only:false; response_revision:14832; number_of_response:1; }","duration":"2.005659437s","start":"2026-04-07T00:39:46.667812Z","end":"2026-04-07T00:39:48.673471Z","steps":["trace[721390567] 'process raft request' (duration: 694.821988ms)","trace[721390567] 'compare' (duration: 1.310055682s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:39:48.673564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.667777Z","time spent":"2.005754969s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:48.728635Z","caller":"traceutil/trace.go:171","msg":"trace[2128469965] transaction","detail":"{read_only:false; response_revision:14834; number_of_response:1; }","duration":"1.941028505s","start":"2026-04-07T00:39:46.787578Z","end":"2026-04-07T00:39:48.728607Z","steps":["trace[2128469965] 'process raft request' (duration: 1.940925443s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:48.728694Z","caller":"traceutil/trace.go:171","msg":"trace[1887736261] transaction","detail":"{read_only:false; response_revision:14833; number_of_response:1; }","duration":"1.941132548s","start":"2026-04-07T00:39:46.787514Z","end":"2026-04-07T00:39:48.728646Z","steps":["trace[1887736261] 'process raft request' (duration: 1.940842911s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.728812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.787546Z","time spent":"1.941178898s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:39:48.728821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890264883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:39:48.728843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.787485Z","time spent":"1.94128693s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:39:48.728875Z","caller":"traceutil/trace.go:171","msg":"trace[721797188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14835; }","duration":"1.890360995s","start":"2026-04-07T00:39:46.838503Z","end":"2026-04-07T00:39:48.728864Z","steps":["trace[721797188] 'agreement among raft nodes before linearized reading' (duration: 1.890189592s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.728907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.838483Z","time spent":"1.890417136s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:39:48.728645Z","caller":"traceutil/trace.go:171","msg":"trace[890748823] linearizableReadLoop","detail":"{readStateIndex:15360; appliedIndex:15356; }","duration":"1.890033218s","start":"2026-04-07T00:39:46.838551Z","end":"2026-04-07T00:39:48.728585Z","steps":["trace[890748823] 'read index received' (duration: 524.096661ms)","trace[890748823] 'applied index is now lower than readState.Index' (duration: 1.365935717s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:39:48.72877Z","caller":"traceutil/trace.go:171","msg":"trace[1634880162] transaction","detail":"{read_only:false; response_revision:14835; number_of_response:1; }","duration":"1.941090656s","start":"2026-04-07T00:39:46.787619Z","end":"2026-04-07T00:39:48.72871Z","steps":["trace[1634880162] 'process raft request' (duration: 1.940925422s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.729403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.787592Z","time spent":"1.941671829s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:39:48.739021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89147861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:39:48.73909Z","caller":"traceutil/trace.go:171","msg":"trace[147481996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14836; }","duration":"1.891583154s","start":"2026-04-07T00:39:46.847492Z","end":"2026-04-07T00:39:48.739075Z","steps":["trace[147481996] 'agreement among raft nodes before linearized reading' (duration: 1.891393059s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.739131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.847473Z","time spent":"1.891648365s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:39:48.739159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.17388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:39:48.739211Z","caller":"traceutil/trace.go:171","msg":"trace[969392635] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14836; }","duration":"380.252532ms","start":"2026-04-07T00:39:48.358942Z","end":"2026-04-07T00:39:48.739195Z","steps":["trace[969392635] 'agreement among raft nodes before linearized reading' (duration: 380.175401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.739269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:48.358923Z","time spent":"380.331034ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:39:48.739015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613093269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:39:48.739454Z","caller":"traceutil/trace.go:171","msg":"trace[1988938121] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14836; }","duration":"1.613532369s","start":"2026-04-07T00:39:47.125891Z","end":"2026-04-07T00:39:48.739424Z","steps":["trace[1988938121] 'agreement among raft nodes before linearized reading' (duration: 1.613047818s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.739493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458476642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:39:48.739531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:47.125836Z","time spent":"1.613673303s","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:39:48.739542Z","caller":"traceutil/trace.go:171","msg":"trace[1798614263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14836; }","duration":"1.458571445s","start":"2026-04-07T00:39:47.280957Z","end":"2026-04-07T00:39:48.739529Z","steps":["trace[1798614263] 'agreement among raft nodes before linearized reading' (duration: 1.458480803s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.739589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:47.280937Z","time spent":"1.458645076s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:39:48.739627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630826666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:39:48.739693Z","caller":"traceutil/trace.go:171","msg":"trace[1547068104] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14836; }","duration":"1.630935668s","start":"2026-04-07T00:39:47.108741Z","end":"2026-04-07T00:39:48.739677Z","steps":["trace[1547068104] 'agreement among raft nodes before linearized reading' (duration: 1.630770794s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.739745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:47.10872Z","time spent":"1.63101258s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:39:48.739848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887486061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:39:48.739844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884472854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:39:48.739905Z","caller":"traceutil/trace.go:171","msg":"trace[1744209602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14836; }","duration":"1.887567653s","start":"2026-04-07T00:39:46.852323Z","end":"2026-04-07T00:39:48.739891Z","steps":["trace[1744209602] 'agreement among raft nodes before linearized reading' (duration: 1.88742584s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:48.739919Z","caller":"traceutil/trace.go:171","msg":"trace[2031298897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14836; }","duration":"1.884618897s","start":"2026-04-07T00:39:46.855284Z","end":"2026-04-07T00:39:48.739902Z","steps":["trace[2031298897] 'agreement among raft nodes before linearized reading' (duration: 1.884402792s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.739947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.85231Z","time spent":"1.887626094s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:48.739965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.855273Z","time spent":"1.884678068s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:48.740048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888498373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:39:48.740093Z","caller":"traceutil/trace.go:171","msg":"trace[951874632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14836; }","duration":"1.888568965s","start":"2026-04-07T00:39:46.851513Z","end":"2026-04-07T00:39:48.740081Z","steps":["trace[951874632] 'agreement among raft nodes before linearized reading' (duration: 1.888452082s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.740122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.851499Z","time spent":"1.888616136s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:39:48.739235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885734883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:39:48.74019Z","caller":"traceutil/trace.go:171","msg":"trace[916727044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14836; }","duration":"1.886719744s","start":"2026-04-07T00:39:46.85345Z","end":"2026-04-07T00:39:48.74017Z","steps":["trace[916727044] 'agreement among raft nodes before linearized reading' (duration: 1.885664181s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.740246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:46.853439Z","time spent":"1.886791546s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:39:48.739743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.830171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:39:48.740497Z","caller":"traceutil/trace.go:171","msg":"trace[2094909972] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14836; }","duration":"952.588338ms","start":"2026-04-07T00:39:47.787869Z","end":"2026-04-07T00:39:48.740457Z","steps":["trace[2094909972] 'agreement among raft nodes before linearized reading' (duration: 951.814241ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:39:48.739087Z","caller":"traceutil/trace.go:171","msg":"trace[542414613] transaction","detail":"{read_only:false; response_revision:14836; number_of_response:1; }","duration":"1.326508088s","start":"2026-04-07T00:39:47.412559Z","end":"2026-04-07T00:39:48.739067Z","steps":["trace[542414613] 'process raft request' (duration: 1.32618161s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.740633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:47.412539Z","time spent":"1.328047843s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:39:48.740613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12574505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:39:48.740906Z","caller":"traceutil/trace.go:171","msg":"trace[1145558636] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:14836; }","duration":"1.126791603s","start":"2026-04-07T00:39:47.614074Z","end":"2026-04-07T00:39:48.740819Z","steps":["trace[1145558636] 'agreement among raft nodes before linearized reading' (duration: 1.125417443s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:39:48.741111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:47.61405Z","time spent":"1.127034739s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:39:48.741209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:39:47.787852Z","time spent":"952.6931ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:04.531721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.004475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:04.531792Z","caller":"traceutil/trace.go:171","msg":"trace[267448608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14927; }","duration":"245.120208ms","start":"2026-04-07T00:40:04.286656Z","end":"2026-04-07T00:40:04.531776Z","steps":["trace[267448608] 'range keys from in-memory index tree' (duration: 244.932053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:04.531917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.590585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-07T00:40:04.531998Z","caller":"traceutil/trace.go:171","msg":"trace[1131103693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14927; }","duration":"313.710688ms","start":"2026-04-07T00:40:04.218269Z","end":"2026-04-07T00:40:04.53198Z","steps":["trace[1131103693] 'range keys from in-memory index tree' (duration: 313.377911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:04.532038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:04.218252Z","time spent":"313.776309ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T00:40:04.532085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.127171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:04.532195Z","caller":"traceutil/trace.go:171","msg":"trace[2130275849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:14927; }","duration":"121.645443ms","start":"2026-04-07T00:40:04.410518Z","end":"2026-04-07T00:40:04.532163Z","steps":["trace[2130275849] 'count revisions from in-memory index tree' (duration: 121.0385ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:04.91736Z","caller":"traceutil/trace.go:171","msg":"trace[2135301543] transaction","detail":"{read_only:false; response_revision:14931; number_of_response:1; }","duration":"127.463614ms","start":"2026-04-07T00:40:04.789878Z","end":"2026-04-07T00:40:04.917341Z","steps":["trace[2135301543] 'process raft request' (duration: 127.339011ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:04.917446Z","caller":"traceutil/trace.go:171","msg":"trace[1593661357] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"135.414141ms","start":"2026-04-07T00:40:04.781986Z","end":"2026-04-07T00:40:04.9174Z","steps":["trace[1593661357] 'process raft request' (duration: 135.121644ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:04.917665Z","caller":"traceutil/trace.go:171","msg":"trace[1215934441] linearizableReadLoop","detail":"{readStateIndex:15462; appliedIndex:15458; }","duration":"108.017939ms","start":"2026-04-07T00:40:04.809637Z","end":"2026-04-07T00:40:04.917655Z","steps":["trace[1215934441] 'read index received' (duration: 13.265286ms)","trace[1215934441] 'applied index is now lower than readState.Index' (duration: 94.752043ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:04.917738Z","caller":"traceutil/trace.go:171","msg":"trace[1315100281] transaction","detail":"{read_only:false; response_revision:14932; number_of_response:1; }","duration":"126.652945ms","start":"2026-04-07T00:40:04.79108Z","end":"2026-04-07T00:40:04.917733Z","steps":["trace[1315100281] 'process raft request' (duration: 126.211235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:04.917981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.323836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:40:04.918053Z","caller":"traceutil/trace.go:171","msg":"trace[906523612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14932; }","duration":"108.434339ms","start":"2026-04-07T00:40:04.809601Z","end":"2026-04-07T00:40:04.918036Z","steps":["trace[906523612] 'agreement among raft nodes before linearized reading' (duration: 108.205754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:04.92757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.162204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:40:04.927629Z","caller":"traceutil/trace.go:171","msg":"trace[1367087060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14933; }","duration":"113.272606ms","start":"2026-04-07T00:40:04.814342Z","end":"2026-04-07T00:40:04.927615Z","steps":["trace[1367087060] 'agreement among raft nodes before linearized reading' (duration: 113.113853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:04.927729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.295447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:40:04.92778Z","caller":"traceutil/trace.go:171","msg":"trace[689211018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14933; }","duration":"100.368978ms","start":"2026-04-07T00:40:04.827398Z","end":"2026-04-07T00:40:04.927767Z","steps":["trace[689211018] 'agreement among raft nodes before linearized reading' (duration: 100.239595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:06.433145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178907195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:06.93448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178907195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:07.406814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502671397s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:40:07.407426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:05.904047Z","time spent":"1.503374754s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:40:07.878132Z","caller":"traceutil/trace.go:171","msg":"trace[1655215556] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"954.399759ms","start":"2026-04-07T00:40:06.923714Z","end":"2026-04-07T00:40:07.878114Z","steps":["trace[1655215556] 'process raft request' (duration: 954.340097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:07.878179Z","caller":"traceutil/trace.go:171","msg":"trace[1770794091] transaction","detail":"{read_only:false; response_revision:14940; number_of_response:1; }","duration":"1.049793106s","start":"2026-04-07T00:40:06.828348Z","end":"2026-04-07T00:40:07.878141Z","steps":["trace[1770794091] 'process raft request' (duration: 1.049584701s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.87828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.923687Z","time spent":"954.5022ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:07.878371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.828317Z","time spent":"1.049943409s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:07.878419Z","caller":"traceutil/trace.go:171","msg":"trace[1525029649] linearizableReadLoop","detail":"{readStateIndex:15474; appliedIndex:15469; }","duration":"1.945981016s","start":"2026-04-07T00:40:05.932424Z","end":"2026-04-07T00:40:07.878405Z","steps":["trace[1525029649] 'read index received' (duration: 1.474600741s)","trace[1525029649] 'applied index is now lower than readState.Index' (duration: 471.379345ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:07.878481Z","caller":"traceutil/trace.go:171","msg":"trace[1287351173] transaction","detail":"{read_only:false; response_revision:14943; number_of_response:1; }","duration":"954.695645ms","start":"2026-04-07T00:40:06.923757Z","end":"2026-04-07T00:40:07.878452Z","steps":["trace[1287351173] 'process raft request' (duration: 954.534391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.878522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946093848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:07.878543Z","caller":"traceutil/trace.go:171","msg":"trace[479594574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14943; }","duration":"1.94614633s","start":"2026-04-07T00:40:05.932391Z","end":"2026-04-07T00:40:07.878537Z","steps":["trace[479594574] 'agreement among raft nodes before linearized reading' (duration: 1.946077048s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.878563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:05.932376Z","time spent":"1.94618275s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:40:07.878592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.92372Z","time spent":"954.820547ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:07.878645Z","caller":"traceutil/trace.go:171","msg":"trace[1636445626] transaction","detail":"{read_only:false; response_revision:14942; number_of_response:1; }","duration":"954.698494ms","start":"2026-04-07T00:40:06.923726Z","end":"2026-04-07T00:40:07.878424Z","steps":["trace[1636445626] 'process raft request' (duration: 954.360617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.87881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.923698Z","time spent":"955.019262ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:07.879759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.798075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:40:07.879755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596262635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:07.879856Z","caller":"traceutil/trace.go:171","msg":"trace[1605720086] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14945; }","duration":"606.929848ms","start":"2026-04-07T00:40:07.272909Z","end":"2026-04-07T00:40:07.879839Z","steps":["trace[1605720086] 'agreement among raft nodes before linearized reading' (duration: 606.800066ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:07.879867Z","caller":"traceutil/trace.go:171","msg":"trace[498428542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14945; }","duration":"1.596398868s","start":"2026-04-07T00:40:06.283453Z","end":"2026-04-07T00:40:07.879852Z","steps":["trace[498428542] 'agreement among raft nodes before linearized reading' (duration: 1.596226704s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.879898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.283436Z","time spent":"1.59645396s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:40:07.879901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:07.27289Z","time spent":"606.9986ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:07.88018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.135173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:40:07.88025Z","caller":"traceutil/trace.go:171","msg":"trace[218635213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14945; }","duration":"911.299566ms","start":"2026-04-07T00:40:06.968933Z","end":"2026-04-07T00:40:07.880232Z","steps":["trace[218635213] 'agreement among raft nodes before linearized reading' (duration: 911.147273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.880298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.968902Z","time spent":"911.383808ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:40:07.880436Z","caller":"traceutil/trace.go:171","msg":"trace[2085713639] transaction","detail":"{read_only:false; response_revision:14945; number_of_response:1; }","duration":"246.246593ms","start":"2026-04-07T00:40:07.634165Z","end":"2026-04-07T00:40:07.880412Z","steps":["trace[2085713639] 'process raft request' (duration: 245.463846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.880522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.03153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:40:07.88054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.352438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:40:07.880547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.110982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:40:07.880562Z","caller":"traceutil/trace.go:171","msg":"trace[867956020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14945; }","duration":"911.096682ms","start":"2026-04-07T00:40:06.969455Z","end":"2026-04-07T00:40:07.880551Z","steps":["trace[867956020] 'agreement among raft nodes before linearized reading' (duration: 910.818556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.88056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.960735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:40:07.880599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.969442Z","time spent":"911.149523ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:40:07.880597Z","caller":"traceutil/trace.go:171","msg":"trace[208353368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:14945; }","duration":"902.210994ms","start":"2026-04-07T00:40:06.978373Z","end":"2026-04-07T00:40:07.880584Z","steps":["trace[208353368] 'agreement among raft nodes before linearized reading' (duration: 902.03707ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:07.880619Z","caller":"traceutil/trace.go:171","msg":"trace[1773527344] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14945; }","duration":"276.066847ms","start":"2026-04-07T00:40:07.604535Z","end":"2026-04-07T00:40:07.880602Z","steps":["trace[1773527344] 'agreement among raft nodes before linearized reading' (duration: 275.966735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.880634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.978347Z","time spent":"902.279985ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"info","ts":"2026-04-07T00:40:07.880657Z","caller":"traceutil/trace.go:171","msg":"trace[1170447187] transaction","detail":"{read_only:false; response_revision:14944; number_of_response:1; }","duration":"471.835714ms","start":"2026-04-07T00:40:07.408807Z","end":"2026-04-07T00:40:07.880643Z","steps":["trace[1170447187] 'process raft request' (duration: 470.73972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.880744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.122198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:40:07.880767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:07.408779Z","time spent":"471.929447ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:07.880785Z","caller":"traceutil/trace.go:171","msg":"trace[40769986] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:14945; }","duration":"467.18921ms","start":"2026-04-07T00:40:07.413584Z","end":"2026-04-07T00:40:07.880773Z","steps":["trace[40769986] 'agreement among raft nodes before linearized reading' (duration: 467.096588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:07.880593Z","caller":"traceutil/trace.go:171","msg":"trace[1654337116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14945; }","duration":"911.417289ms","start":"2026-04-07T00:40:06.969157Z","end":"2026-04-07T00:40:07.880575Z","steps":["trace[1654337116] 'agreement among raft nodes before linearized reading' (duration: 911.331767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.880818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:07.41357Z","time spent":"467.236291ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:07.880828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.96911Z","time spent":"911.705555ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:40:07.880809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.685952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:40:07.880882Z","caller":"traceutil/trace.go:171","msg":"trace[959535801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14945; }","duration":"932.785296ms","start":"2026-04-07T00:40:06.948081Z","end":"2026-04-07T00:40:07.880866Z","steps":["trace[959535801] 'agreement among raft nodes before linearized reading' (duration: 932.595151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.880926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.948068Z","time spent":"932.845457ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:40:07.881115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.239268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:40:07.881163Z","caller":"traceutil/trace.go:171","msg":"trace[168752586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14945; }","duration":"912.315199ms","start":"2026-04-07T00:40:06.968837Z","end":"2026-04-07T00:40:07.881153Z","steps":["trace[168752586] 'agreement among raft nodes before linearized reading' (duration: 912.189337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:07.881187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:06.968824Z","time spent":"912.356321ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:40:08.570812Z","caller":"traceutil/trace.go:171","msg":"trace[160156434] transaction","detail":"{read_only:false; response_revision:14952; number_of_response:1; }","duration":"483.078337ms","start":"2026-04-07T00:40:08.087713Z","end":"2026-04-07T00:40:08.570791Z","steps":["trace[160156434] 'process raft request' (duration: 482.958254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:08.570922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:08.087693Z","time spent":"483.173669ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:29.861113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.603488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-07T00:40:29.861203Z","caller":"traceutil/trace.go:171","msg":"trace[1798756992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5; range_end:; response_count:1; response_revision:15252; }","duration":"106.71217ms","start":"2026-04-07T00:40:29.754473Z","end":"2026-04-07T00:40:29.861185Z","steps":["trace[1798756992] 'range keys from in-memory index tree' (duration: 106.369433ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:30.358804Z","caller":"traceutil/trace.go:171","msg":"trace[803537830] linearizableReadLoop","detail":"{readStateIndex:15795; appliedIndex:15794; }","duration":"432.585238ms","start":"2026-04-07T00:40:29.9262Z","end":"2026-04-07T00:40:30.358785Z","steps":["trace[803537830] 'read index received' (duration: 432.530417ms)","trace[803537830] 'applied index is now lower than readState.Index' (duration: 54.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:40:30.358944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.736531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:30.358934Z","caller":"traceutil/trace.go:171","msg":"trace[1097520003] transaction","detail":"{read_only:false; response_revision:15253; number_of_response:1; }","duration":"589.702663ms","start":"2026-04-07T00:40:29.769194Z","end":"2026-04-07T00:40:30.358897Z","steps":["trace[1097520003] 'process raft request' (duration: 589.475288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:30.358974Z","caller":"traceutil/trace.go:171","msg":"trace[1153125966] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15253; }","duration":"432.803033ms","start":"2026-04-07T00:40:29.926162Z","end":"2026-04-07T00:40:30.358965Z","steps":["trace[1153125966] 'agreement among raft nodes before linearized reading' (duration: 432.716622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:30.359006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:29.92614Z","time spent":"432.859544ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:30.359085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:29.769167Z","time spent":"589.840745ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:30.859708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178908091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:31.360839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178908091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:31.861114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178908091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:32.282994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:40:32.283076Z","caller":"traceutil/trace.go:171","msg":"trace[1007232773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416401s","start":"2026-04-07T00:40:30.282643Z","end":"2026-04-07T00:40:32.28306Z","steps":["trace[1007232773] 'agreement among raft nodes before linearized reading' (duration: 2.000305318s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:32.283118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.282623Z","time spent":"2.000485512s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:40:32.361509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178908091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:32.862307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178908091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:33.363403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178908091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:40:33.73156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.372845792s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:40:33.732088Z","caller":"traceutil/trace.go:171","msg":"trace[298835705] transaction","detail":"{read_only:false; response_revision:15255; number_of_response:1; }","duration":"3.770113223s","start":"2026-04-07T00:40:29.961949Z","end":"2026-04-07T00:40:33.732062Z","steps":["trace[298835705] 'process raft request' (duration: 3.770036122s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:33.732109Z","caller":"traceutil/trace.go:171","msg":"trace[1606183730] transaction","detail":"{read_only:false; response_revision:15254; number_of_response:1; }","duration":"3.782869609s","start":"2026-04-07T00:40:29.949205Z","end":"2026-04-07T00:40:33.732075Z","steps":["trace[1606183730] 'process raft request' (duration: 3.782576381s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:33.732304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:29.949183Z","time spent":"3.783000761s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:33.732453Z","caller":"traceutil/trace.go:171","msg":"trace[576535155] transaction","detail":"{read_only:false; response_revision:15256; number_of_response:1; }","duration":"3.765999152s","start":"2026-04-07T00:40:29.966426Z","end":"2026-04-07T00:40:33.732425Z","steps":["trace[576535155] 'process raft request' (duration: 3.765596873s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:33.732593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:29.966408Z","time spent":"3.766102234s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:33.732583Z","caller":"traceutil/trace.go:171","msg":"trace[1331970721] transaction","detail":"{read_only:false; response_revision:15257; number_of_response:1; }","duration":"3.752973282s","start":"2026-04-07T00:40:29.979569Z","end":"2026-04-07T00:40:33.732542Z","steps":["trace[1331970721] 'process raft request' (duration: 3.752716206s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:33.732787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:29.979557Z","time spent":"3.753130075s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:33.73284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:29.961935Z","time spent":"3.770223225s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:34.284267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:40:34.284349Z","caller":"traceutil/trace.go:171","msg":"trace[1968065144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000742627s","start":"2026-04-07T00:40:32.283575Z","end":"2026-04-07T00:40:34.284317Z","steps":["trace[1968065144] 'agreement among raft nodes before linearized reading' (duration: 2.000665255s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.284379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:32.283551Z","time spent":"2.000820309s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:40:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:40:34.785747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.036004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:40:34.78606Z","caller":"traceutil/trace.go:171","msg":"trace[1225929624] transaction","detail":"{read_only:false; response_revision:15258; number_of_response:1; }","duration":"4.380907997s","start":"2026-04-07T00:40:30.405089Z","end":"2026-04-07T00:40:34.785997Z","steps":["trace[1225929624] 'process raft request' (duration: 4.140519845s)","trace[1225929624] 'compare' (duration: 239.567953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:40:34.786229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.405067Z","time spent":"4.38107865s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:34.902763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:40:34.902874Z","caller":"traceutil/trace.go:171","msg":"trace[1648884433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592234s","start":"2026-04-07T00:40:32.902258Z","end":"2026-04-07T00:40:34.90285Z","steps":["trace[1648884433] 'agreement among raft nodes before linearized reading' (duration: 2.000453091s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.902926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:32.902233Z","time spent":"2.000682357s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:40:34.965272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.3401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:40:34.965381Z","caller":"traceutil/trace.go:171","msg":"trace[330254496] linearizableReadLoop","detail":"{readStateIndex:15801; appliedIndex:15795; }","duration":"4.60650269s","start":"2026-04-07T00:40:30.358859Z","end":"2026-04-07T00:40:34.965361Z","steps":["trace[330254496] 'read index received' (duration: 3.372980575s)","trace[330254496] 'applied index is now lower than readState.Index' (duration: 1.233520545s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:40:34.965517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918087119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:40:34.965564Z","caller":"traceutil/trace.go:171","msg":"trace[676996661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15258; }","duration":"4.918160461s","start":"2026-04-07T00:40:30.047394Z","end":"2026-04-07T00:40:34.965554Z","steps":["trace[676996661] 'agreement among raft nodes before linearized reading' (duration: 4.918057729s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.965598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.047336Z","time spent":"4.918253053s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:40:34.965618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917885245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:40:34.965683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695905403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:40:34.965746Z","caller":"traceutil/trace.go:171","msg":"trace[1339133498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15258; }","duration":"4.918028579s","start":"2026-04-07T00:40:30.047677Z","end":"2026-04-07T00:40:34.965706Z","steps":["trace[1339133498] 'agreement among raft nodes before linearized reading' (duration: 4.917765713s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:34.965754Z","caller":"traceutil/trace.go:171","msg":"trace[1807228835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15258; }","duration":"4.696000975s","start":"2026-04-07T00:40:30.269728Z","end":"2026-04-07T00:40:34.965729Z","steps":["trace[1807228835] 'agreement among raft nodes before linearized reading' (duration: 4.695906543s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.965794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61236253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-04-07T00:40:34.965955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916499554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:40:34.96595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916387402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:40:34.966011Z","caller":"traceutil/trace.go:171","msg":"trace[1682233075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15258; }","duration":"4.916572665s","start":"2026-04-07T00:40:30.049426Z","end":"2026-04-07T00:40:34.965999Z","steps":["trace[1682233075] 'agreement among raft nodes before linearized reading' (duration: 4.916449622s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:34.966033Z","caller":"traceutil/trace.go:171","msg":"trace[1050233499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15258; }","duration":"4.916499374s","start":"2026-04-07T00:40:30.049504Z","end":"2026-04-07T00:40:34.966003Z","steps":["trace[1050233499] 'agreement among raft nodes before linearized reading' (duration: 4.916356401s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.966082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.402737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:34.966129Z","caller":"traceutil/trace.go:171","msg":"trace[139582609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15258; }","duration":"676.492179ms","start":"2026-04-07T00:40:34.289623Z","end":"2026-04-07T00:40:34.966115Z","steps":["trace[139582609] 'agreement among raft nodes before linearized reading' (duration: 676.441997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.966152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.04948Z","time spent":"4.916601946s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:40:34.966154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728842978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:40:34.966221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347423655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:34.966228Z","caller":"traceutil/trace.go:171","msg":"trace[657591822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15258; }","duration":"2.72896894s","start":"2026-04-07T00:40:32.237242Z","end":"2026-04-07T00:40:34.966211Z","steps":["trace[657591822] 'agreement among raft nodes before linearized reading' (duration: 2.728843287s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:34.966259Z","caller":"traceutil/trace.go:171","msg":"trace[1083863963] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:15258; }","duration":"3.347500387s","start":"2026-04-07T00:40:31.618748Z","end":"2026-04-07T00:40:34.966249Z","steps":["trace[1083863963] 'agreement among raft nodes before linearized reading' (duration: 3.347444475s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.966271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:32.237223Z","time spent":"2.729038632s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.96629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:31.618726Z","time spent":"3.347555748s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.966341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.136937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:40:34.966401Z","caller":"traceutil/trace.go:171","msg":"trace[868180054] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15258; }","duration":"696.218279ms","start":"2026-04-07T00:40:34.270169Z","end":"2026-04-07T00:40:34.966388Z","steps":["trace[868180054] 'agreement among raft nodes before linearized reading' (duration: 696.113826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.96645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:34.270154Z","time spent":"696.28244ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.966502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665771496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:40:34.966544Z","caller":"traceutil/trace.go:171","msg":"trace[1421474421] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:15258; }","duration":"3.665863218s","start":"2026-04-07T00:40:31.30067Z","end":"2026-04-07T00:40:34.966533Z","steps":["trace[1421474421] 'agreement among raft nodes before linearized reading' (duration: 3.665790366s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.96656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524458293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-07T00:40:34.966582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:31.300644Z","time spent":"3.665926739s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":19,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:40:34.966594Z","caller":"traceutil/trace.go:171","msg":"trace[359818603] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15258; }","duration":"1.524514415s","start":"2026-04-07T00:40:33.442069Z","end":"2026-04-07T00:40:34.966584Z","steps":["trace[359818603] 'agreement among raft nodes before linearized reading' (duration: 1.524387422s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.966622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:33.442057Z","time spent":"1.524559116s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-07T00:40:34.966734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681361344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:34.966776Z","caller":"traceutil/trace.go:171","msg":"trace[926027331] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15258; }","duration":"3.681445606s","start":"2026-04-07T00:40:31.285322Z","end":"2026-04-07T00:40:34.966767Z","steps":["trace[926027331] 'agreement among raft nodes before linearized reading' (duration: 3.681384725s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.966788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535414747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:40:34.966806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:31.285288Z","time spent":"3.681510047s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:40:34.966819Z","caller":"traceutil/trace.go:171","msg":"trace[213263264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15258; }","duration":"1.535477349s","start":"2026-04-07T00:40:33.431333Z","end":"2026-04-07T00:40:34.966811Z","steps":["trace[213263264] 'agreement among raft nodes before linearized reading' (duration: 1.535425658s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.96686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:33.431316Z","time spent":"1.535533051s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.965968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.784373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:40:34.966969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926324727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:34.967004Z","caller":"traceutil/trace.go:171","msg":"trace[1962885810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15258; }","duration":"3.926395599s","start":"2026-04-07T00:40:31.040596Z","end":"2026-04-07T00:40:34.966991Z","steps":["trace[1962885810] 'agreement among raft nodes before linearized reading' (duration: 3.926346728s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67630276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:34.967004Z","caller":"traceutil/trace.go:171","msg":"trace[632424167] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15258; }","duration":"294.849217ms","start":"2026-04-07T00:40:34.672138Z","end":"2026-04-07T00:40:34.966987Z","steps":["trace[632424167] 'agreement among raft nodes before linearized reading' (duration: 293.757103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:34.967043Z","caller":"traceutil/trace.go:171","msg":"trace[842527567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15258; }","duration":"1.676370621s","start":"2026-04-07T00:40:33.290664Z","end":"2026-04-07T00:40:34.967034Z","steps":["trace[842527567] 'agreement among raft nodes before linearized reading' (duration: 1.6763259s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:33.290644Z","time spent":"1.676423363s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.967119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957065183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-07T00:40:34.967153Z","caller":"traceutil/trace.go:171","msg":"trace[421472688] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-55kbt; range_end:; response_count:1; response_revision:15258; }","duration":"3.957145874s","start":"2026-04-07T00:40:31.01Z","end":"2026-04-07T00:40:34.967146Z","steps":["trace[421472688] 'agreement among raft nodes before linearized reading' (duration: 3.957051642s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:31.009975Z","time spent":"3.957198456s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" "} {"level":"info","ts":"2026-04-07T00:40:34.966167Z","caller":"traceutil/trace.go:171","msg":"trace[1973978554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5; range_end:; response_count:1; response_revision:15258; }","duration":"4.612587776s","start":"2026-04-07T00:40:30.35335Z","end":"2026-04-07T00:40:34.965938Z","steps":["trace[1973978554] 'agreement among raft nodes before linearized reading' (duration: 4.612166906s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959945356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:40:34.966167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:34.289548Z","time spent":"676.608801ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:40:34.967265Z","caller":"traceutil/trace.go:171","msg":"trace[1536336364] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15258; }","duration":"1.959998158s","start":"2026-04-07T00:40:33.007259Z","end":"2026-04-07T00:40:34.967257Z","steps":["trace[1536336364] 'agreement among raft nodes before linearized reading' (duration: 1.959951237s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:33.007245Z","time spent":"1.960041468s","remote":"127.0.0.1:37620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.967341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063837285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:34.967369Z","caller":"traceutil/trace.go:171","msg":"trace[166466957] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15258; }","duration":"4.063887826s","start":"2026-04-07T00:40:30.903473Z","end":"2026-04-07T00:40:34.96736Z","steps":["trace[166466957] 'agreement among raft nodes before linearized reading' (duration: 4.063841495s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.903437Z","time spent":"4.063989208s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.967032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:31.040575Z","time spent":"3.92644988s","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.965756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92080886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:40:34.967613Z","caller":"traceutil/trace.go:171","msg":"trace[1082468251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15258; }","duration":"4.922695913s","start":"2026-04-07T00:40:30.044899Z","end":"2026-04-07T00:40:34.967595Z","steps":["trace[1082468251] 'agreement among raft nodes before linearized reading' (duration: 4.920823111s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101951386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-07T00:40:34.967658Z","caller":"traceutil/trace.go:171","msg":"trace[1143676616] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5; range_end:; response_count:1; response_revision:15258; }","duration":"4.102015987s","start":"2026-04-07T00:40:30.865633Z","end":"2026-04-07T00:40:34.967649Z","steps":["trace[1143676616] 'agreement among raft nodes before linearized reading' (duration: 4.101930835s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.04488Z","time spent":"4.922769284s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:40:34.967693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.86561Z","time spent":"4.102076218s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" "} {"level":"warn","ts":"2026-04-07T00:40:34.965824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517518105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:40:34.967849Z","caller":"traceutil/trace.go:171","msg":"trace[1330864576] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15258; }","duration":"4.519577601s","start":"2026-04-07T00:40:30.448247Z","end":"2026-04-07T00:40:34.967824Z","steps":["trace[1330864576] 'agreement among raft nodes before linearized reading' (duration: 4.517543935s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49308431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:40:34.967968Z","caller":"traceutil/trace.go:171","msg":"trace[1657864361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15258; }","duration":"4.493184132s","start":"2026-04-07T00:40:30.474773Z","end":"2026-04-07T00:40:34.967957Z","steps":["trace[1657864361] 'agreement among raft nodes before linearized reading' (duration: 4.493032889s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.968001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.474748Z","time spent":"4.493245063s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:40:34.967277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.353332Z","time spent":"4.613928785s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" "} {"level":"warn","ts":"2026-04-07T00:40:34.966048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.778727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-07T00:40:34.966736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.618965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T00:40:34.968349Z","caller":"traceutil/trace.go:171","msg":"trace[1042090689] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:15258; }","duration":"679.249151ms","start":"2026-04-07T00:40:34.289083Z","end":"2026-04-07T00:40:34.968332Z","steps":["trace[1042090689] 'agreement among raft nodes before linearized reading' (duration: 677.541023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.967926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.448221Z","time spent":"4.519680353s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:40:34.968412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:34.289069Z","time spent":"679.326224ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" "} {"level":"warn","ts":"2026-04-07T00:40:34.968451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113612201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:40:34.968509Z","caller":"traceutil/trace.go:171","msg":"trace[1390750530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15258; }","duration":"1.113701202s","start":"2026-04-07T00:40:33.85479Z","end":"2026-04-07T00:40:34.968491Z","steps":["trace[1390750530] 'agreement among raft nodes before linearized reading' (duration: 1.113535498s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.96856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:33.854774Z","time spent":"1.113773244s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T00:40:34.965877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.139128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:40:34.965816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.269714Z","time spent":"4.696086657s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:40:34.968831Z","caller":"traceutil/trace.go:171","msg":"trace[950933581] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:15258; }","duration":"170.054484ms","start":"2026-04-07T00:40:34.798702Z","end":"2026-04-07T00:40:34.968756Z","steps":["trace[950933581] 'agreement among raft nodes before linearized reading' (duration: 167.152009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.965577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900748513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:40:34.968938Z","caller":"traceutil/trace.go:171","msg":"trace[118177238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:15258; }","duration":"4.904166699s","start":"2026-04-07T00:40:30.064758Z","end":"2026-04-07T00:40:34.968925Z","steps":["trace[118177238] 'agreement among raft nodes before linearized reading' (duration: 4.90062549s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.968986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.064736Z","time spent":"4.90423644s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:40:34.966046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.049414Z","time spent":"4.916622887s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:40:34.968293Z","caller":"traceutil/trace.go:171","msg":"trace[6306300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15258; }","duration":"380.046458ms","start":"2026-04-07T00:40:34.588229Z","end":"2026-04-07T00:40:34.968275Z","steps":["trace[6306300] 'agreement among raft nodes before linearized reading' (duration: 377.759677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.965827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:30.047647Z","time spent":"4.91814559s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:40:34.969074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:34.588209Z","time spent":"380.853255ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T00:40:34.971447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307244958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:40:34.971501Z","caller":"traceutil/trace.go:171","msg":"trace[2062207712] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15258; }","duration":"1.308867935s","start":"2026-04-07T00:40:33.662619Z","end":"2026-04-07T00:40:34.971487Z","steps":["trace[2062207712] 'agreement among raft nodes before linearized reading' (duration: 1.303591167s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:34.971566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:33.662555Z","time spent":"1.308995417s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1470,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:40:35.879979Z","caller":"traceutil/trace.go:171","msg":"trace[1210266875] transaction","detail":"{read_only:false; response_revision:15273; number_of_response:1; }","duration":"138.717124ms","start":"2026-04-07T00:40:35.741244Z","end":"2026-04-07T00:40:35.879961Z","steps":["trace[1210266875] 'process raft request' (duration: 138.687133ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:35.880007Z","caller":"traceutil/trace.go:171","msg":"trace[702800434] transaction","detail":"{read_only:false; response_revision:15272; number_of_response:1; }","duration":"139.90755ms","start":"2026-04-07T00:40:35.740065Z","end":"2026-04-07T00:40:35.879973Z","steps":["trace[702800434] 'process raft request' (duration: 139.804448ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:35.880058Z","caller":"traceutil/trace.go:171","msg":"trace[892925859] transaction","detail":"{read_only:false; response_revision:15271; number_of_response:1; }","duration":"140.294949ms","start":"2026-04-07T00:40:35.739703Z","end":"2026-04-07T00:40:35.879998Z","steps":["trace[892925859] 'process raft request' (duration: 106.317271ms)","trace[892925859] 'compare' (duration: 33.62376ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:36.114126Z","caller":"traceutil/trace.go:171","msg":"trace[2052792014] linearizableReadLoop","detail":"{readStateIndex:15818; appliedIndex:15817; }","duration":"139.44403ms","start":"2026-04-07T00:40:35.974666Z","end":"2026-04-07T00:40:36.11411Z","steps":["trace[2052792014] 'read index received' (duration: 78.320386ms)","trace[2052792014] 'applied index is now lower than readState.Index' (duration: 61.123094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:40:36.114272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.593104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-04-07T00:40:36.114293Z","caller":"traceutil/trace.go:171","msg":"trace[940102398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5; range_end:; response_count:1; response_revision:15274; }","duration":"139.659605ms","start":"2026-04-07T00:40:35.974628Z","end":"2026-04-07T00:40:36.114287Z","steps":["trace[940102398] 'agreement among raft nodes before linearized reading' (duration: 139.543842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:36.11448Z","caller":"traceutil/trace.go:171","msg":"trace[1991749550] transaction","detail":"{read_only:false; response_revision:15274; number_of_response:1; }","duration":"161.307809ms","start":"2026-04-07T00:40:35.9531Z","end":"2026-04-07T00:40:36.114408Z","steps":["trace[1991749550] 'process raft request' (duration: 99.96049ms)","trace[1991749550] 'compare' (duration: 60.96846ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:41.95462Z","caller":"traceutil/trace.go:171","msg":"trace[292795924] transaction","detail":"{read_only:false; response_revision:15318; number_of_response:1; }","duration":"362.394723ms","start":"2026-04-07T00:40:41.592208Z","end":"2026-04-07T00:40:41.954603Z","steps":["trace[292795924] 'process raft request' (duration: 359.013918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:41.954734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:41.592178Z","time spent":"362.504366ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:42.019413Z","caller":"traceutil/trace.go:171","msg":"trace[327483191] transaction","detail":"{read_only:false; response_revision:15319; number_of_response:1; }","duration":"427.043856ms","start":"2026-04-07T00:40:41.592319Z","end":"2026-04-07T00:40:42.019363Z","steps":["trace[327483191] 'process raft request' (duration: 426.833651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:42.019565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:41.592274Z","time spent":"427.2134ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:42.019877Z","caller":"traceutil/trace.go:171","msg":"trace[615122629] transaction","detail":"{read_only:false; response_revision:15320; number_of_response:1; }","duration":"427.500076ms","start":"2026-04-07T00:40:41.592327Z","end":"2026-04-07T00:40:42.019827Z","steps":["trace[615122629] 'process raft request' (duration: 426.988755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:42.019993Z","caller":"traceutil/trace.go:171","msg":"trace[252137718] transaction","detail":"{read_only:false; response_revision:15321; number_of_response:1; }","duration":"427.643549ms","start":"2026-04-07T00:40:41.592331Z","end":"2026-04-07T00:40:42.019974Z","steps":["trace[252137718] 'process raft request' (duration: 427.308102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:42.020066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:41.5923Z","time spent":"427.662379ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1399,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:40:42.020327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.821654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:40:42.020383Z","caller":"traceutil/trace.go:171","msg":"trace[863986665] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15324; }","duration":"211.915676ms","start":"2026-04-07T00:40:41.808456Z","end":"2026-04-07T00:40:42.020372Z","steps":["trace[863986665] 'agreement among raft nodes before linearized reading' (duration: 211.66254ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:42.020063Z","caller":"traceutil/trace.go:171","msg":"trace[535576040] linearizableReadLoop","detail":"{readStateIndex:15868; appliedIndex:15863; }","duration":"211.553219ms","start":"2026-04-07T00:40:41.808483Z","end":"2026-04-07T00:40:42.020037Z","steps":["trace[535576040] 'read index received' (duration: 142.749484ms)","trace[535576040] 'applied index is now lower than readState.Index' (duration: 68.802455ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:42.020075Z","caller":"traceutil/trace.go:171","msg":"trace[1953250268] transaction","detail":"{read_only:false; response_revision:15322; number_of_response:1; }","duration":"230.657835ms","start":"2026-04-07T00:40:41.789385Z","end":"2026-04-07T00:40:42.020043Z","steps":["trace[1953250268] 'process raft request' (duration: 230.46106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:42.020081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:40:41.592305Z","time spent":"427.728311ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:40:42.132362Z","caller":"traceutil/trace.go:171","msg":"trace[1405023175] linearizableReadLoop","detail":"{readStateIndex:15871; appliedIndex:15870; }","duration":"111.875496ms","start":"2026-04-07T00:40:42.02046Z","end":"2026-04-07T00:40:42.132335Z","steps":["trace[1405023175] 'read index received' (duration: 68.601141ms)","trace[1405023175] 'applied index is now lower than readState.Index' (duration: 43.273305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:40:42.132633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.985613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:40:42.132527Z","caller":"traceutil/trace.go:171","msg":"trace[1285215281] transaction","detail":"{read_only:false; response_revision:15325; number_of_response:1; }","duration":"126.626334ms","start":"2026-04-07T00:40:42.005878Z","end":"2026-04-07T00:40:42.132504Z","steps":["trace[1285215281] 'process raft request' (duration: 83.235867ms)","trace[1285215281] 'compare' (duration: 43.098321ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:42.132802Z","caller":"traceutil/trace.go:171","msg":"trace[392997020] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:15325; }","duration":"184.218318ms","start":"2026-04-07T00:40:41.94856Z","end":"2026-04-07T00:40:42.132778Z","steps":["trace[392997020] 'agreement among raft nodes before linearized reading' (duration: 183.969673ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:40:49.55109Z","caller":"traceutil/trace.go:171","msg":"trace[1258333668] linearizableReadLoop","detail":"{readStateIndex:15916; appliedIndex:15914; }","duration":"175.209948ms","start":"2026-04-07T00:40:49.375856Z","end":"2026-04-07T00:40:49.551066Z","steps":["trace[1258333668] 'read index received' (duration: 87.032732ms)","trace[1258333668] 'applied index is now lower than readState.Index' (duration: 88.175866ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:49.551218Z","caller":"traceutil/trace.go:171","msg":"trace[1188862490] transaction","detail":"{read_only:false; response_revision:15369; number_of_response:1; }","duration":"176.538818ms","start":"2026-04-07T00:40:49.37464Z","end":"2026-04-07T00:40:49.551179Z","steps":["trace[1188862490] 'process raft request' (duration: 132.67119ms)","trace[1188862490] 'compare' (duration: 43.557131ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:40:49.551245Z","caller":"traceutil/trace.go:171","msg":"trace[1590691080] transaction","detail":"{read_only:false; response_revision:15370; number_of_response:1; }","duration":"175.093785ms","start":"2026-04-07T00:40:49.376138Z","end":"2026-04-07T00:40:49.551232Z","steps":["trace[1590691080] 'process raft request' (duration: 174.86833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:49.552004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.136459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632506"} {"level":"info","ts":"2026-04-07T00:40:49.552065Z","caller":"traceutil/trace.go:171","msg":"trace[1974021549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15370; }","duration":"176.232582ms","start":"2026-04-07T00:40:49.375813Z","end":"2026-04-07T00:40:49.552046Z","steps":["trace[1974021549] 'agreement among raft nodes before linearized reading' (duration: 175.456355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:40:49.552108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.004006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632506"} {"level":"info","ts":"2026-04-07T00:40:49.552195Z","caller":"traceutil/trace.go:171","msg":"trace[977587734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15370; }","duration":"176.13624ms","start":"2026-04-07T00:40:49.37604Z","end":"2026-04-07T00:40:49.552176Z","steps":["trace[977587734] 'agreement among raft nodes before linearized reading' (duration: 175.303311ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:06.422867Z","caller":"traceutil/trace.go:171","msg":"trace[367113903] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"203.401636ms","start":"2026-04-07T00:41:06.219432Z","end":"2026-04-07T00:41:06.422834Z","steps":["trace[367113903] 'process raft request' (duration: 181.887626ms)","trace[367113903] 'compare' (duration: 21.230764ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:06.422987Z","caller":"traceutil/trace.go:171","msg":"trace[249157053] linearizableReadLoop","detail":"{readStateIndex:16028; appliedIndex:16026; }","duration":"139.727437ms","start":"2026-04-07T00:41:06.283245Z","end":"2026-04-07T00:41:06.422972Z","steps":["trace[249157053] 'read index received' (duration: 118.158996ms)","trace[249157053] 'applied index is now lower than readState.Index' (duration: 21.567691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:06.423067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.812989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:06.423099Z","caller":"traceutil/trace.go:171","msg":"trace[993750845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15477; }","duration":"139.892871ms","start":"2026-04-07T00:41:06.283193Z","end":"2026-04-07T00:41:06.423086Z","steps":["trace[993750845] 'agreement among raft nodes before linearized reading' (duration: 139.82934ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:06.423055Z","caller":"traceutil/trace.go:171","msg":"trace[1022767435] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"203.316814ms","start":"2026-04-07T00:41:06.219697Z","end":"2026-04-07T00:41:06.423014Z","steps":["trace[1022767435] 'process raft request' (duration: 203.080599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.712246Z","caller":"traceutil/trace.go:171","msg":"trace[192772240] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"120.526398ms","start":"2026-04-07T00:41:08.591688Z","end":"2026-04-07T00:41:08.712214Z","steps":["trace[192772240] 'process raft request' (duration: 99.129511ms)","trace[192772240] 'compare' (duration: 21.197953ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:08.712627Z","caller":"traceutil/trace.go:171","msg":"trace[1601885095] transaction","detail":"{read_only:false; response_revision:15613; number_of_response:1; }","duration":"119.26803ms","start":"2026-04-07T00:41:08.593327Z","end":"2026-04-07T00:41:08.712595Z","steps":["trace[1601885095] 'process raft request' (duration: 118.84449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.712663Z","caller":"traceutil/trace.go:171","msg":"trace[1208364865] transaction","detail":"{read_only:false; response_revision:15614; number_of_response:1; }","duration":"118.83941ms","start":"2026-04-07T00:41:08.593791Z","end":"2026-04-07T00:41:08.71263Z","steps":["trace[1208364865] 'process raft request' (duration: 118.693947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.712666Z","caller":"traceutil/trace.go:171","msg":"trace[320555526] linearizableReadLoop","detail":"{readStateIndex:16165; appliedIndex:16160; }","duration":"120.516858ms","start":"2026-04-07T00:41:08.592111Z","end":"2026-04-07T00:41:08.712628Z","steps":["trace[320555526] 'read index received' (duration: 8.114211ms)","trace[320555526] 'applied index is now lower than readState.Index' (duration: 112.400827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:08.71287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.968737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9665"} {"level":"info","ts":"2026-04-07T00:41:08.712915Z","caller":"traceutil/trace.go:171","msg":"trace[1037330681] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:15614; }","duration":"129.039818ms","start":"2026-04-07T00:41:08.583862Z","end":"2026-04-07T00:41:08.712902Z","steps":["trace[1037330681] 'agreement among raft nodes before linearized reading' (duration: 128.855474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:08.712936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.859282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-04-07T00:41:08.712946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.575091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:6904"} {"level":"info","ts":"2026-04-07T00:41:08.712999Z","caller":"traceutil/trace.go:171","msg":"trace[485007676] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15614; }","duration":"127.932234ms","start":"2026-04-07T00:41:08.585046Z","end":"2026-04-07T00:41:08.712978Z","steps":["trace[485007676] 'agreement among raft nodes before linearized reading' (duration: 127.666588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.713014Z","caller":"traceutil/trace.go:171","msg":"trace[1771044624] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:15614; }","duration":"129.680143ms","start":"2026-04-07T00:41:08.583315Z","end":"2026-04-07T00:41:08.712995Z","steps":["trace[1771044624] 'agreement among raft nodes before linearized reading' (duration: 129.425128ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740189Z","caller":"traceutil/trace.go:171","msg":"trace[2096644376] transaction","detail":"{read_only:false; response_revision:15615; number_of_response:1; }","duration":"134.153053ms","start":"2026-04-07T00:41:08.606006Z","end":"2026-04-07T00:41:08.740159Z","steps":["trace[2096644376] 'process raft request' (duration: 133.862626ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740235Z","caller":"traceutil/trace.go:171","msg":"trace[1378415179] transaction","detail":"{read_only:false; response_revision:15616; number_of_response:1; }","duration":"134.084711ms","start":"2026-04-07T00:41:08.606119Z","end":"2026-04-07T00:41:08.740204Z","steps":["trace[1378415179] 'process raft request' (duration: 133.854306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740254Z","caller":"traceutil/trace.go:171","msg":"trace[1453879587] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"133.891695ms","start":"2026-04-07T00:41:08.606346Z","end":"2026-04-07T00:41:08.740238Z","steps":["trace[1453879587] 'process raft request' (duration: 133.818674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740387Z","caller":"traceutil/trace.go:171","msg":"trace[1614687207] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"134.12184ms","start":"2026-04-07T00:41:08.606258Z","end":"2026-04-07T00:41:08.740379Z","steps":["trace[1614687207] 'process raft request' (duration: 133.857425ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740377Z","caller":"traceutil/trace.go:171","msg":"trace[733204379] transaction","detail":"{read_only:false; response_revision:15617; number_of_response:1; }","duration":"134.160482ms","start":"2026-04-07T00:41:08.606171Z","end":"2026-04-07T00:41:08.740332Z","steps":["trace[733204379] 'process raft request' (duration: 133.847126ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.74046Z","caller":"traceutil/trace.go:171","msg":"trace[855897817] transaction","detail":"{read_only:false; response_revision:15618; number_of_response:1; }","duration":"134.187472ms","start":"2026-04-07T00:41:08.606238Z","end":"2026-04-07T00:41:08.740425Z","steps":["trace[855897817] 'process raft request' (duration: 133.834055ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740518Z","caller":"traceutil/trace.go:171","msg":"trace[874151500] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"134.166651ms","start":"2026-04-07T00:41:08.606344Z","end":"2026-04-07T00:41:08.740511Z","steps":["trace[874151500] 'process raft request' (duration: 133.796033ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740608Z","caller":"traceutil/trace.go:171","msg":"trace[1934206147] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"134.159331ms","start":"2026-04-07T00:41:08.606442Z","end":"2026-04-07T00:41:08.740601Z","steps":["trace[1934206147] 'process raft request' (duration: 133.752552ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.74075Z","caller":"traceutil/trace.go:171","msg":"trace[1073687630] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"134.279845ms","start":"2026-04-07T00:41:08.606447Z","end":"2026-04-07T00:41:08.740726Z","steps":["trace[1073687630] 'process raft request' (duration: 134.064539ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.740906Z","caller":"traceutil/trace.go:171","msg":"trace[777220580] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"132.897415ms","start":"2026-04-07T00:41:08.608001Z","end":"2026-04-07T00:41:08.740898Z","steps":["trace[777220580] 'process raft request' (duration: 132.641498ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741022Z","caller":"traceutil/trace.go:171","msg":"trace[8248763] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"132.788832ms","start":"2026-04-07T00:41:08.608226Z","end":"2026-04-07T00:41:08.741015Z","steps":["trace[8248763] 'process raft request' (duration: 132.586518ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741097Z","caller":"traceutil/trace.go:171","msg":"trace[2050209832] transaction","detail":"{read_only:false; response_revision:15626; number_of_response:1; }","duration":"134.409698ms","start":"2026-04-07T00:41:08.60667Z","end":"2026-04-07T00:41:08.741079Z","steps":["trace[2050209832] 'process raft request' (duration: 134.256284ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741202Z","caller":"traceutil/trace.go:171","msg":"trace[485116689] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"134.033699ms","start":"2026-04-07T00:41:08.607162Z","end":"2026-04-07T00:41:08.741196Z","steps":["trace[485116689] 'process raft request' (duration: 133.966428ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741218Z","caller":"traceutil/trace.go:171","msg":"trace[36288264] transaction","detail":"{read_only:false; response_revision:15627; number_of_response:1; }","duration":"134.527521ms","start":"2026-04-07T00:41:08.606675Z","end":"2026-04-07T00:41:08.741203Z","steps":["trace[36288264] 'process raft request' (duration: 134.340536ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741442Z","caller":"traceutil/trace.go:171","msg":"trace[1171548431] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"134.132202ms","start":"2026-04-07T00:41:08.6073Z","end":"2026-04-07T00:41:08.741432Z","steps":["trace[1171548431] 'process raft request' (duration: 133.872606ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741509Z","caller":"traceutil/trace.go:171","msg":"trace[1823563570] transaction","detail":"{read_only:false; response_revision:15630; number_of_response:1; }","duration":"132.637349ms","start":"2026-04-07T00:41:08.608866Z","end":"2026-04-07T00:41:08.741503Z","steps":["trace[1823563570] 'process raft request' (duration: 132.452265ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741652Z","caller":"traceutil/trace.go:171","msg":"trace[1743881839] transaction","detail":"{read_only:false; response_revision:15632; number_of_response:1; }","duration":"130.064212ms","start":"2026-04-07T00:41:08.611581Z","end":"2026-04-07T00:41:08.741645Z","steps":["trace[1743881839] 'process raft request' (duration: 129.882098ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741701Z","caller":"traceutil/trace.go:171","msg":"trace[409604441] transaction","detail":"{read_only:false; response_revision:15633; number_of_response:1; }","duration":"129.599061ms","start":"2026-04-07T00:41:08.612082Z","end":"2026-04-07T00:41:08.741681Z","steps":["trace[409604441] 'process raft request' (duration: 129.428307ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.741746Z","caller":"traceutil/trace.go:171","msg":"trace[1990816651] transaction","detail":"{read_only:false; response_revision:15631; number_of_response:1; }","duration":"131.203556ms","start":"2026-04-07T00:41:08.610536Z","end":"2026-04-07T00:41:08.741739Z","steps":["trace[1990816651] 'process raft request' (duration: 130.869709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:08.741894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.584086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-76f7c6958d-wt7z4\" ","response":"range_response_count:1 size:6889"} {"level":"info","ts":"2026-04-07T00:41:08.741952Z","caller":"traceutil/trace.go:171","msg":"trace[2059054323] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-76f7c6958d-wt7z4; range_end:; response_count:1; response_revision:15633; }","duration":"127.668159ms","start":"2026-04-07T00:41:08.614269Z","end":"2026-04-07T00:41:08.741937Z","steps":["trace[2059054323] 'agreement among raft nodes before linearized reading' (duration: 127.438164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:08.742105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.175968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9376"} {"level":"warn","ts":"2026-04-07T00:41:08.742106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.613319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-07T00:41:08.742132Z","caller":"traceutil/trace.go:171","msg":"trace[2710456] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:15633; }","duration":"136.24746ms","start":"2026-04-07T00:41:08.605879Z","end":"2026-04-07T00:41:08.742126Z","steps":["trace[2710456] 'agreement among raft nodes before linearized reading' (duration: 136.150208ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:08.742145Z","caller":"traceutil/trace.go:171","msg":"trace[334610225] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15633; }","duration":"141.852665ms","start":"2026-04-07T00:41:08.60028Z","end":"2026-04-07T00:41:08.742133Z","steps":["trace[334610225] 'agreement among raft nodes before linearized reading' (duration: 141.755883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:08.742328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.665166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7388"} {"level":"info","ts":"2026-04-07T00:41:08.742381Z","caller":"traceutil/trace.go:171","msg":"trace[804198966] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:15633; }","duration":"135.749287ms","start":"2026-04-07T00:41:08.60662Z","end":"2026-04-07T00:41:08.742369Z","steps":["trace[804198966] 'agreement among raft nodes before linearized reading' (duration: 135.555613ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.111578Z","caller":"traceutil/trace.go:171","msg":"trace[83378063] transaction","detail":"{read_only:false; response_revision:15639; number_of_response:1; }","duration":"362.485355ms","start":"2026-04-07T00:41:08.749053Z","end":"2026-04-07T00:41:09.111538Z","steps":["trace[83378063] 'process raft request' (duration: 362.095906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.111858Z","caller":"traceutil/trace.go:171","msg":"trace[946804714] transaction","detail":"{read_only:false; response_revision:15640; number_of_response:1; }","duration":"362.557527ms","start":"2026-04-07T00:41:08.749254Z","end":"2026-04-07T00:41:09.111812Z","steps":["trace[946804714] 'process raft request' (duration: 362.156538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.11204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.749245Z","time spent":"362.70351ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:41:09.112316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.749023Z","time spent":"362.894515ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:41:09.112784Z","caller":"traceutil/trace.go:171","msg":"trace[1712954598] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"361.407261ms","start":"2026-04-07T00:41:08.751329Z","end":"2026-04-07T00:41:09.112737Z","steps":["trace[1712954598] 'process raft request' (duration: 360.121243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.112931Z","caller":"traceutil/trace.go:171","msg":"trace[296117509] transaction","detail":"{read_only:false; response_revision:15642; number_of_response:1; }","duration":"358.610619ms","start":"2026-04-07T00:41:08.754292Z","end":"2026-04-07T00:41:09.112903Z","steps":["trace[296117509] 'process raft request' (duration: 358.371963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.113106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.75428Z","time spent":"358.737462ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:09.112957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.751317Z","time spent":"361.559905ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:41:09.113388Z","caller":"traceutil/trace.go:171","msg":"trace[125617504] transaction","detail":"{read_only:false; response_revision:15643; number_of_response:1; }","duration":"358.755093ms","start":"2026-04-07T00:41:08.754575Z","end":"2026-04-07T00:41:09.11333Z","steps":["trace[125617504] 'process raft request' (duration: 358.245881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.113521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.75457Z","time spent":"358.877646ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6908,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.114004Z","caller":"traceutil/trace.go:171","msg":"trace[1410420819] transaction","detail":"{read_only:false; response_revision:15644; number_of_response:1; }","duration":"358.65499ms","start":"2026-04-07T00:41:08.75533Z","end":"2026-04-07T00:41:09.113985Z","steps":["trace[1410420819] 'process raft request' (duration: 357.662028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.114109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.755325Z","time spent":"358.733352ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6918,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.114271Z","caller":"traceutil/trace.go:171","msg":"trace[321281672] linearizableReadLoop","detail":"{readStateIndex:16204; appliedIndex:16191; }","duration":"318.185568ms","start":"2026-04-07T00:41:08.796059Z","end":"2026-04-07T00:41:09.114244Z","steps":["trace[321281672] 'read index received' (duration: 315.11402ms)","trace[321281672] 'applied index is now lower than readState.Index' (duration: 3.070358ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:09.114393Z","caller":"traceutil/trace.go:171","msg":"trace[2052474447] transaction","detail":"{read_only:false; response_revision:15645; number_of_response:1; }","duration":"358.926636ms","start":"2026-04-07T00:41:08.755456Z","end":"2026-04-07T00:41:09.114383Z","steps":["trace[2052474447] 'process raft request' (duration: 358.333523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.114508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.755452Z","time spent":"358.974927ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9383,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.11466Z","caller":"traceutil/trace.go:171","msg":"trace[133028128] transaction","detail":"{read_only:false; response_revision:15650; number_of_response:1; }","duration":"350.085009ms","start":"2026-04-07T00:41:08.764557Z","end":"2026-04-07T00:41:09.114642Z","steps":["trace[133028128] 'process raft request' (duration: 349.601758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.114755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.764532Z","time spent":"350.176191ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1910,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.114765Z","caller":"traceutil/trace.go:171","msg":"trace[1187567827] transaction","detail":"{read_only:false; response_revision:15649; number_of_response:1; }","duration":"353.939345ms","start":"2026-04-07T00:41:08.7608Z","end":"2026-04-07T00:41:09.114739Z","steps":["trace[1187567827] 'process raft request' (duration: 353.313521ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.114801Z","caller":"traceutil/trace.go:171","msg":"trace[842326334] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"357.951645ms","start":"2026-04-07T00:41:08.756831Z","end":"2026-04-07T00:41:09.114783Z","steps":["trace[842326334] 'process raft request' (duration: 357.082506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.114889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.5012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-07T00:41:09.114929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.756824Z","time spent":"358.055507ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9658,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.11497Z","caller":"traceutil/trace.go:171","msg":"trace[1505244291] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15650; }","duration":"364.613772ms","start":"2026-04-07T00:41:08.750332Z","end":"2026-04-07T00:41:09.114945Z","steps":["trace[1505244291] 'agreement among raft nodes before linearized reading' (duration: 364.352497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.115014Z","caller":"traceutil/trace.go:171","msg":"trace[10452357] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15650; }","duration":"349.051236ms","start":"2026-04-07T00:41:08.76595Z","end":"2026-04-07T00:41:09.115002Z","steps":["trace[10452357] 'process raft request' (duration: 348.253848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.115019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.750317Z","time spent":"364.690555ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-07T00:41:09.115061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.253145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:09.115092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.765931Z","time spent":"349.121447ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":1958,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.115113Z","caller":"traceutil/trace.go:171","msg":"trace[381473687] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:0; response_revision:15650; }","duration":"364.332807ms","start":"2026-04-07T00:41:08.750767Z","end":"2026-04-07T00:41:09.115099Z","steps":["trace[381473687] 'agreement among raft nodes before linearized reading' (duration: 364.253305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.115145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.750751Z","time spent":"364.386688ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-db-init\" "} {"level":"info","ts":"2026-04-07T00:41:09.115219Z","caller":"traceutil/trace.go:171","msg":"trace[1494339496] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"357.575695ms","start":"2026-04-07T00:41:08.75763Z","end":"2026-04-07T00:41:09.115206Z","steps":["trace[1494339496] 'process raft request' (duration: 356.355898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.1153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.757622Z","time spent":"357.640856ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18357,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.115479Z","caller":"traceutil/trace.go:171","msg":"trace[1569812843] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"356.550113ms","start":"2026-04-07T00:41:08.758918Z","end":"2026-04-07T00:41:09.115469Z","steps":["trace[1569812843] 'process raft request' (duration: 355.118502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.115544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.758894Z","time spent":"356.617014ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:09.114889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.760791Z","time spent":"354.028377ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:09.236345Z","caller":"traceutil/trace.go:171","msg":"trace[825645368] linearizableReadLoop","detail":"{readStateIndex:16206; appliedIndex:16204; }","duration":"121.916889ms","start":"2026-04-07T00:41:09.114343Z","end":"2026-04-07T00:41:09.23626Z","steps":["trace[825645368] 'read index received' (duration: 54.686349ms)","trace[825645368] 'applied index is now lower than readState.Index' (duration: 67.22941ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:09.236539Z","caller":"traceutil/trace.go:171","msg":"trace[808207249] transaction","detail":"{read_only:false; response_revision:15651; number_of_response:1; }","duration":"436.125949ms","start":"2026-04-07T00:41:08.800397Z","end":"2026-04-07T00:41:09.236523Z","steps":["trace[808207249] 'process raft request' (duration: 368.596581ms)","trace[808207249] 'compare' (duration: 66.993735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:09.236647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.800377Z","time spent":"436.1918ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:41:09.23698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.390307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:41:09.236981Z","caller":"traceutil/trace.go:171","msg":"trace[575602830] transaction","detail":"{read_only:false; response_revision:15652; number_of_response:1; }","duration":"238.04127ms","start":"2026-04-07T00:41:08.998905Z","end":"2026-04-07T00:41:09.236946Z","steps":["trace[575602830] 'process raft request' (duration: 237.291342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.236994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.391804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-04-07T00:41:09.237042Z","caller":"traceutil/trace.go:171","msg":"trace[1667860100] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:15652; }","duration":"238.49709ms","start":"2026-04-07T00:41:08.998531Z","end":"2026-04-07T00:41:09.237028Z","steps":["trace[1667860100] 'agreement among raft nodes before linearized reading' (duration: 238.224684ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.237103Z","caller":"traceutil/trace.go:171","msg":"trace[1584680873] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:15652; }","duration":"436.517677ms","start":"2026-04-07T00:41:08.800563Z","end":"2026-04-07T00:41:09.237081Z","steps":["trace[1584680873] 'agreement among raft nodes before linearized reading' (duration: 436.20189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.23711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.241327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-07T00:41:09.237151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.800551Z","time spent":"436.583608ms","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1097,"request content":"key:\"/registry/poddisruptionbudgets/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-04-07T00:41:09.237162Z","caller":"traceutil/trace.go:171","msg":"trace[1511260258] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:15652; }","duration":"361.321339ms","start":"2026-04-07T00:41:08.875826Z","end":"2026-04-07T00:41:09.237147Z","steps":["trace[1511260258] 'agreement among raft nodes before linearized reading' (duration: 360.936921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.23721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.875809Z","time spent":"361.3933ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:41:09.237183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.38986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:09.23727Z","caller":"traceutil/trace.go:171","msg":"trace[661567152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15652; }","duration":"365.533203ms","start":"2026-04-07T00:41:08.871716Z","end":"2026-04-07T00:41:09.237249Z","steps":["trace[661567152] 'agreement among raft nodes before linearized reading' (duration: 365.066563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.871693Z","time spent":"365.608915ms","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:41:09.237456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.691823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-07T00:41:09.237507Z","caller":"traceutil/trace.go:171","msg":"trace[189363797] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:15652; }","duration":"238.768226ms","start":"2026-04-07T00:41:08.998726Z","end":"2026-04-07T00:41:09.237494Z","steps":["trace[189363797] 'agreement among raft nodes before linearized reading' (duration: 238.03412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.555484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T00:41:09.237683Z","caller":"traceutil/trace.go:171","msg":"trace[340221425] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:15653; }","duration":"361.592105ms","start":"2026-04-07T00:41:08.876065Z","end":"2026-04-07T00:41:09.237657Z","steps":["trace[340221425] 'agreement among raft nodes before linearized reading' (duration: 360.856339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.35639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-07T00:41:09.2377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.876057Z","time spent":"361.639416ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" "} {"level":"info","ts":"2026-04-07T00:41:09.23771Z","caller":"traceutil/trace.go:171","msg":"trace[1886617233] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:15653; }","duration":"361.444941ms","start":"2026-04-07T00:41:08.876255Z","end":"2026-04-07T00:41:09.2377Z","steps":["trace[1886617233] 'agreement among raft nodes before linearized reading' (duration: 360.630174ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.237722Z","caller":"traceutil/trace.go:171","msg":"trace[1890437528] transaction","detail":"{read_only:false; response_revision:15653; number_of_response:1; }","duration":"120.696692ms","start":"2026-04-07T00:41:09.117017Z","end":"2026-04-07T00:41:09.237713Z","steps":["trace[1890437528] 'process raft request' (duration: 119.745021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.882118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-07T00:41:09.237727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.073062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-07T00:41:09.237742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.876212Z","time spent":"361.524013ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" "} {"level":"info","ts":"2026-04-07T00:41:09.237754Z","caller":"traceutil/trace.go:171","msg":"trace[1356635848] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:15653; }","duration":"238.97215ms","start":"2026-04-07T00:41:08.998776Z","end":"2026-04-07T00:41:09.237748Z","steps":["trace[1356635848] 'agreement among raft nodes before linearized reading' (duration: 238.164703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.01202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:41:09.237761Z","caller":"traceutil/trace.go:171","msg":"trace[1632973862] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:15653; }","duration":"239.142053ms","start":"2026-04-07T00:41:08.998609Z","end":"2026-04-07T00:41:09.237751Z","steps":["trace[1632973862] 'agreement among raft nodes before linearized reading' (duration: 238.291715ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.237793Z","caller":"traceutil/trace.go:171","msg":"trace[1770095257] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15653; }","duration":"438.118222ms","start":"2026-04-07T00:41:08.79966Z","end":"2026-04-07T00:41:09.237778Z","steps":["trace[1770095257] 'agreement among raft nodes before linearized reading' (duration: 437.171121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.083633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:41:09.237829Z","caller":"traceutil/trace.go:171","msg":"trace[1443489484] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:15653; }","duration":"239.112593ms","start":"2026-04-07T00:41:08.998712Z","end":"2026-04-07T00:41:09.237825Z","steps":["trace[1443489484] 'agreement among raft nodes before linearized reading' (duration: 238.158432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.237838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:08.799634Z","time spent":"438.192363ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-07T00:41:09.238004Z","caller":"traceutil/trace.go:171","msg":"trace[102000456] transaction","detail":"{read_only:false; response_revision:15654; number_of_response:1; }","duration":"120.876756ms","start":"2026-04-07T00:41:09.117113Z","end":"2026-04-07T00:41:09.237989Z","steps":["trace[102000456] 'process raft request' (duration: 120.457167ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.238083Z","caller":"traceutil/trace.go:171","msg":"trace[112334273] transaction","detail":"{read_only:false; response_revision:15655; number_of_response:1; }","duration":"113.363498ms","start":"2026-04-07T00:41:09.124711Z","end":"2026-04-07T00:41:09.238074Z","steps":["trace[112334273] 'process raft request' (duration: 113.177484ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.238149Z","caller":"traceutil/trace.go:171","msg":"trace[473435500] transaction","detail":"{read_only:false; response_revision:15657; number_of_response:1; }","duration":"106.767451ms","start":"2026-04-07T00:41:09.131374Z","end":"2026-04-07T00:41:09.238142Z","steps":["trace[473435500] 'process raft request' (duration: 106.675449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.238161Z","caller":"traceutil/trace.go:171","msg":"trace[1836674048] transaction","detail":"{read_only:false; response_revision:15656; number_of_response:1; }","duration":"113.267646ms","start":"2026-04-07T00:41:09.124876Z","end":"2026-04-07T00:41:09.238144Z","steps":["trace[1836674048] 'process raft request' (duration: 113.118423ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.238279Z","caller":"traceutil/trace.go:171","msg":"trace[1094491578] transaction","detail":"{read_only:false; response_revision:15658; number_of_response:1; }","duration":"105.919253ms","start":"2026-04-07T00:41:09.132348Z","end":"2026-04-07T00:41:09.238267Z","steps":["trace[1094491578] 'process raft request' (duration: 105.742349ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.326106Z","caller":"traceutil/trace.go:171","msg":"trace[136766839] transaction","detail":"{read_only:false; response_revision:15662; number_of_response:1; }","duration":"136.123886ms","start":"2026-04-07T00:41:09.189944Z","end":"2026-04-07T00:41:09.326068Z","steps":["trace[136766839] 'process raft request' (duration: 135.720297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.326709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.831804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-d88cdc45d-b8hbc\" ","response":"range_response_count:1 size:9239"} {"level":"info","ts":"2026-04-07T00:41:09.326771Z","caller":"traceutil/trace.go:171","msg":"trace[1237080523] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-d88cdc45d-b8hbc; range_end:; response_count:1; response_revision:15662; }","duration":"202.918537ms","start":"2026-04-07T00:41:09.123833Z","end":"2026-04-07T00:41:09.326752Z","steps":["trace[1237080523] 'agreement among raft nodes before linearized reading' (duration: 202.708312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.32703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.7954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:41:09.327191Z","caller":"traceutil/trace.go:171","msg":"trace[1638683702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15662; }","duration":"115.007605ms","start":"2026-04-07T00:41:09.212148Z","end":"2026-04-07T00:41:09.327155Z","steps":["trace[1638683702] 'agreement among raft nodes before linearized reading' (duration: 114.706928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.327233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.431288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-6b8cb5b448\" ","response":"range_response_count:1 size:6933"} {"level":"info","ts":"2026-04-07T00:41:09.327284Z","caller":"traceutil/trace.go:171","msg":"trace[178018493] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-6b8cb5b448; range_end:; response_count:1; response_revision:15662; }","duration":"203.54022ms","start":"2026-04-07T00:41:09.12373Z","end":"2026-04-07T00:41:09.32727Z","steps":["trace[178018493] 'agreement among raft nodes before linearized reading' (duration: 203.391167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.327065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.345197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-5b949d79f\" ","response":"range_response_count:1 size:9398"} {"level":"info","ts":"2026-04-07T00:41:09.327456Z","caller":"traceutil/trace.go:171","msg":"trace[1514841844] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-5b949d79f; range_end:; response_count:1; response_revision:15662; }","duration":"195.730626ms","start":"2026-04-07T00:41:09.13169Z","end":"2026-04-07T00:41:09.32742Z","steps":["trace[1514841844] 'agreement among raft nodes before linearized reading' (duration: 194.649712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.327448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.516931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:09.327602Z","caller":"traceutil/trace.go:171","msg":"trace[309296391] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:15662; }","duration":"208.794498ms","start":"2026-04-07T00:41:09.11877Z","end":"2026-04-07T00:41:09.327565Z","steps":["trace[309296391] 'agreement among raft nodes before linearized reading' (duration: 208.41521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.333457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.960148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18372"} {"level":"info","ts":"2026-04-07T00:41:09.333542Z","caller":"traceutil/trace.go:171","msg":"trace[2086609107] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:15662; }","duration":"195.080911ms","start":"2026-04-07T00:41:09.13844Z","end":"2026-04-07T00:41:09.333521Z","steps":["trace[2086609107] 'agreement among raft nodes before linearized reading' (duration: 188.701599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.413408Z","caller":"traceutil/trace.go:171","msg":"trace[1343954628] transaction","detail":"{read_only:false; response_revision:15664; number_of_response:1; }","duration":"170.385921ms","start":"2026-04-07T00:41:09.243003Z","end":"2026-04-07T00:41:09.413389Z","steps":["trace[1343954628] 'process raft request' (duration: 170.078734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.413403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.396057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:09.413412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.286739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" ","response":"range_response_count:1 size:19141"} {"level":"warn","ts":"2026-04-07T00:41:09.41346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.536386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:41:09.413498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.416891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-sxdjd\" ","response":"range_response_count:1 size:7091"} {"level":"info","ts":"2026-04-07T00:41:09.413515Z","caller":"traceutil/trace.go:171","msg":"trace[599235978] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:15664; }","duration":"162.619377ms","start":"2026-04-07T00:41:09.250883Z","end":"2026-04-07T00:41:09.413502Z","steps":["trace[599235978] 'agreement among raft nodes before linearized reading' (duration: 162.517825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.413546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.461392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-d88cdc45d-b8hbc\" ","response":"range_response_count:1 size:9239"} {"level":"info","ts":"2026-04-07T00:41:09.413542Z","caller":"traceutil/trace.go:171","msg":"trace[280830681] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-sxdjd; range_end:; response_count:1; response_revision:15664; }","duration":"174.458513ms","start":"2026-04-07T00:41:09.239067Z","end":"2026-04-07T00:41:09.413525Z","steps":["trace[280830681] 'agreement among raft nodes before linearized reading' (duration: 174.283919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.413564Z","caller":"traceutil/trace.go:171","msg":"trace[1285163869] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-d88cdc45d-b8hbc; range_end:; response_count:1; response_revision:15664; }","duration":"174.497803ms","start":"2026-04-07T00:41:09.239059Z","end":"2026-04-07T00:41:09.413557Z","steps":["trace[1285163869] 'agreement among raft nodes before linearized reading' (duration: 174.263128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.413549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.592413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:41:09.413512Z","caller":"traceutil/trace.go:171","msg":"trace[182480561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15664; }","duration":"129.580891ms","start":"2026-04-07T00:41:09.283906Z","end":"2026-04-07T00:41:09.413487Z","steps":["trace[182480561] 'agreement among raft nodes before linearized reading' (duration: 129.400407ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.413607Z","caller":"traceutil/trace.go:171","msg":"trace[1670295245] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15664; }","duration":"169.668525ms","start":"2026-04-07T00:41:09.243922Z","end":"2026-04-07T00:41:09.413591Z","steps":["trace[1670295245] 'agreement among raft nodes before linearized reading' (duration: 169.528442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.413404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.371731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-5b949d79f-6j6kj\" ","response":"range_response_count:1 size:9020"} {"level":"warn","ts":"2026-04-07T00:41:09.413682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.621836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-6b8cb5b448-5v8c6\" ","response":"range_response_count:1 size:6402"} {"level":"info","ts":"2026-04-07T00:41:09.413701Z","caller":"traceutil/trace.go:171","msg":"trace[1429434280] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-6b8cb5b448-5v8c6; range_end:; response_count:1; response_revision:15664; }","duration":"174.647917ms","start":"2026-04-07T00:41:09.239048Z","end":"2026-04-07T00:41:09.413696Z","steps":["trace[1429434280] 'agreement among raft nodes before linearized reading' (duration: 174.597435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.413458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.36474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-66d899fb-shj8r\" ","response":"range_response_count:1 size:6392"} {"level":"info","ts":"2026-04-07T00:41:09.413383Z","caller":"traceutil/trace.go:171","msg":"trace[889370145] transaction","detail":"{read_only:false; response_revision:15663; number_of_response:1; }","duration":"171.67775ms","start":"2026-04-07T00:41:09.241672Z","end":"2026-04-07T00:41:09.413349Z","steps":["trace[889370145] 'process raft request' (duration: 171.28941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.41373Z","caller":"traceutil/trace.go:171","msg":"trace[122071354] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-66d899fb-shj8r; range_end:; response_count:1; response_revision:15664; }","duration":"174.660627ms","start":"2026-04-07T00:41:09.239059Z","end":"2026-04-07T00:41:09.41372Z","steps":["trace[122071354] 'agreement among raft nodes before linearized reading' (duration: 174.143476ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.413748Z","caller":"traceutil/trace.go:171","msg":"trace[1126516573] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-5b949d79f-6j6kj; range_end:; response_count:1; response_revision:15664; }","duration":"174.710788ms","start":"2026-04-07T00:41:09.238992Z","end":"2026-04-07T00:41:09.413703Z","steps":["trace[1126516573] 'agreement among raft nodes before linearized reading' (duration: 174.281308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.413851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.808807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:41:09.413508Z","caller":"traceutil/trace.go:171","msg":"trace[1372306852] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b8gcn; range_end:; response_count:1; response_revision:15664; }","duration":"174.413551ms","start":"2026-04-07T00:41:09.239079Z","end":"2026-04-07T00:41:09.413493Z","steps":["trace[1372306852] 'agreement among raft nodes before linearized reading' (duration: 174.230847ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.413879Z","caller":"traceutil/trace.go:171","msg":"trace[1142261378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15664; }","duration":"121.875199ms","start":"2026-04-07T00:41:09.291997Z","end":"2026-04-07T00:41:09.413873Z","steps":["trace[1142261378] 'agreement among raft nodes before linearized reading' (duration: 121.293317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.41373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.660967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpgcj\" ","response":"range_response_count:1 size:8058"} {"level":"info","ts":"2026-04-07T00:41:09.414156Z","caller":"traceutil/trace.go:171","msg":"trace[1956721467] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpgcj; range_end:; response_count:1; response_revision:15664; }","duration":"175.103626ms","start":"2026-04-07T00:41:09.239032Z","end":"2026-04-07T00:41:09.414135Z","steps":["trace[1956721467] 'agreement among raft nodes before linearized reading' (duration: 174.221167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.414247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.966203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-76f7c6958d-wt7z4\" ","response":"range_response_count:1 size:8172"} {"level":"info","ts":"2026-04-07T00:41:09.414307Z","caller":"traceutil/trace.go:171","msg":"trace[1684749179] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-76f7c6958d-wt7z4; range_end:; response_count:1; response_revision:15664; }","duration":"175.039186ms","start":"2026-04-07T00:41:09.239253Z","end":"2026-04-07T00:41:09.414292Z","steps":["trace[1684749179] 'agreement among raft nodes before linearized reading' (duration: 173.933251ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.445623Z","caller":"traceutil/trace.go:171","msg":"trace[415000605] transaction","detail":"{read_only:false; response_revision:15665; number_of_response:1; }","duration":"109.578654ms","start":"2026-04-07T00:41:09.336002Z","end":"2026-04-07T00:41:09.445581Z","steps":["trace[415000605] 'process raft request' (duration: 109.195046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.445959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.166856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-07T00:41:09.446028Z","caller":"traceutil/trace.go:171","msg":"trace[1571200511] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15666; }","duration":"114.29137ms","start":"2026-04-07T00:41:09.331716Z","end":"2026-04-07T00:41:09.446008Z","steps":["trace[1571200511] 'agreement among raft nodes before linearized reading' (duration: 114.071485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.446032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.304041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-5b949d79f\" ","response":"range_response_count:1 size:9398"} {"level":"info","ts":"2026-04-07T00:41:09.446162Z","caller":"traceutil/trace.go:171","msg":"trace[1409500928] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-5b949d79f; range_end:; response_count:1; response_revision:15666; }","duration":"114.451264ms","start":"2026-04-07T00:41:09.331686Z","end":"2026-04-07T00:41:09.446138Z","steps":["trace[1409500928] 'agreement among raft nodes before linearized reading' (duration: 114.193248ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.446227Z","caller":"traceutil/trace.go:171","msg":"trace[1475848704] transaction","detail":"{read_only:false; response_revision:15666; number_of_response:1; }","duration":"100.101642ms","start":"2026-04-07T00:41:09.346111Z","end":"2026-04-07T00:41:09.446213Z","steps":["trace[1475848704] 'process raft request' (duration: 99.289304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.446243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.546925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-6b8cb5b448\" ","response":"range_response_count:1 size:6933"} {"level":"info","ts":"2026-04-07T00:41:09.446292Z","caller":"traceutil/trace.go:171","msg":"trace[1569366368] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-6b8cb5b448; range_end:; response_count:1; response_revision:15666; }","duration":"114.635028ms","start":"2026-04-07T00:41:09.331642Z","end":"2026-04-07T00:41:09.446277Z","steps":["trace[1569366368] 'agreement among raft nodes before linearized reading' (duration: 114.439613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.446481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.411633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18372"} {"level":"info","ts":"2026-04-07T00:41:09.446522Z","caller":"traceutil/trace.go:171","msg":"trace[1537044653] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:15666; }","duration":"110.488475ms","start":"2026-04-07T00:41:09.336024Z","end":"2026-04-07T00:41:09.446512Z","steps":["trace[1537044653] 'agreement among raft nodes before linearized reading' (duration: 110.373402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.609958Z","caller":"traceutil/trace.go:171","msg":"trace[1181859238] linearizableReadLoop","detail":"{readStateIndex:16224; appliedIndex:16223; }","duration":"108.368237ms","start":"2026-04-07T00:41:09.501564Z","end":"2026-04-07T00:41:09.609932Z","steps":["trace[1181859238] 'read index received' (duration: 108.174103ms)","trace[1181859238] 'applied index is now lower than readState.Index' (duration: 192.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:09.610119Z","caller":"traceutil/trace.go:171","msg":"trace[23964389] transaction","detail":"{read_only:false; response_revision:15670; number_of_response:1; }","duration":"156.964031ms","start":"2026-04-07T00:41:09.453109Z","end":"2026-04-07T00:41:09.610073Z","steps":["trace[23964389] 'process raft request' (duration: 156.662554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.610206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.931834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-5b949d79f\" ","response":"range_response_count:1 size:9398"} {"level":"info","ts":"2026-04-07T00:41:09.610251Z","caller":"traceutil/trace.go:171","msg":"trace[1117803019] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-5b949d79f; range_end:; response_count:1; response_revision:15670; }","duration":"154.009145ms","start":"2026-04-07T00:41:09.456229Z","end":"2026-04-07T00:41:09.610238Z","steps":["trace[1117803019] 'agreement among raft nodes before linearized reading' (duration: 153.836721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.610287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.238277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" ","response":"range_response_count:1 size:19141"} {"level":"info","ts":"2026-04-07T00:41:09.610352Z","caller":"traceutil/trace.go:171","msg":"trace[614746326] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b8gcn; range_end:; response_count:1; response_revision:15670; }","duration":"157.331919ms","start":"2026-04-07T00:41:09.453005Z","end":"2026-04-07T00:41:09.610337Z","steps":["trace[614746326] 'agreement among raft nodes before linearized reading' (duration: 157.103734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.610384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.368695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-5b949d79f-6j6kj.18a3ec4746519e50\" ","response":"range_response_count:1 size:818"} {"level":"info","ts":"2026-04-07T00:41:09.610492Z","caller":"traceutil/trace.go:171","msg":"trace[477522934] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-5b949d79f-6j6kj.18a3ec4746519e50; range_end:; response_count:1; response_revision:15670; }","duration":"120.510028ms","start":"2026-04-07T00:41:09.489941Z","end":"2026-04-07T00:41:09.610451Z","steps":["trace[477522934] 'agreement among raft nodes before linearized reading' (duration: 120.230312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.61048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.093579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-07T00:41:09.610577Z","caller":"traceutil/trace.go:171","msg":"trace[2014986572] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15670; }","duration":"159.221231ms","start":"2026-04-07T00:41:09.451331Z","end":"2026-04-07T00:41:09.610552Z","steps":["trace[2014986572] 'agreement among raft nodes before linearized reading' (duration: 158.979716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.610521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.6888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-6b8cb5b448\" ","response":"range_response_count:1 size:6933"} {"level":"info","ts":"2026-04-07T00:41:09.610627Z","caller":"traceutil/trace.go:171","msg":"trace[1195856547] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-6b8cb5b448; range_end:; response_count:1; response_revision:15670; }","duration":"154.805723ms","start":"2026-04-07T00:41:09.455815Z","end":"2026-04-07T00:41:09.610621Z","steps":["trace[1195856547] 'agreement among raft nodes before linearized reading' (duration: 154.657759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.610761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.967539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18372"} {"level":"info","ts":"2026-04-07T00:41:09.610841Z","caller":"traceutil/trace.go:171","msg":"trace[503851981] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:15670; }","duration":"152.055901ms","start":"2026-04-07T00:41:09.458766Z","end":"2026-04-07T00:41:09.610822Z","steps":["trace[503851981] 'agreement among raft nodes before linearized reading' (duration: 151.240833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.690254Z","caller":"traceutil/trace.go:171","msg":"trace[1367783531] transaction","detail":"{read_only:false; response_revision:15671; number_of_response:1; }","duration":"177.317945ms","start":"2026-04-07T00:41:09.512916Z","end":"2026-04-07T00:41:09.690234Z","steps":["trace[1367783531] 'process raft request' (duration: 177.190422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.690459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.1063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:41:09.690535Z","caller":"traceutil/trace.go:171","msg":"trace[1398026335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15671; }","duration":"112.254224ms","start":"2026-04-07T00:41:09.578264Z","end":"2026-04-07T00:41:09.690518Z","steps":["trace[1398026335] 'agreement among raft nodes before linearized reading' (duration: 111.998848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.690674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.478241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-07T00:41:09.690704Z","caller":"traceutil/trace.go:171","msg":"trace[177620530] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15671; }","duration":"178.543023ms","start":"2026-04-07T00:41:09.512151Z","end":"2026-04-07T00:41:09.690694Z","steps":["trace[177620530] 'agreement among raft nodes before linearized reading' (duration: 178.472591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.690652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.275387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:41:09.691746Z","caller":"traceutil/trace.go:171","msg":"trace[819235185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15671; }","duration":"179.579006ms","start":"2026-04-07T00:41:09.512151Z","end":"2026-04-07T00:41:09.69173Z","steps":["trace[819235185] 'agreement among raft nodes before linearized reading' (duration: 178.169475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.852204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.231623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:41:09.852634Z","caller":"traceutil/trace.go:171","msg":"trace[1958928313] transaction","detail":"{read_only:false; response_revision:15673; number_of_response:1; }","duration":"236.834302ms","start":"2026-04-07T00:41:09.615773Z","end":"2026-04-07T00:41:09.852607Z","steps":["trace[1958928313] 'process raft request' (duration: 236.559506ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.852645Z","caller":"traceutil/trace.go:171","msg":"trace[1140449315] transaction","detail":"{read_only:false; response_revision:15672; number_of_response:1; }","duration":"236.852582ms","start":"2026-04-07T00:41:09.615735Z","end":"2026-04-07T00:41:09.852587Z","steps":["trace[1140449315] 'process raft request' (duration: 111.091598ms)","trace[1140449315] 'compare' (duration: 125.045629ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:09.852897Z","caller":"traceutil/trace.go:171","msg":"trace[454723359] transaction","detail":"{read_only:false; response_revision:15679; number_of_response:1; }","duration":"155.754515ms","start":"2026-04-07T00:41:09.697122Z","end":"2026-04-07T00:41:09.852876Z","steps":["trace[454723359] 'process raft request' (duration: 155.698073ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.853209Z","caller":"traceutil/trace.go:171","msg":"trace[809393419] linearizableReadLoop","detail":"{readStateIndex:16230; appliedIndex:16225; }","duration":"162.968056ms","start":"2026-04-07T00:41:09.69023Z","end":"2026-04-07T00:41:09.853198Z","steps":["trace[809393419] 'read index received' (duration: 36.674199ms)","trace[809393419] 'applied index is now lower than readState.Index' (duration: 126.292457ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:09.853301Z","caller":"traceutil/trace.go:171","msg":"trace[635639698] transaction","detail":"{read_only:false; response_revision:15674; number_of_response:1; }","duration":"236.642069ms","start":"2026-04-07T00:41:09.616649Z","end":"2026-04-07T00:41:09.853291Z","steps":["trace[635639698] 'process raft request' (duration: 235.765039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.853337Z","caller":"traceutil/trace.go:171","msg":"trace[64526836] transaction","detail":"{read_only:false; response_revision:15677; number_of_response:1; }","duration":"158.031885ms","start":"2026-04-07T00:41:09.695277Z","end":"2026-04-07T00:41:09.853308Z","steps":["trace[64526836] 'process raft request' (duration: 157.441381ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.853377Z","caller":"traceutil/trace.go:171","msg":"trace[821968303] transaction","detail":"{read_only:false; response_revision:15678; number_of_response:1; }","duration":"157.997925ms","start":"2026-04-07T00:41:09.695359Z","end":"2026-04-07T00:41:09.853357Z","steps":["trace[821968303] 'process raft request' (duration: 157.412291ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.853442Z","caller":"traceutil/trace.go:171","msg":"trace[1606025877] transaction","detail":"{read_only:false; response_revision:15675; number_of_response:1; }","duration":"229.321295ms","start":"2026-04-07T00:41:09.624111Z","end":"2026-04-07T00:41:09.853433Z","steps":["trace[1606025877] 'process raft request' (duration: 228.386943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.853676Z","caller":"traceutil/trace.go:171","msg":"trace[1980284172] transaction","detail":"{read_only:false; response_revision:15676; number_of_response:1; }","duration":"216.251644ms","start":"2026-04-07T00:41:09.637415Z","end":"2026-04-07T00:41:09.853667Z","steps":["trace[1980284172] 'process raft request' (duration: 215.229461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.853908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.528227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:41:09.853982Z","caller":"traceutil/trace.go:171","msg":"trace[1860144055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:15679; }","duration":"128.648239ms","start":"2026-04-07T00:41:09.725303Z","end":"2026-04-07T00:41:09.853951Z","steps":["trace[1860144055] 'agreement among raft nodes before linearized reading' (duration: 128.438075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.854146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.009216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-07T00:41:09.854218Z","caller":"traceutil/trace.go:171","msg":"trace[1660480297] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-55kbt; range_end:; response_count:1; response_revision:15679; }","duration":"115.121688ms","start":"2026-04-07T00:41:09.739082Z","end":"2026-04-07T00:41:09.854204Z","steps":["trace[1660480297] 'agreement among raft nodes before linearized reading' (duration: 114.914603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.854147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.250027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:41:09.854286Z","caller":"traceutil/trace.go:171","msg":"trace[1263513729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15679; }","duration":"200.432491ms","start":"2026-04-07T00:41:09.653839Z","end":"2026-04-07T00:41:09.854272Z","steps":["trace[1263513729] 'agreement among raft nodes before linearized reading' (duration: 200.148465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:09.854392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.650426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:41:09.854209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.49483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-07T00:41:09.854545Z","caller":"traceutil/trace.go:171","msg":"trace[2127106235] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15679; }","duration":"238.859908ms","start":"2026-04-07T00:41:09.615666Z","end":"2026-04-07T00:41:09.854525Z","steps":["trace[2127106235] 'agreement among raft nodes before linearized reading' (duration: 238.302246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:09.854425Z","caller":"traceutil/trace.go:171","msg":"trace[1740694405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15679; }","duration":"200.752059ms","start":"2026-04-07T00:41:09.653665Z","end":"2026-04-07T00:41:09.854417Z","steps":["trace[1740694405] 'agreement among raft nodes before linearized reading' (duration: 200.258918ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.099813Z","caller":"traceutil/trace.go:171","msg":"trace[338599721] transaction","detail":"{read_only:false; response_revision:15684; number_of_response:1; }","duration":"152.497412ms","start":"2026-04-07T00:41:09.947282Z","end":"2026-04-07T00:41:10.099779Z","steps":["trace[338599721] 'process raft request' (duration: 152.261286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.100155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.821818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111911"} {"level":"info","ts":"2026-04-07T00:41:10.100303Z","caller":"traceutil/trace.go:171","msg":"trace[97346070] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15684; }","duration":"157.000442ms","start":"2026-04-07T00:41:09.943277Z","end":"2026-04-07T00:41:10.100278Z","steps":["trace[97346070] 'agreement among raft nodes before linearized reading' (duration: 156.44963ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.307532Z","caller":"traceutil/trace.go:171","msg":"trace[766216422] transaction","detail":"{read_only:false; response_revision:15687; number_of_response:1; }","duration":"103.318645ms","start":"2026-04-07T00:41:10.20419Z","end":"2026-04-07T00:41:10.307509Z","steps":["trace[766216422] 'process raft request' (duration: 103.211473ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.532088Z","caller":"traceutil/trace.go:171","msg":"trace[498644569] transaction","detail":"{read_only:false; response_revision:15688; number_of_response:1; }","duration":"278.171834ms","start":"2026-04-07T00:41:10.253896Z","end":"2026-04-07T00:41:10.532068Z","steps":["trace[498644569] 'process raft request' (duration: 277.913499ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.532168Z","caller":"traceutil/trace.go:171","msg":"trace[795060881] transaction","detail":"{read_only:false; response_revision:15689; number_of_response:1; }","duration":"241.742881ms","start":"2026-04-07T00:41:10.290407Z","end":"2026-04-07T00:41:10.532149Z","steps":["trace[795060881] 'process raft request' (duration: 241.556227ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.53217Z","caller":"traceutil/trace.go:171","msg":"trace[1102247558] linearizableReadLoop","detail":"{readStateIndex:16242; appliedIndex:16241; }","duration":"247.276945ms","start":"2026-04-07T00:41:10.284868Z","end":"2026-04-07T00:41:10.532145Z","steps":["trace[1102247558] 'read index received' (duration: 22.765648ms)","trace[1102247558] 'applied index is now lower than readState.Index' (duration: 224.509787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:10.532281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.401568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:10.532316Z","caller":"traceutil/trace.go:171","msg":"trace[1415449083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15689; }","duration":"247.47383ms","start":"2026-04-07T00:41:10.284833Z","end":"2026-04-07T00:41:10.532307Z","steps":["trace[1415449083] 'agreement among raft nodes before linearized reading' (duration: 247.372757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.786063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.121687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:41:10.786244Z","caller":"traceutil/trace.go:171","msg":"trace[887821452] linearizableReadLoop","detail":"{readStateIndex:16246; appliedIndex:16243; }","duration":"254.000026ms","start":"2026-04-07T00:41:10.532231Z","end":"2026-04-07T00:41:10.786231Z","steps":["trace[887821452] 'read index received' (duration: 95.634193ms)","trace[887821452] 'applied index is now lower than readState.Index' (duration: 158.365103ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:10.786303Z","caller":"traceutil/trace.go:171","msg":"trace[893474352] transaction","detail":"{read_only:false; response_revision:15692; number_of_response:1; }","duration":"295.288687ms","start":"2026-04-07T00:41:10.491007Z","end":"2026-04-07T00:41:10.786296Z","steps":["trace[893474352] 'process raft request' (duration: 295.184255ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.786338Z","caller":"traceutil/trace.go:171","msg":"trace[2029219325] transaction","detail":"{read_only:false; response_revision:15691; number_of_response:1; }","duration":"298.766404ms","start":"2026-04-07T00:41:10.48748Z","end":"2026-04-07T00:41:10.786247Z","steps":["trace[2029219325] 'process raft request' (duration: 298.663872ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.786387Z","caller":"traceutil/trace.go:171","msg":"trace[1200800826] transaction","detail":"{read_only:false; response_revision:15690; number_of_response:1; }","duration":"301.423474ms","start":"2026-04-07T00:41:10.484937Z","end":"2026-04-07T00:41:10.78636Z","steps":["trace[1200800826] 'process raft request' (duration: 142.917348ms)","trace[1200800826] 'compare' (duration: 158.010335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:10.786528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.220476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-66d899fb-shj8r\" ","response":"range_response_count:1 size:6392"} {"level":"warn","ts":"2026-04-07T00:41:10.786526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:10.484915Z","time spent":"301.542057ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:41:10.786558Z","caller":"traceutil/trace.go:171","msg":"trace[1593320801] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-66d899fb-shj8r; range_end:; response_count:1; response_revision:15692; }","duration":"469.295888ms","start":"2026-04-07T00:41:10.317255Z","end":"2026-04-07T00:41:10.786551Z","steps":["trace[1593320801] 'agreement among raft nodes before linearized reading' (duration: 469.210506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.786588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:10.317231Z","time spent":"469.35077ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":6414,"request content":"key:\"/registry/pods/openstack/nova-conductor-66d899fb-shj8r\" "} {"level":"warn","ts":"2026-04-07T00:41:10.787097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.939342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-5b949d79f-6j6kj.18a3ec4746519e50\" ","response":"range_response_count:1 size:818"} {"level":"info","ts":"2026-04-07T00:41:10.787171Z","caller":"traceutil/trace.go:171","msg":"trace[354485803] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-5b949d79f-6j6kj.18a3ec4746519e50; range_end:; response_count:1; response_revision:15692; }","duration":"275.358922ms","start":"2026-04-07T00:41:10.511793Z","end":"2026-04-07T00:41:10.787151Z","steps":["trace[354485803] 'agreement among raft nodes before linearized reading' (duration: 274.839111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.787427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.339966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-07T00:41:10.787482Z","caller":"traceutil/trace.go:171","msg":"trace[1976744402] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15692; }","duration":"455.433998ms","start":"2026-04-07T00:41:10.332034Z","end":"2026-04-07T00:41:10.787468Z","steps":["trace[1976744402] 'agreement among raft nodes before linearized reading' (duration: 454.271603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.787522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:10.332014Z","time spent":"455.497879ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-07T00:41:10.810879Z","caller":"traceutil/trace.go:171","msg":"trace[1800089891] transaction","detail":"{read_only:false; response_revision:15693; number_of_response:1; }","duration":"259.375484ms","start":"2026-04-07T00:41:10.551482Z","end":"2026-04-07T00:41:10.810857Z","steps":["trace[1800089891] 'process raft request' (duration: 259.247191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.810989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.389775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:10.811051Z","caller":"traceutil/trace.go:171","msg":"trace[1934351926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15693; }","duration":"259.500318ms","start":"2026-04-07T00:41:10.551537Z","end":"2026-04-07T00:41:10.811037Z","steps":["trace[1934351926] 'agreement among raft nodes before linearized reading' (duration: 259.358045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.972229Z","caller":"traceutil/trace.go:171","msg":"trace[1225949092] transaction","detail":"{read_only:false; response_revision:15695; number_of_response:1; }","duration":"178.802169ms","start":"2026-04-07T00:41:10.7934Z","end":"2026-04-07T00:41:10.972202Z","steps":["trace[1225949092] 'process raft request' (duration: 178.700246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.972322Z","caller":"traceutil/trace.go:171","msg":"trace[1141715998] transaction","detail":"{read_only:false; response_revision:15694; number_of_response:1; }","duration":"183.238317ms","start":"2026-04-07T00:41:10.789074Z","end":"2026-04-07T00:41:10.972312Z","steps":["trace[1141715998] 'process raft request' (duration: 179.530825ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.972242Z","caller":"traceutil/trace.go:171","msg":"trace[1582859083] linearizableReadLoop","detail":"{readStateIndex:16249; appliedIndex:16247; }","duration":"161.38666ms","start":"2026-04-07T00:41:10.810832Z","end":"2026-04-07T00:41:10.972219Z","steps":["trace[1582859083] 'read index received' (duration: 157.78611ms)","trace[1582859083] 'applied index is now lower than readState.Index' (duration: 3.5996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:10.972566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.612349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-07T00:41:10.972591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.230544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:10.97261Z","caller":"traceutil/trace.go:171","msg":"trace[1553003838] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15696; }","duration":"154.68441ms","start":"2026-04-07T00:41:10.817914Z","end":"2026-04-07T00:41:10.972598Z","steps":["trace[1553003838] 'agreement among raft nodes before linearized reading' (duration: 154.521347ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:10.972638Z","caller":"traceutil/trace.go:171","msg":"trace[1923462728] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15696; }","duration":"186.322236ms","start":"2026-04-07T00:41:10.786301Z","end":"2026-04-07T00:41:10.972623Z","steps":["trace[1923462728] 'agreement among raft nodes before linearized reading' (duration: 185.989669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:10.972788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.594217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:41:10.972974Z","caller":"traceutil/trace.go:171","msg":"trace[618600147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15696; }","duration":"145.778362ms","start":"2026-04-07T00:41:10.827166Z","end":"2026-04-07T00:41:10.972944Z","steps":["trace[618600147] 'agreement among raft nodes before linearized reading' (duration: 145.517656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.328644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.58455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:41:11.329031Z","caller":"traceutil/trace.go:171","msg":"trace[1140242397] linearizableReadLoop","detail":"{readStateIndex:16253; appliedIndex:16251; }","duration":"314.231479ms","start":"2026-04-07T00:41:11.014775Z","end":"2026-04-07T00:41:11.329007Z","steps":["trace[1140242397] 'read index received' (duration: 67.27604ms)","trace[1140242397] 'applied index is now lower than readState.Index' (duration: 246.953779ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:11.329048Z","caller":"traceutil/trace.go:171","msg":"trace[803130440] transaction","detail":"{read_only:false; response_revision:15698; number_of_response:1; }","duration":"314.420193ms","start":"2026-04-07T00:41:11.014597Z","end":"2026-04-07T00:41:11.329017Z","steps":["trace[803130440] 'process raft request' (duration: 314.151957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.329185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:11.014582Z","time spent":"314.529975ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10861,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:11.342898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.109248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-07T00:41:11.342938Z","caller":"traceutil/trace.go:171","msg":"trace[1215281040] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15698; }","duration":"328.16846ms","start":"2026-04-07T00:41:11.014756Z","end":"2026-04-07T00:41:11.342925Z","steps":["trace[1215281040] 'agreement among raft nodes before linearized reading' (duration: 314.317931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.342965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:11.014749Z","time spent":"328.210491ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-07T00:41:11.343238Z","caller":"traceutil/trace.go:171","msg":"trace[492730588] transaction","detail":"{read_only:false; response_revision:15699; number_of_response:1; }","duration":"253.616607ms","start":"2026-04-07T00:41:11.08961Z","end":"2026-04-07T00:41:11.343227Z","steps":["trace[492730588] 'process raft request' (duration: 239.386629ms)","trace[492730588] 'compare' (duration: 14.062353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:41:11.343302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.052134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:41:11.343357Z","caller":"traceutil/trace.go:171","msg":"trace[1614110246] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15699; }","duration":"296.149606ms","start":"2026-04-07T00:41:11.047193Z","end":"2026-04-07T00:41:11.343342Z","steps":["trace[1614110246] 'agreement among raft nodes before linearized reading' (duration: 295.974783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.343581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.967771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:11.343613Z","caller":"traceutil/trace.go:171","msg":"trace[786148117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:15699; }","duration":"144.033723ms","start":"2026-04-07T00:41:11.199568Z","end":"2026-04-07T00:41:11.343602Z","steps":["trace[786148117] 'agreement among raft nodes before linearized reading' (duration: 143.982302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.343614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.224253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:11.343654Z","caller":"traceutil/trace.go:171","msg":"trace[1525892558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15699; }","duration":"281.264464ms","start":"2026-04-07T00:41:11.06238Z","end":"2026-04-07T00:41:11.343644Z","steps":["trace[1525892558] 'agreement among raft nodes before linearized reading' (duration: 281.202483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.591432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.70304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:41:11.59161Z","caller":"traceutil/trace.go:171","msg":"trace[1309081045] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"240.106906ms","start":"2026-04-07T00:41:11.35146Z","end":"2026-04-07T00:41:11.591567Z","steps":["trace[1309081045] 'process raft request' (duration: 124.1334ms)","trace[1309081045] 'compare' (duration: 115.490016ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:11.591681Z","caller":"traceutil/trace.go:171","msg":"trace[590019667] linearizableReadLoop","detail":"{readStateIndex:16256; appliedIndex:16255; }","duration":"156.878869ms","start":"2026-04-07T00:41:11.434774Z","end":"2026-04-07T00:41:11.591653Z","steps":["trace[590019667] 'read index received' (duration: 40.833961ms)","trace[590019667] 'applied index is now lower than readState.Index' (duration: 116.042038ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:11.591829Z","caller":"traceutil/trace.go:171","msg":"trace[137413406] transaction","detail":"{read_only:false; response_revision:15702; number_of_response:1; }","duration":"143.349187ms","start":"2026-04-07T00:41:11.448461Z","end":"2026-04-07T00:41:11.59181Z","steps":["trace[137413406] 'process raft request' (duration: 143.105321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.59188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.705329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:41:11.591939Z","caller":"traceutil/trace.go:171","msg":"trace[388127238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15703; }","duration":"240.797581ms","start":"2026-04-07T00:41:11.351128Z","end":"2026-04-07T00:41:11.591925Z","steps":["trace[388127238] 'agreement among raft nodes before linearized reading' (duration: 240.610257ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:11.59283Z","caller":"traceutil/trace.go:171","msg":"trace[1852431813] transaction","detail":"{read_only:false; response_revision:15703; number_of_response:1; }","duration":"143.707736ms","start":"2026-04-07T00:41:11.449087Z","end":"2026-04-07T00:41:11.592795Z","steps":["trace[1852431813] 'process raft request' (duration: 142.602621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.592925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.459168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-07T00:41:11.593833Z","caller":"traceutil/trace.go:171","msg":"trace[503545507] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15703; }","duration":"152.409479ms","start":"2026-04-07T00:41:11.441409Z","end":"2026-04-07T00:41:11.593818Z","steps":["trace[503545507] 'agreement among raft nodes before linearized reading' (duration: 151.354256ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:11.830536Z","caller":"traceutil/trace.go:171","msg":"trace[1181598684] transaction","detail":"{read_only:false; response_revision:15704; number_of_response:1; }","duration":"225.236654ms","start":"2026-04-07T00:41:11.605257Z","end":"2026-04-07T00:41:11.830494Z","steps":["trace[1181598684] 'process raft request' (duration: 129.614131ms)","trace[1181598684] 'compare' (duration: 95.49383ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:11.832626Z","caller":"traceutil/trace.go:171","msg":"trace[401904934] transaction","detail":"{read_only:false; response_revision:15705; number_of_response:1; }","duration":"227.266469ms","start":"2026-04-07T00:41:11.605332Z","end":"2026-04-07T00:41:11.832598Z","steps":["trace[401904934] 'process raft request' (duration: 226.952702ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:11.832697Z","caller":"traceutil/trace.go:171","msg":"trace[223189052] linearizableReadLoop","detail":"{readStateIndex:16260; appliedIndex:16258; }","duration":"226.864451ms","start":"2026-04-07T00:41:11.605814Z","end":"2026-04-07T00:41:11.832678Z","steps":["trace[223189052] 'read index received' (duration: 129.074769ms)","trace[223189052] 'applied index is now lower than readState.Index' (duration: 97.788002ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:11.832723Z","caller":"traceutil/trace.go:171","msg":"trace[369406868] transaction","detail":"{read_only:false; response_revision:15706; number_of_response:1; }","duration":"224.943257ms","start":"2026-04-07T00:41:11.607758Z","end":"2026-04-07T00:41:11.832701Z","steps":["trace[369406868] 'process raft request' (duration: 224.698832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.833012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.340002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-07T00:41:11.832983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.064306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:11.833056Z","caller":"traceutil/trace.go:171","msg":"trace[770774847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15706; }","duration":"223.416753ms","start":"2026-04-07T00:41:11.609628Z","end":"2026-04-07T00:41:11.833045Z","steps":["trace[770774847] 'agreement among raft nodes before linearized reading' (duration: 223.173247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.833024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.171707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-07T00:41:11.833084Z","caller":"traceutil/trace.go:171","msg":"trace[1807139547] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15706; }","duration":"189.2282ms","start":"2026-04-07T00:41:11.643832Z","end":"2026-04-07T00:41:11.833061Z","steps":["trace[1807139547] 'agreement among raft nodes before linearized reading' (duration: 189.052916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:11.833091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.097003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:11.833114Z","caller":"traceutil/trace.go:171","msg":"trace[785136037] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15706; }","duration":"227.30527ms","start":"2026-04-07T00:41:11.605786Z","end":"2026-04-07T00:41:11.833091Z","steps":["trace[785136037] 'agreement among raft nodes before linearized reading' (duration: 226.990123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:11.833199Z","caller":"traceutil/trace.go:171","msg":"trace[948706026] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15706; }","duration":"213.191446ms","start":"2026-04-07T00:41:11.619948Z","end":"2026-04-07T00:41:11.833139Z","steps":["trace[948706026] 'agreement among raft nodes before linearized reading' (duration: 213.074613ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:51.203815Z","caller":"traceutil/trace.go:171","msg":"trace[734099426] transaction","detail":"{read_only:false; response_revision:16021; number_of_response:1; }","duration":"269.057621ms","start":"2026-04-07T00:41:50.934731Z","end":"2026-04-07T00:41:51.203789Z","steps":["trace[734099426] 'process raft request' (duration: 268.926488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:52.142557Z","caller":"traceutil/trace.go:171","msg":"trace[1210719672] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"1.20374859s","start":"2026-04-07T00:41:50.938784Z","end":"2026-04-07T00:41:52.142533Z","steps":["trace[1210719672] 'process raft request' (duration: 1.191046646s)","trace[1210719672] 'compare' (duration: 11.18905ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:52.142573Z","caller":"traceutil/trace.go:171","msg":"trace[1937738369] transaction","detail":"{read_only:false; response_revision:16023; number_of_response:1; }","duration":"1.203615437s","start":"2026-04-07T00:41:50.938921Z","end":"2026-04-07T00:41:52.142537Z","steps":["trace[1937738369] 'process raft request' (duration: 1.203435083s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:52.14273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:50.938755Z","time spent":"1.203878963s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:52.142724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:50.938909Z","time spent":"1.203748261s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:53.17931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036827106s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T00:41:53.179578Z","caller":"traceutil/trace.go:171","msg":"trace[1672385580] linearizableReadLoop","detail":"{readStateIndex:16587; appliedIndex:16585; }","duration":"2.205043334s","start":"2026-04-07T00:41:50.974515Z","end":"2026-04-07T00:41:53.179558Z","steps":["trace[1672385580] 'read index received' (duration: 229.469748ms)","trace[1672385580] 'applied index is now lower than readState.Index' (duration: 1.975571726s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:41:53.179644Z","caller":"traceutil/trace.go:171","msg":"trace[1663713532] transaction","detail":"{read_only:false; response_revision:16025; number_of_response:1; }","duration":"483.26478ms","start":"2026-04-07T00:41:52.696369Z","end":"2026-04-07T00:41:53.179633Z","steps":["trace[1663713532] 'process raft request' (duration: 483.175678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.179796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205267039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpgcj\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-07T00:41:53.179835Z","caller":"traceutil/trace.go:171","msg":"trace[1448526949] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpgcj; range_end:; response_count:1; response_revision:16025; }","duration":"2.20531451s","start":"2026-04-07T00:41:50.974508Z","end":"2026-04-07T00:41:53.179823Z","steps":["trace[1448526949] 'agreement among raft nodes before linearized reading' (duration: 2.205154976s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.179825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.696336Z","time spent":"483.441454ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:53.179869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:50.974496Z","time spent":"2.205366091s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpgcj\" "} {"level":"warn","ts":"2026-04-07T00:41:53.180058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896094433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:53.180086Z","caller":"traceutil/trace.go:171","msg":"trace[622854328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16025; }","duration":"1.896123803s","start":"2026-04-07T00:41:51.283956Z","end":"2026-04-07T00:41:53.18008Z","steps":["trace[622854328] 'agreement among raft nodes before linearized reading' (duration: 1.896078092s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.180105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:51.283894Z","time spent":"1.896207205s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:41:53.180126Z","caller":"traceutil/trace.go:171","msg":"trace[631996389] transaction","detail":"{read_only:false; response_revision:16024; number_of_response:1; }","duration":"1.560389075s","start":"2026-04-07T00:41:51.619707Z","end":"2026-04-07T00:41:53.180096Z","steps":["trace[631996389] 'process raft request' (duration: 1.559747181s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.180196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:51.619676Z","time spent":"1.560494267s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:41:53.180235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.130618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:53.18026Z","caller":"traceutil/trace.go:171","msg":"trace[100776646] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"757.177718ms","start":"2026-04-07T00:41:52.423074Z","end":"2026-04-07T00:41:53.180252Z","steps":["trace[100776646] 'agreement among raft nodes before linearized reading' (duration: 757.136797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.180289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.423064Z","time spent":"757.22032ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:41:53.18034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.150392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.180446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.527902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T00:41:53.180482Z","caller":"traceutil/trace.go:171","msg":"trace[1626534337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:16025; }","duration":"781.582003ms","start":"2026-04-07T00:41:52.398892Z","end":"2026-04-07T00:41:53.180474Z","steps":["trace[1626534337] 'agreement among raft nodes before linearized reading' (duration: 781.490331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.180504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.398882Z","time spent":"781.617163ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:41:53.180539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.863191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:53.18059Z","caller":"traceutil/trace.go:171","msg":"trace[534509791] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16025; }","duration":"964.940572ms","start":"2026-04-07T00:41:52.215643Z","end":"2026-04-07T00:41:53.180583Z","steps":["trace[534509791] 'agreement among raft nodes before linearized reading' (duration: 964.873601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.180612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.215625Z","time spent":"964.980904ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-07T00:41:53.180667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.70888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:41:53.1807Z","caller":"traceutil/trace.go:171","msg":"trace[1210566184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16025; }","duration":"978.787712ms","start":"2026-04-07T00:41:52.201904Z","end":"2026-04-07T00:41:53.180692Z","steps":["trace[1210566184] 'agreement among raft nodes before linearized reading' (duration: 978.70987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.180722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.201893Z","time spent":"978.823502ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:41:53.180802Z","caller":"traceutil/trace.go:171","msg":"trace[263950579] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"750.47675ms","start":"2026-04-07T00:41:52.429986Z","end":"2026-04-07T00:41:53.180463Z","steps":["trace[263950579] 'agreement among raft nodes before linearized reading' (duration: 750.05646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.181112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468497235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-07T00:41:53.181143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.144526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-07T00:41:53.181163Z","caller":"traceutil/trace.go:171","msg":"trace[1567519739] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16025; }","duration":"964.183676ms","start":"2026-04-07T00:41:52.216973Z","end":"2026-04-07T00:41:53.181156Z","steps":["trace[1567519739] 'agreement among raft nodes before linearized reading' (duration: 964.142835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.181227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667526264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:41:53.181258Z","caller":"traceutil/trace.go:171","msg":"trace[423619671] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"1.667594396s","start":"2026-04-07T00:41:51.513657Z","end":"2026-04-07T00:41:53.181251Z","steps":["trace[423619671] 'agreement among raft nodes before linearized reading' (duration: 1.667520264s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.181281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:51.513635Z","time spent":"1.667640667s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.181446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.926311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:41:53.181457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.212325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:53.181483Z","caller":"traceutil/trace.go:171","msg":"trace[814983543] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16025; }","duration":"726.002663ms","start":"2026-04-07T00:41:52.455471Z","end":"2026-04-07T00:41:53.181474Z","steps":["trace[814983543] 'agreement among raft nodes before linearized reading' (duration: 725.921801ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.181149Z","caller":"traceutil/trace.go:171","msg":"trace[820650722] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16025; }","duration":"1.468530836s","start":"2026-04-07T00:41:51.712608Z","end":"2026-04-07T00:41:53.181138Z","steps":["trace[820650722] 'agreement among raft nodes before linearized reading' (duration: 1.468460174s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.181509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.455427Z","time spent":"726.075485ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:41:53.181516Z","caller":"traceutil/trace.go:171","msg":"trace[1454347241] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16025; }","duration":"742.303967ms","start":"2026-04-07T00:41:52.439195Z","end":"2026-04-07T00:41:53.181499Z","steps":["trace[1454347241] 'agreement among raft nodes before linearized reading' (duration: 742.207345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.181562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.439184Z","time spent":"742.366739ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-07T00:41:53.181657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.808177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:41:53.181702Z","caller":"traceutil/trace.go:171","msg":"trace[1830318574] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:16025; }","duration":"164.869327ms","start":"2026-04-07T00:41:53.016808Z","end":"2026-04-07T00:41:53.181677Z","steps":["trace[1830318574] 'agreement among raft nodes before linearized reading' (duration: 164.819396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.18176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.429977Z","time spent":"751.320538ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:41:53.180837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.198137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-04-07T00:41:53.18268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.134678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:53.182735Z","caller":"traceutil/trace.go:171","msg":"trace[1248398319] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16025; }","duration":"744.20052ms","start":"2026-04-07T00:41:52.438516Z","end":"2026-04-07T00:41:53.182717Z","steps":["trace[1248398319] 'agreement among raft nodes before linearized reading' (duration: 744.145719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.182783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.438506Z","time spent":"744.266811ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.832112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:41:53.182836Z","caller":"traceutil/trace.go:171","msg":"trace[770261139] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"743.983775ms","start":"2026-04-07T00:41:52.438844Z","end":"2026-04-07T00:41:53.182828Z","steps":["trace[770261139] 'agreement among raft nodes before linearized reading' (duration: 743.76266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.182832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.02748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-07T00:41:53.182869Z","caller":"traceutil/trace.go:171","msg":"trace[2037582585] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"746.089991ms","start":"2026-04-07T00:41:52.43677Z","end":"2026-04-07T00:41:53.18286Z","steps":["trace[2037582585] 'agreement among raft nodes before linearized reading' (duration: 746.006189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.182905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.436759Z","time spent":"746.138972ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.014618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-07T00:41:53.181193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.21693Z","time spent":"964.250927ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-07T00:41:53.180853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.19303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:41:53.180863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.980593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.180906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.113806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.180911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.673171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:41:53.180929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.432513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.180966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.761213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:41:53.180999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.522905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-07T00:41:53.181023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.690368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.181021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006361867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:41:53.181054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287806764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.181063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.22408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-07T00:41:53.181107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.610201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-07T00:41:53.181992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.215024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-04-07T00:41:53.182068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.419377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-07T00:41:53.182121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.453927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-07T00:41:53.181522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:51.712587Z","time spent":"1.468923455s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-07T00:41:53.182797Z","caller":"traceutil/trace.go:171","msg":"trace[275730170] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-55kbt; range_end:; response_count:1; response_revision:16025; }","duration":"784.1346ms","start":"2026-04-07T00:41:52.398567Z","end":"2026-04-07T00:41:53.182702Z","steps":["trace[275730170] 'agreement among raft nodes before linearized reading' (duration: 782.176476ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183174Z","caller":"traceutil/trace.go:171","msg":"trace[787016731] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16025; }","duration":"802.402077ms","start":"2026-04-07T00:41:52.380765Z","end":"2026-04-07T00:41:53.183167Z","steps":["trace[787016731] 'agreement among raft nodes before linearized reading' (duration: 800.109166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.182187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.744613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:41:53.183307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.380754Z","time spent":"802.544131ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-07T00:41:53.183312Z","caller":"traceutil/trace.go:171","msg":"trace[2057269495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16025; }","duration":"981.673516ms","start":"2026-04-07T00:41:52.20163Z","end":"2026-04-07T00:41:53.183304Z","steps":["trace[2057269495] 'agreement among raft nodes before linearized reading' (duration: 979.16839ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183271Z","caller":"traceutil/trace.go:171","msg":"trace[1890059728] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16025; }","duration":"1.290059144s","start":"2026-04-07T00:41:51.893205Z","end":"2026-04-07T00:41:53.183264Z","steps":["trace[1890059728] 'agreement among raft nodes before linearized reading' (duration: 1.287827944s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.183433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:51.893183Z","time spent":"1.290240129s","remote":"127.0.0.1:37690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:41:53.183426Z","caller":"traceutil/trace.go:171","msg":"trace[1151594727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"520.930019ms","start":"2026-04-07T00:41:52.662388Z","end":"2026-04-07T00:41:53.183318Z","steps":["trace[1151594727] 'agreement among raft nodes before linearized reading' (duration: 519.786844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.183469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.201615Z","time spent":"981.761178ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:41:53.183517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.662363Z","time spent":"521.125093ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.600019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:41:53.183619Z","caller":"traceutil/trace.go:171","msg":"trace[1089079256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16025; }","duration":"689.893008ms","start":"2026-04-07T00:41:52.493716Z","end":"2026-04-07T00:41:53.183609Z","steps":["trace[1089079256] 'agreement among raft nodes before linearized reading' (duration: 688.580549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.183649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.493696Z","time spent":"689.945048ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:41:53.183673Z","caller":"traceutil/trace.go:171","msg":"trace[369793077] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16025; }","duration":"802.815717ms","start":"2026-04-07T00:41:52.380847Z","end":"2026-04-07T00:41:53.183663Z","steps":["trace[369793077] 'agreement among raft nodes before linearized reading' (duration: 800.003854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.183715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.380823Z","time spent":"802.881388ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-07T00:41:53.183595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.398553Z","time spent":"784.629321ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" "} {"level":"info","ts":"2026-04-07T00:41:53.183188Z","caller":"traceutil/trace.go:171","msg":"trace[1300523795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16025; }","duration":"981.961282ms","start":"2026-04-07T00:41:52.201219Z","end":"2026-04-07T00:41:53.183181Z","steps":["trace[1300523795] 'agreement among raft nodes before linearized reading' (duration: 979.649151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.184149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.201214Z","time spent":"982.912303ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.172069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-07T00:41:53.182645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.663018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:41:53.184262Z","caller":"traceutil/trace.go:171","msg":"trace[1942707619] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"745.937388ms","start":"2026-04-07T00:41:52.438292Z","end":"2026-04-07T00:41:53.184229Z","steps":["trace[1942707619] 'agreement among raft nodes before linearized reading' (duration: 744.056197ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.184299Z","caller":"traceutil/trace.go:171","msg":"trace[632340929] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"745.368906ms","start":"2026-04-07T00:41:52.438921Z","end":"2026-04-07T00:41:53.18429Z","steps":["trace[632340929] 'agreement among raft nodes before linearized reading' (duration: 743.652188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.18431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.43828Z","time spent":"746.01834ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-07T00:41:53.184333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.438891Z","time spent":"745.432566ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.438829Z","time spent":"744.028656ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.079707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:41:53.184539Z","caller":"traceutil/trace.go:171","msg":"trace[2099511540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"745.635482ms","start":"2026-04-07T00:41:52.43889Z","end":"2026-04-07T00:41:53.184526Z","steps":["trace[2099511540] 'agreement among raft nodes before linearized reading' (duration: 744.088517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.18458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.438463Z","time spent":"746.106003ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-07T00:41:53.183072Z","caller":"traceutil/trace.go:171","msg":"trace[646256760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"745.170991ms","start":"2026-04-07T00:41:52.437893Z","end":"2026-04-07T00:41:53.183064Z","steps":["trace[646256760] 'agreement among raft nodes before linearized reading' (duration: 744.894815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.184575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.800598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-07T00:41:53.184628Z","caller":"traceutil/trace.go:171","msg":"trace[256941006] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b8gcn; range_end:; response_count:1; response_revision:16025; }","duration":"581.890079ms","start":"2026-04-07T00:41:52.602731Z","end":"2026-04-07T00:41:53.184621Z","steps":["trace[256941006] 'agreement among raft nodes before linearized reading' (duration: 579.225509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.184652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.437848Z","time spent":"746.775017ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.184681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.602711Z","time spent":"581.939301ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" "} {"level":"info","ts":"2026-04-07T00:41:53.183094Z","caller":"traceutil/trace.go:171","msg":"trace[1282396385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16025; }","duration":"981.918121ms","start":"2026-04-07T00:41:52.20117Z","end":"2026-04-07T00:41:53.183088Z","steps":["trace[1282396385] 'agreement among raft nodes before linearized reading' (duration: 979.754493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.184728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.201156Z","time spent":"983.555798ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:41:53.183108Z","caller":"traceutil/trace.go:171","msg":"trace[791563139] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"520.450138ms","start":"2026-04-07T00:41:52.662647Z","end":"2026-04-07T00:41:53.183097Z","steps":["trace[791563139] 'agreement among raft nodes before linearized reading' (duration: 519.434696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.184834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.66264Z","time spent":"522.186827ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-07T00:41:53.182166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.672672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:41:53.184869Z","caller":"traceutil/trace.go:171","msg":"trace[1336209355] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"522.384602ms","start":"2026-04-07T00:41:52.662474Z","end":"2026-04-07T00:41:53.184859Z","steps":["trace[1336209355] 'agreement among raft nodes before linearized reading' (duration: 519.658291ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183211Z","caller":"traceutil/trace.go:171","msg":"trace[1714137947] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"802.754035ms","start":"2026-04-07T00:41:52.380451Z","end":"2026-04-07T00:41:53.183205Z","steps":["trace[1714137947] 'agreement among raft nodes before linearized reading' (duration: 800.466094ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183225Z","caller":"traceutil/trace.go:171","msg":"trace[1113832917] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"802.777145ms","start":"2026-04-07T00:41:52.380443Z","end":"2026-04-07T00:41:53.183221Z","steps":["trace[1113832917] 'agreement among raft nodes before linearized reading' (duration: 800.493754ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.18324Z","caller":"traceutil/trace.go:171","msg":"trace[736165132] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"962.943459ms","start":"2026-04-07T00:41:52.220292Z","end":"2026-04-07T00:41:53.183236Z","steps":["trace[736165132] 'agreement among raft nodes before linearized reading' (duration: 960.718459ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183254Z","caller":"traceutil/trace.go:171","msg":"trace[391561173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16025; }","duration":"1.008629228s","start":"2026-04-07T00:41:52.17462Z","end":"2026-04-07T00:41:53.183249Z","steps":["trace[391561173] 'agreement among raft nodes before linearized reading' (duration: 1.006359807s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183789Z","caller":"traceutil/trace.go:171","msg":"trace[90282661] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b8gcn; range_end:; response_count:1; response_revision:16025; }","duration":"561.061084ms","start":"2026-04-07T00:41:52.622718Z","end":"2026-04-07T00:41:53.183779Z","steps":["trace[90282661] 'agreement among raft nodes before linearized reading' (duration: 559.204184ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183778Z","caller":"traceutil/trace.go:171","msg":"trace[890934647] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"965.257759ms","start":"2026-04-07T00:41:52.218471Z","end":"2026-04-07T00:41:53.183729Z","steps":["trace[890934647] 'agreement among raft nodes before linearized reading' (duration: 962.60318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183813Z","caller":"traceutil/trace.go:171","msg":"trace[771622662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"963.990771ms","start":"2026-04-07T00:41:52.219816Z","end":"2026-04-07T00:41:53.183807Z","steps":["trace[771622662] 'agreement among raft nodes before linearized reading' (duration: 961.215439ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:53.183824Z","caller":"traceutil/trace.go:171","msg":"trace[17592532] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"504.194736ms","start":"2026-04-07T00:41:52.679622Z","end":"2026-04-07T00:41:53.183816Z","steps":["trace[17592532] 'agreement among raft nodes before linearized reading' (duration: 502.402627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:41:53.185192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.220285Z","time spent":"964.898332ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:41:53.18522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.380425Z","time spent":"804.785501ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.380428Z","time spent":"804.831412ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.622691Z","time spent":"562.571578ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.219807Z","time spent":"965.521966ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.218462Z","time spent":"966.866035ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.174599Z","time spent":"1.010690844s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.662467Z","time spent":"522.828962ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-07T00:41:53.185599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:41:52.679609Z","time spent":"505.551557ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-07T00:43:05.639984Z","caller":"traceutil/trace.go:171","msg":"trace[2126481919] transaction","detail":"{read_only:false; response_revision:16484; number_of_response:1; }","duration":"108.177752ms","start":"2026-04-07T00:43:05.531779Z","end":"2026-04-07T00:43:05.639957Z","steps":["trace[2126481919] 'process raft request' (duration: 107.745533ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:43:09.845111Z","caller":"traceutil/trace.go:171","msg":"trace[721757396] transaction","detail":"{read_only:false; response_revision:16517; number_of_response:1; }","duration":"152.432499ms","start":"2026-04-07T00:43:09.692649Z","end":"2026-04-07T00:43:09.845081Z","steps":["trace[721757396] 'process raft request' (duration: 129.62199ms)","trace[721757396] 'compare' (duration: 22.713297ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:43:09.871262Z","caller":"traceutil/trace.go:171","msg":"trace[1562536320] transaction","detail":"{read_only:false; response_revision:16518; number_of_response:1; }","duration":"178.593192ms","start":"2026-04-07T00:43:09.692646Z","end":"2026-04-07T00:43:09.871239Z","steps":["trace[1562536320] 'process raft request' (duration: 178.447239ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:43:09.871468Z","caller":"traceutil/trace.go:171","msg":"trace[83263366] transaction","detail":"{read_only:false; response_revision:16519; number_of_response:1; }","duration":"178.793266ms","start":"2026-04-07T00:43:09.692661Z","end":"2026-04-07T00:43:09.871454Z","steps":["trace[83263366] 'process raft request' (duration: 178.546311ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:43:09.871667Z","caller":"traceutil/trace.go:171","msg":"trace[2034794436] linearizableReadLoop","detail":"{readStateIndex:17102; appliedIndex:17097; }","duration":"127.38831ms","start":"2026-04-07T00:43:09.744267Z","end":"2026-04-07T00:43:09.871655Z","steps":["trace[2034794436] 'read index received' (duration: 78.003879ms)","trace[2034794436] 'applied index is now lower than readState.Index' (duration: 49.383611ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:43:09.871739Z","caller":"traceutil/trace.go:171","msg":"trace[2101435679] transaction","detail":"{read_only:false; response_revision:16520; number_of_response:1; }","duration":"178.95259ms","start":"2026-04-07T00:43:09.692779Z","end":"2026-04-07T00:43:09.871731Z","steps":["trace[2101435679] 'process raft request' (duration: 178.631542ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:43:09.871794Z","caller":"traceutil/trace.go:171","msg":"trace[1863082790] transaction","detail":"{read_only:false; response_revision:16521; number_of_response:1; }","duration":"178.759875ms","start":"2026-04-07T00:43:09.693007Z","end":"2026-04-07T00:43:09.871767Z","steps":["trace[1863082790] 'process raft request' (duration: 178.599452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:43:09.871869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.592244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:43:09.871902Z","caller":"traceutil/trace.go:171","msg":"trace[1166305557] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:16521; }","duration":"127.672206ms","start":"2026-04-07T00:43:09.744219Z","end":"2026-04-07T00:43:09.871892Z","steps":["trace[1166305557] 'agreement among raft nodes before linearized reading' (duration: 127.526553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:43:10.060941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.241811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:43:10.061011Z","caller":"traceutil/trace.go:171","msg":"trace[1710469211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16521; }","duration":"107.365554ms","start":"2026-04-07T00:43:09.953629Z","end":"2026-04-07T00:43:10.060995Z","steps":["trace[1710469211] 'range keys from in-memory index tree' (duration: 107.159028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:43:11.337819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.712751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:43:11.337902Z","caller":"traceutil/trace.go:171","msg":"trace[1727866457] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16523; }","duration":"699.833554ms","start":"2026-04-07T00:43:10.638045Z","end":"2026-04-07T00:43:11.337879Z","steps":["trace[1727866457] 'count revisions from in-memory index tree' (duration: 699.652759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:43:11.337953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:43:10.638033Z","time spent":"699.905185ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:43:11.794287Z","caller":"traceutil/trace.go:171","msg":"trace[1901600428] transaction","detail":"{read_only:false; response_revision:16525; number_of_response:1; }","duration":"100.251305ms","start":"2026-04-07T00:43:11.69401Z","end":"2026-04-07T00:43:11.794261Z","steps":["trace[1901600428] 'process raft request' (duration: 100.095722ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:43:12.072617Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14250} {"level":"info","ts":"2026-04-07T00:43:12.152369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14250,"took":"77.412106ms","hash":3795628730,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":30355456,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T00:43:12.152419Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3795628730,"revision":14250,"compact-revision":12222} {"level":"warn","ts":"2026-04-07T00:43:50.872734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.18112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:43:50.87298Z","caller":"traceutil/trace.go:171","msg":"trace[1866877266] transaction","detail":"{read_only:false; response_revision:16768; number_of_response:1; }","duration":"165.832558ms","start":"2026-04-07T00:43:50.707113Z","end":"2026-04-07T00:43:50.872946Z","steps":["trace[1866877266] 'process raft request' (duration: 49.360121ms)","trace[1866877266] 'compare' (duration: 116.061227ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:43:51.218703Z","caller":"traceutil/trace.go:171","msg":"trace[1987233563] transaction","detail":"{read_only:false; response_revision:16769; number_of_response:1; }","duration":"116.461597ms","start":"2026-04-07T00:43:51.102215Z","end":"2026-04-07T00:43:51.218677Z","steps":["trace[1987233563] 'process raft request' (duration: 116.261193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:43:57.487179Z","caller":"traceutil/trace.go:171","msg":"trace[894018240] transaction","detail":"{read_only:false; response_revision:16872; number_of_response:1; }","duration":"137.301061ms","start":"2026-04-07T00:43:57.349849Z","end":"2026-04-07T00:43:57.48715Z","steps":["trace[894018240] 'process raft request' (duration: 124.215399ms)","trace[894018240] 'compare' (duration: 12.97613ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:43:58.094662Z","caller":"traceutil/trace.go:171","msg":"trace[1562112582] transaction","detail":"{read_only:false; response_revision:16877; number_of_response:1; }","duration":"103.574709ms","start":"2026-04-07T00:43:57.991055Z","end":"2026-04-07T00:43:58.094629Z","steps":["trace[1562112582] 'process raft request' (duration: 103.413786ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:14.836256Z","caller":"traceutil/trace.go:171","msg":"trace[1927382856] transaction","detail":"{read_only:false; response_revision:16985; number_of_response:1; }","duration":"127.848571ms","start":"2026-04-07T00:44:14.708385Z","end":"2026-04-07T00:44:14.836233Z","steps":["trace[1927382856] 'process raft request' (duration: 125.167571ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:14.836482Z","caller":"traceutil/trace.go:171","msg":"trace[1245909582] linearizableReadLoop","detail":"{readStateIndex:17586; appliedIndex:17585; }","duration":"110.76632ms","start":"2026-04-07T00:44:14.725707Z","end":"2026-04-07T00:44:14.836473Z","steps":["trace[1245909582] 'read index received' (duration: 107.772273ms)","trace[1245909582] 'applied index is now lower than readState.Index' (duration: 2.993177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:44:14.837003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.288801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-04-07T00:44:14.837072Z","caller":"traceutil/trace.go:171","msg":"trace[1854393295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:16986; }","duration":"111.396244ms","start":"2026-04-07T00:44:14.725661Z","end":"2026-04-07T00:44:14.837057Z","steps":["trace[1854393295] 'agreement among raft nodes before linearized reading' (duration: 111.275911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:15.82893Z","caller":"traceutil/trace.go:171","msg":"trace[515009790] linearizableReadLoop","detail":"{readStateIndex:17592; appliedIndex:17591; }","duration":"286.947997ms","start":"2026-04-07T00:44:15.541913Z","end":"2026-04-07T00:44:15.828861Z","steps":["trace[515009790] 'read index received' (duration: 286.729323ms)","trace[515009790] 'applied index is now lower than readState.Index' (duration: 217.734µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:44:15.829094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.157262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:44:15.829128Z","caller":"traceutil/trace.go:171","msg":"trace[529886544] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16991; }","duration":"287.239254ms","start":"2026-04-07T00:44:15.541878Z","end":"2026-04-07T00:44:15.829118Z","steps":["trace[529886544] 'agreement among raft nodes before linearized reading' (duration: 287.141082ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:15.829508Z","caller":"traceutil/trace.go:171","msg":"trace[418150216] transaction","detail":"{read_only:false; response_revision:16991; number_of_response:1; }","duration":"329.383333ms","start":"2026-04-07T00:44:15.500111Z","end":"2026-04-07T00:44:15.829495Z","steps":["trace[418150216] 'process raft request' (duration: 328.611326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:15.82961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:15.500089Z","time spent":"329.453314ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8076,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:44:16.000029Z","caller":"traceutil/trace.go:171","msg":"trace[2137223832] transaction","detail":"{read_only:false; response_revision:16992; number_of_response:1; }","duration":"157.382429ms","start":"2026-04-07T00:44:15.842616Z","end":"2026-04-07T00:44:15.999999Z","steps":["trace[2137223832] 'process raft request' (duration: 72.277472ms)","trace[2137223832] 'compare' (duration: 84.970214ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:44:16.030941Z","caller":"traceutil/trace.go:171","msg":"trace[1520283168] linearizableReadLoop","detail":"{readStateIndex:17594; appliedIndex:17592; }","duration":"147.12146ms","start":"2026-04-07T00:44:15.883799Z","end":"2026-04-07T00:44:16.03092Z","steps":["trace[1520283168] 'read index received' (duration: 31.111383ms)","trace[1520283168] 'applied index is now lower than readState.Index' (duration: 116.009317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:44:16.031181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.361335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T00:44:16.031091Z","caller":"traceutil/trace.go:171","msg":"trace[10164445] transaction","detail":"{read_only:false; response_revision:16993; number_of_response:1; }","duration":"187.416239ms","start":"2026-04-07T00:44:15.843596Z","end":"2026-04-07T00:44:16.031013Z","steps":["trace[10164445] 'process raft request' (duration: 187.174563ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:16.031218Z","caller":"traceutil/trace.go:171","msg":"trace[348258116] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16993; }","duration":"147.467078ms","start":"2026-04-07T00:44:15.883742Z","end":"2026-04-07T00:44:16.031209Z","steps":["trace[348258116] 'agreement among raft nodes before linearized reading' (duration: 147.325755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:16.031292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.677767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-07T00:44:16.031363Z","caller":"traceutil/trace.go:171","msg":"trace[316773327] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:16993; }","duration":"114.80364ms","start":"2026-04-07T00:44:15.916542Z","end":"2026-04-07T00:44:16.031346Z","steps":["trace[316773327] 'agreement among raft nodes before linearized reading' (duration: 114.589665ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:10.086814Z","caller":"traceutil/trace.go:171","msg":"trace[2089233370] transaction","detail":"{read_only:false; response_revision:18342; number_of_response:1; }","duration":"136.405643ms","start":"2026-04-07T00:47:09.950369Z","end":"2026-04-07T00:47:10.086774Z","steps":["trace[2089233370] 'process raft request' (duration: 136.203998ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:12.312119Z","caller":"traceutil/trace.go:171","msg":"trace[2089791344] transaction","detail":"{read_only:false; response_revision:18382; number_of_response:1; }","duration":"147.599503ms","start":"2026-04-07T00:47:12.164498Z","end":"2026-04-07T00:47:12.312097Z","steps":["trace[2089791344] 'process raft request' (duration: 147.46256ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:12.400769Z","caller":"traceutil/trace.go:171","msg":"trace[716238041] transaction","detail":"{read_only:false; response_revision:18383; number_of_response:1; }","duration":"219.441356ms","start":"2026-04-07T00:47:12.181302Z","end":"2026-04-07T00:47:12.400744Z","steps":["trace[716238041] 'process raft request' (duration: 219.23199ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:12.400943Z","caller":"traceutil/trace.go:171","msg":"trace[1958982475] linearizableReadLoop","detail":"{readStateIndex:19028; appliedIndex:19026; }","duration":"208.499682ms","start":"2026-04-07T00:47:12.192431Z","end":"2026-04-07T00:47:12.400931Z","steps":["trace[1958982475] 'read index received' (duration: 119.502856ms)","trace[1958982475] 'applied index is now lower than readState.Index' (duration: 88.995726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:47:12.401089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.635275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:47:12.401129Z","caller":"traceutil/trace.go:171","msg":"trace[1616271412] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:18383; }","duration":"208.711997ms","start":"2026-04-07T00:47:12.192406Z","end":"2026-04-07T00:47:12.401118Z","steps":["trace[1616271412] 'agreement among raft nodes before linearized reading' (duration: 208.625675ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:12.438778Z","caller":"traceutil/trace.go:171","msg":"trace[396138865] transaction","detail":"{read_only:false; response_revision:18384; number_of_response:1; }","duration":"124.078158ms","start":"2026-04-07T00:47:12.31466Z","end":"2026-04-07T00:47:12.438738Z","steps":["trace[396138865] 'process raft request' (duration: 117.073362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:12.438816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.463116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:47:12.438883Z","caller":"traceutil/trace.go:171","msg":"trace[155163139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18384; }","duration":"154.568829ms","start":"2026-04-07T00:47:12.284298Z","end":"2026-04-07T00:47:12.438867Z","steps":["trace[155163139] 'agreement among raft nodes before linearized reading' (duration: 154.435756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:12.439023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.356074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-07T00:47:12.439106Z","caller":"traceutil/trace.go:171","msg":"trace[539266664] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18384; }","duration":"189.500806ms","start":"2026-04-07T00:47:12.249588Z","end":"2026-04-07T00:47:12.439089Z","steps":["trace[539266664] 'agreement among raft nodes before linearized reading' (duration: 189.19441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.018696Z","caller":"traceutil/trace.go:171","msg":"trace[2057179889] transaction","detail":"{read_only:false; response_revision:18446; number_of_response:1; }","duration":"123.808232ms","start":"2026-04-07T00:47:20.89486Z","end":"2026-04-07T00:47:21.018668Z","steps":["trace[2057179889] 'process raft request' (duration: 123.592777ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.163954Z","caller":"traceutil/trace.go:171","msg":"trace[32447581] transaction","detail":"{read_only:false; response_revision:18447; number_of_response:1; }","duration":"217.975373ms","start":"2026-04-07T00:47:20.945927Z","end":"2026-04-07T00:47:21.163903Z","steps":["trace[32447581] 'process raft request' (duration: 146.758674ms)","trace[32447581] 'compare' (duration: 70.881402ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:21.164096Z","caller":"traceutil/trace.go:171","msg":"trace[1615466865] transaction","detail":"{read_only:false; response_revision:18448; number_of_response:1; }","duration":"218.107236ms","start":"2026-04-07T00:47:20.945969Z","end":"2026-04-07T00:47:21.164077Z","steps":["trace[1615466865] 'process raft request' (duration: 217.798829ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.164316Z","caller":"traceutil/trace.go:171","msg":"trace[451991886] transaction","detail":"{read_only:false; response_revision:18450; number_of_response:1; }","duration":"215.204561ms","start":"2026-04-07T00:47:20.949101Z","end":"2026-04-07T00:47:21.164305Z","steps":["trace[451991886] 'process raft request' (duration: 215.015777ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.16434Z","caller":"traceutil/trace.go:171","msg":"trace[1282196071] transaction","detail":"{read_only:false; response_revision:18449; number_of_response:1; }","duration":"217.743738ms","start":"2026-04-07T00:47:20.946571Z","end":"2026-04-07T00:47:21.164314Z","steps":["trace[1282196071] 'process raft request' (duration: 217.274228ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.164367Z","caller":"traceutil/trace.go:171","msg":"trace[2025488717] transaction","detail":"{read_only:false; response_revision:18451; number_of_response:1; }","duration":"170.31648ms","start":"2026-04-07T00:47:20.994023Z","end":"2026-04-07T00:47:21.16434Z","steps":["trace[2025488717] 'process raft request' (duration: 170.190907ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.164504Z","caller":"traceutil/trace.go:171","msg":"trace[1928973259] linearizableReadLoop","detail":"{readStateIndex:19096; appliedIndex:19091; }","duration":"205.29754ms","start":"2026-04-07T00:47:20.959187Z","end":"2026-04-07T00:47:21.164484Z","steps":["trace[1928973259] 'read index received' (duration: 59.15872ms)","trace[1928973259] 'applied index is now lower than readState.Index' (duration: 146.13743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:47:21.19144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.22561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-07T00:47:21.191541Z","caller":"traceutil/trace.go:171","msg":"trace[54409563] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18451; }","duration":"232.378115ms","start":"2026-04-07T00:47:20.959147Z","end":"2026-04-07T00:47:21.191525Z","steps":["trace[54409563] 'agreement among raft nodes before linearized reading' (duration: 205.418823ms)","trace[54409563] 'range keys from in-memory index tree' (duration: 26.780277ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:21.700029Z","caller":"traceutil/trace.go:171","msg":"trace[1479509588] transaction","detail":"{read_only:false; response_revision:18454; number_of_response:1; }","duration":"158.110297ms","start":"2026-04-07T00:47:21.541889Z","end":"2026-04-07T00:47:21.699999Z","steps":["trace[1479509588] 'process raft request' (duration: 105.611655ms)","trace[1479509588] 'compare' (duration: 52.375999ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:21.725292Z","caller":"traceutil/trace.go:171","msg":"trace[938957635] transaction","detail":"{read_only:false; response_revision:18455; number_of_response:1; }","duration":"183.238988ms","start":"2026-04-07T00:47:21.541992Z","end":"2026-04-07T00:47:21.725231Z","steps":["trace[938957635] 'process raft request' (duration: 183.078634ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:21.725422Z","caller":"traceutil/trace.go:171","msg":"trace[2012691912] linearizableReadLoop","detail":"{readStateIndex:19103; appliedIndex:19100; }","duration":"119.134727ms","start":"2026-04-07T00:47:21.606263Z","end":"2026-04-07T00:47:21.725398Z","steps":["trace[2012691912] 'read index received' (duration: 41.180918ms)","trace[2012691912] 'applied index is now lower than readState.Index' (duration: 77.950939ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:21.725456Z","caller":"traceutil/trace.go:171","msg":"trace[833230315] transaction","detail":"{read_only:false; response_revision:18456; number_of_response:1; }","duration":"119.517837ms","start":"2026-04-07T00:47:21.605897Z","end":"2026-04-07T00:47:21.725415Z","steps":["trace[833230315] 'process raft request' (duration: 119.294412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:21.725652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.371042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:47:21.725699Z","caller":"traceutil/trace.go:171","msg":"trace[229531992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18456; }","duration":"119.474324ms","start":"2026-04-07T00:47:21.606212Z","end":"2026-04-07T00:47:21.725686Z","steps":["trace[229531992] 'agreement among raft nodes before linearized reading' (duration: 119.26376ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:23.369968Z","caller":"traceutil/trace.go:171","msg":"trace[1747322882] transaction","detail":"{read_only:false; response_revision:18461; number_of_response:1; }","duration":"202.14576ms","start":"2026-04-07T00:47:23.167794Z","end":"2026-04-07T00:47:23.369939Z","steps":["trace[1747322882] 'process raft request' (duration: 201.970946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:23.55671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.039243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:47:23.556871Z","caller":"traceutil/trace.go:171","msg":"trace[1349279758] transaction","detail":"{read_only:false; response_revision:18462; number_of_response:1; }","duration":"386.257407ms","start":"2026-04-07T00:47:23.170583Z","end":"2026-04-07T00:47:23.556841Z","steps":["trace[1349279758] 'process raft request' (duration: 254.985238ms)","trace[1349279758] 'compare' (duration: 130.86229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:47:23.557019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:23.170564Z","time spent":"386.37949ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:47:23.557197Z","caller":"traceutil/trace.go:171","msg":"trace[1892628947] linearizableReadLoop","detail":"{readStateIndex:19109; appliedIndex:19107; }","duration":"353.096487ms","start":"2026-04-07T00:47:23.204051Z","end":"2026-04-07T00:47:23.557147Z","steps":["trace[1892628947] 'read index received' (duration: 165.699327ms)","trace[1892628947] 'applied index is now lower than readState.Index' (duration: 187.3944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:47:23.557366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.290241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:47:23.557411Z","caller":"traceutil/trace.go:171","msg":"trace[785129572] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:18463; }","duration":"353.398744ms","start":"2026-04-07T00:47:23.203999Z","end":"2026-04-07T00:47:23.557398Z","steps":["trace[785129572] 'agreement among raft nodes before linearized reading' (duration: 353.299502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:23.557435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.247804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dq79w\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-04-07T00:47:23.55745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:23.203978Z","time spent":"353.457515ms","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:47:23.557496Z","caller":"traceutil/trace.go:171","msg":"trace[1824756578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dq79w; range_end:; response_count:1; response_revision:18463; }","duration":"342.338627ms","start":"2026-04-07T00:47:23.215141Z","end":"2026-04-07T00:47:23.55748Z","steps":["trace[1824756578] 'agreement among raft nodes before linearized reading' (duration: 342.176373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:23.557542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:23.215128Z","time spent":"342.404808ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dq79w\" "} {"level":"warn","ts":"2026-04-07T00:47:23.557674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.400595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpgcj\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-04-07T00:47:23.557784Z","caller":"traceutil/trace.go:171","msg":"trace[2004520264] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpgcj; range_end:; response_count:1; response_revision:18463; }","duration":"215.518228ms","start":"2026-04-07T00:47:23.342246Z","end":"2026-04-07T00:47:23.557764Z","steps":["trace[2004520264] 'agreement among raft nodes before linearized reading' (duration: 215.118229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:23.55783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.939179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-04-07T00:47:23.557871Z","caller":"traceutil/trace.go:171","msg":"trace[1296665046] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b8gcn; range_end:; response_count:1; response_revision:18463; }","duration":"217.009261ms","start":"2026-04-07T00:47:23.340851Z","end":"2026-04-07T00:47:23.557861Z","steps":["trace[1296665046] 'agreement among raft nodes before linearized reading' (duration: 216.897358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:23.76073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.047124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:47:23.760845Z","caller":"traceutil/trace.go:171","msg":"trace[480422067] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18464; }","duration":"101.237909ms","start":"2026-04-07T00:47:23.659586Z","end":"2026-04-07T00:47:23.760824Z","steps":["trace[480422067] 'count revisions from in-memory index tree' (duration: 100.913932ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:25.193698Z","caller":"traceutil/trace.go:171","msg":"trace[1349665168] linearizableReadLoop","detail":"{readStateIndex:19118; appliedIndex:19117; }","duration":"118.80532ms","start":"2026-04-07T00:47:25.074863Z","end":"2026-04-07T00:47:25.193668Z","steps":["trace[1349665168] 'read index received' (duration: 118.740758ms)","trace[1349665168] 'applied index is now lower than readState.Index' (duration: 63.032µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:25.193888Z","caller":"traceutil/trace.go:171","msg":"trace[679628094] transaction","detail":"{read_only:false; response_revision:18471; number_of_response:1; }","duration":"119.697109ms","start":"2026-04-07T00:47:25.074174Z","end":"2026-04-07T00:47:25.193871Z","steps":["trace[679628094] 'process raft request' (duration: 119.312701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:25.1942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.395856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T00:47:25.194279Z","caller":"traceutil/trace.go:171","msg":"trace[2132702502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18471; }","duration":"116.507669ms","start":"2026-04-07T00:47:25.077749Z","end":"2026-04-07T00:47:25.194257Z","steps":["trace[2132702502] 'agreement among raft nodes before linearized reading' (duration: 116.223973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:25.194554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.647298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:47:25.194662Z","caller":"traceutil/trace.go:171","msg":"trace[999339525] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:18471; }","duration":"119.807483ms","start":"2026-04-07T00:47:25.074822Z","end":"2026-04-07T00:47:25.19463Z","steps":["trace[999339525] 'agreement among raft nodes before linearized reading' (duration: 119.615408ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:26.263803Z","caller":"traceutil/trace.go:171","msg":"trace[147706540] linearizableReadLoop","detail":"{readStateIndex:19129; appliedIndex:19128; }","duration":"285.935749ms","start":"2026-04-07T00:47:25.97783Z","end":"2026-04-07T00:47:26.263766Z","steps":["trace[147706540] 'read index received' (duration: 200.749799ms)","trace[147706540] 'applied index is now lower than readState.Index' (duration: 85.18467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:47:26.263865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:25.925321Z","time spent":"338.536072ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:47:26.26402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.175154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:47:26.264071Z","caller":"traceutil/trace.go:171","msg":"trace[1285568272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18481; }","duration":"286.272836ms","start":"2026-04-07T00:47:25.977783Z","end":"2026-04-07T00:47:26.264056Z","steps":["trace[1285568272] 'agreement among raft nodes before linearized reading' (duration: 286.110043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:26.264456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.866021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-6fbc6\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-07T00:47:26.26455Z","caller":"traceutil/trace.go:171","msg":"trace[958033454] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-6fbc6; range_end:; response_count:1; response_revision:18481; }","duration":"110.007783ms","start":"2026-04-07T00:47:26.154518Z","end":"2026-04-07T00:47:26.264526Z","steps":["trace[958033454] 'agreement among raft nodes before linearized reading' (duration: 109.720257ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:26.572906Z","caller":"traceutil/trace.go:171","msg":"trace[551423466] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"113.524743ms","start":"2026-04-07T00:47:26.459348Z","end":"2026-04-07T00:47:26.572873Z","steps":["trace[551423466] 'process raft request' (duration: 113.082353ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:27.423986Z","caller":"traceutil/trace.go:171","msg":"trace[1855332697] linearizableReadLoop","detail":"{readStateIndex:19137; appliedIndex:19136; }","duration":"123.28698ms","start":"2026-04-07T00:47:27.300675Z","end":"2026-04-07T00:47:27.423962Z","steps":["trace[1855332697] 'read index received' (duration: 123.132147ms)","trace[1855332697] 'applied index is now lower than readState.Index' (duration: 153.783µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:47:27.424201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.443785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:47:27.424257Z","caller":"traceutil/trace.go:171","msg":"trace[834717127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18489; }","duration":"123.621087ms","start":"2026-04-07T00:47:27.300616Z","end":"2026-04-07T00:47:27.424237Z","steps":["trace[834717127] 'agreement among raft nodes before linearized reading' (duration: 123.443694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:27.424176Z","caller":"traceutil/trace.go:171","msg":"trace[2084244979] transaction","detail":"{read_only:false; response_revision:18489; number_of_response:1; }","duration":"224.471707ms","start":"2026-04-07T00:47:27.199673Z","end":"2026-04-07T00:47:27.424145Z","steps":["trace[2084244979] 'process raft request' (duration: 224.14329ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:27.680277Z","caller":"traceutil/trace.go:171","msg":"trace[989959457] transaction","detail":"{read_only:false; response_revision:18490; number_of_response:1; }","duration":"102.63206ms","start":"2026-04-07T00:47:27.577617Z","end":"2026-04-07T00:47:27.68025Z","steps":["trace[989959457] 'process raft request' (duration: 91.247846ms)","trace[989959457] 'compare' (duration: 11.027036ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:28.754096Z","caller":"traceutil/trace.go:171","msg":"trace[538541625] transaction","detail":"{read_only:false; response_revision:18503; number_of_response:1; }","duration":"121.466619ms","start":"2026-04-07T00:47:28.632602Z","end":"2026-04-07T00:47:28.754068Z","steps":["trace[538541625] 'process raft request' (duration: 121.208024ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:29.842191Z","caller":"traceutil/trace.go:171","msg":"trace[1015282762] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"115.67755ms","start":"2026-04-07T00:47:29.726307Z","end":"2026-04-07T00:47:29.841985Z","steps":["trace[1015282762] 'process raft request' (duration: 115.234641ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:34.356973Z","caller":"traceutil/trace.go:171","msg":"trace[1069202561] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"190.715875ms","start":"2026-04-07T00:47:34.166216Z","end":"2026-04-07T00:47:34.356932Z","steps":["trace[1069202561] 'process raft request' (duration: 190.649543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:34.35714Z","caller":"traceutil/trace.go:171","msg":"trace[706283816] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"191.272947ms","start":"2026-04-07T00:47:34.165824Z","end":"2026-04-07T00:47:34.357097Z","steps":["trace[706283816] 'process raft request' (duration: 139.637235ms)","trace[706283816] 'compare' (duration: 51.155861ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:54.634057Z","caller":"traceutil/trace.go:171","msg":"trace[1106023182] transaction","detail":"{read_only:false; response_revision:18668; number_of_response:1; }","duration":"271.629839ms","start":"2026-04-07T00:47:54.362401Z","end":"2026-04-07T00:47:54.634031Z","steps":["trace[1106023182] 'process raft request' (duration: 271.441555ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:47:55.005079Z","caller":"traceutil/trace.go:171","msg":"trace[324595733] linearizableReadLoop","detail":"{readStateIndex:19322; appliedIndex:19320; }","duration":"459.88118ms","start":"2026-04-07T00:47:54.545165Z","end":"2026-04-07T00:47:55.005046Z","steps":["trace[324595733] 'read index received' (duration: 88.77988ms)","trace[324595733] 'applied index is now lower than readState.Index' (duration: 371.09961ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:47:55.005222Z","caller":"traceutil/trace.go:171","msg":"trace[657248304] transaction","detail":"{read_only:false; response_revision:18669; number_of_response:1; }","duration":"485.125593ms","start":"2026-04-07T00:47:54.520048Z","end":"2026-04-07T00:47:55.005174Z","steps":["trace[657248304] 'process raft request' (duration: 483.460425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:55.005431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.116713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:47:55.005441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:54.520018Z","time spent":"485.306216ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:47:55.0055Z","caller":"traceutil/trace.go:171","msg":"trace[1924151580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18669; }","duration":"459.236865ms","start":"2026-04-07T00:47:54.546245Z","end":"2026-04-07T00:47:55.005482Z","steps":["trace[1924151580] 'agreement among raft nodes before linearized reading' (duration: 459.00403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:55.005558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:54.546224Z","time spent":"459.318717ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:47:55.005431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.660359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-07T00:47:55.005761Z","caller":"traceutil/trace.go:171","msg":"trace[1430244031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:18669; }","duration":"271.038257ms","start":"2026-04-07T00:47:54.734704Z","end":"2026-04-07T00:47:55.005742Z","steps":["trace[1430244031] 'agreement among raft nodes before linearized reading' (duration: 270.543136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:55.005789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.614433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:47:55.005848Z","caller":"traceutil/trace.go:171","msg":"trace[803906753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18669; }","duration":"450.669954ms","start":"2026-04-07T00:47:54.555161Z","end":"2026-04-07T00:47:55.005831Z","steps":["trace[803906753] 'agreement among raft nodes before linearized reading' (duration: 450.519571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:55.005924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:54.555151Z","time spent":"450.760186ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:47:55.005408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.181446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:47:55.006009Z","caller":"traceutil/trace.go:171","msg":"trace[393080125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18669; }","duration":"460.898381ms","start":"2026-04-07T00:47:54.545079Z","end":"2026-04-07T00:47:55.005977Z","steps":["trace[393080125] 'agreement among raft nodes before linearized reading' (duration: 460.117124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:47:55.006114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:47:54.545055Z","time spent":"461.023225ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:48:01.484416Z","caller":"traceutil/trace.go:171","msg":"trace[219332694] linearizableReadLoop","detail":"{readStateIndex:19357; appliedIndex:19356; }","duration":"448.395353ms","start":"2026-04-07T00:48:01.035985Z","end":"2026-04-07T00:48:01.48438Z","steps":["trace[219332694] 'read index received' (duration: 448.331502ms)","trace[219332694] 'applied index is now lower than readState.Index' (duration: 56.871µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:01.48472Z","caller":"traceutil/trace.go:171","msg":"trace[826154800] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"459.348928ms","start":"2026-04-07T00:48:01.025337Z","end":"2026-04-07T00:48:01.484686Z","steps":["trace[826154800] 'process raft request' (duration: 458.798996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.484926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.025307Z","time spent":"459.535092ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:01.485033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.961175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:48:01.485102Z","caller":"traceutil/trace.go:171","msg":"trace[657209945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18703; }","duration":"449.13544ms","start":"2026-04-07T00:48:01.035954Z","end":"2026-04-07T00:48:01.485089Z","steps":["trace[657209945] 'agreement among raft nodes before linearized reading' (duration: 448.741551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.485182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.035944Z","time spent":"449.225011ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:48:01.705709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.333605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:48:01.70648Z","caller":"traceutil/trace.go:171","msg":"trace[908975568] linearizableReadLoop","detail":"{readStateIndex:19358; appliedIndex:19357; }","duration":"221.794038ms","start":"2026-04-07T00:48:01.484648Z","end":"2026-04-07T00:48:01.706442Z","steps":["trace[908975568] 'read index received' (duration: 91.723846ms)","trace[908975568] 'applied index is now lower than readState.Index' (duration: 130.066572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:01.7067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.660834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:48:01.706749Z","caller":"traceutil/trace.go:171","msg":"trace[477512606] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18704; }","duration":"402.764005ms","start":"2026-04-07T00:48:01.303971Z","end":"2026-04-07T00:48:01.706735Z","steps":["trace[477512606] 'agreement among raft nodes before linearized reading' (duration: 402.627842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.706794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.303948Z","time spent":"402.834737ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:48:01.706928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.841216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:48:01.707005Z","caller":"traceutil/trace.go:171","msg":"trace[1111410987] transaction","detail":"{read_only:false; response_revision:18704; number_of_response:1; }","duration":"216.741024ms","start":"2026-04-07T00:48:01.490239Z","end":"2026-04-07T00:48:01.70698Z","steps":["trace[1111410987] 'process raft request' (duration: 216.109881ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:01.707032Z","caller":"traceutil/trace.go:171","msg":"trace[412116725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18704; }","duration":"663.00558ms","start":"2026-04-07T00:48:01.044005Z","end":"2026-04-07T00:48:01.70701Z","steps":["trace[412116725] 'agreement among raft nodes before linearized reading' (duration: 662.615732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.707143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.043982Z","time spent":"663.147844ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:48:01.707218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.099629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:01.707266Z","caller":"traceutil/trace.go:171","msg":"trace[287545167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18705; }","duration":"423.204441ms","start":"2026-04-07T00:48:01.28405Z","end":"2026-04-07T00:48:01.707254Z","steps":["trace[287545167] 'agreement among raft nodes before linearized reading' (duration: 423.12908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.707302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.284018Z","time spent":"423.277982ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:48:01.707606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.514701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" ","response":"range_response_count:1 size:20873"} {"level":"warn","ts":"2026-04-07T00:48:01.70767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.570997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:48:01.707691Z","caller":"traceutil/trace.go:171","msg":"trace[1512749257] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-55kbt; range_end:; response_count:1; response_revision:18705; }","duration":"576.647265ms","start":"2026-04-07T00:48:01.131025Z","end":"2026-04-07T00:48:01.707672Z","steps":["trace[1512749257] 'agreement among raft nodes before linearized reading' (duration: 575.702683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:01.707767Z","caller":"traceutil/trace.go:171","msg":"trace[553396307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18705; }","duration":"669.670971ms","start":"2026-04-07T00:48:01.038055Z","end":"2026-04-07T00:48:01.707726Z","steps":["trace[553396307] 'agreement among raft nodes before linearized reading' (duration: 669.424454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.707784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.130921Z","time spent":"576.850169ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20895,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-55kbt\" "} {"level":"warn","ts":"2026-04-07T00:48:01.707827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.038048Z","time spent":"669.764853ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:48:01.708156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.392877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T00:48:01.708261Z","caller":"traceutil/trace.go:171","msg":"trace[1449953966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18705; }","duration":"636.524851ms","start":"2026-04-07T00:48:01.071722Z","end":"2026-04-07T00:48:01.708247Z","steps":["trace[1449953966] 'agreement among raft nodes before linearized reading' (duration: 635.701112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:01.709003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.071708Z","time spent":"637.275467ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:48:02.347797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178921114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:48:03.102094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.483811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:48:03.102345Z","caller":"traceutil/trace.go:171","msg":"trace[1915671408] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"1.375882424s","start":"2026-04-07T00:48:01.726425Z","end":"2026-04-07T00:48:03.102307Z","steps":["trace[1915671408] 'process raft request' (duration: 976.082136ms)","trace[1915671408] 'compare' (duration: 398.251994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:03.10248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.726403Z","time spent":"1.376006687s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:48:03.102706Z","caller":"traceutil/trace.go:171","msg":"trace[1798644323] transaction","detail":"{read_only:false; response_revision:18709; number_of_response:1; }","duration":"1.224251812s","start":"2026-04-07T00:48:01.878445Z","end":"2026-04-07T00:48:03.102697Z","steps":["trace[1798644323] 'process raft request' (duration: 1.223760291s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:03.102723Z","caller":"traceutil/trace.go:171","msg":"trace[1880408355] linearizableReadLoop","detail":"{readStateIndex:19365; appliedIndex:19362; }","duration":"1.255933038s","start":"2026-04-07T00:48:01.84677Z","end":"2026-04-07T00:48:03.102703Z","steps":["trace[1880408355] 'read index received' (duration: 855.823863ms)","trace[1880408355] 'applied index is now lower than readState.Index' (duration: 400.108195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:03.102753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.878416Z","time spent":"1.224314073s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:03.102853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256080652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:03.102943Z","caller":"traceutil/trace.go:171","msg":"trace[1483388031] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18710; }","duration":"1.256206435s","start":"2026-04-07T00:48:01.846719Z","end":"2026-04-07T00:48:03.102925Z","steps":["trace[1483388031] 'agreement among raft nodes before linearized reading' (duration: 1.256099793s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.102982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:01.846697Z","time spent":"1.256275927s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:48:03.102986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.838025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:03.103018Z","caller":"traceutil/trace.go:171","msg":"trace[1733210877] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:18710; }","duration":"934.939368ms","start":"2026-04-07T00:48:02.168068Z","end":"2026-04-07T00:48:03.103007Z","steps":["trace[1733210877] 'agreement among raft nodes before linearized reading' (duration: 934.900157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.103038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.168044Z","time spent":"934.987218ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:48:03.103021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.761456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:48:03.10304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.066536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:03.102922Z","caller":"traceutil/trace.go:171","msg":"trace[1815874078] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"955.241051ms","start":"2026-04-07T00:48:02.147667Z","end":"2026-04-07T00:48:03.102908Z","steps":["trace[1815874078] 'process raft request' (duration: 954.947933ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:03.103136Z","caller":"traceutil/trace.go:171","msg":"trace[181456981] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:18710; }","duration":"916.204069ms","start":"2026-04-07T00:48:02.186902Z","end":"2026-04-07T00:48:03.103106Z","steps":["trace[181456981] 'agreement among raft nodes before linearized reading' (duration: 916.047775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.103197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.186882Z","time spent":"916.296481ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:48:03.103265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088971784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:48:03.103088Z","caller":"traceutil/trace.go:171","msg":"trace[1802417973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18710; }","duration":"437.873739ms","start":"2026-04-07T00:48:02.665197Z","end":"2026-04-07T00:48:03.10307Z","steps":["trace[1802417973] 'agreement among raft nodes before linearized reading' (duration: 437.666125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.103414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.665171Z","time spent":"438.229586ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:48:03.1031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.529932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-04-07T00:48:03.103485Z","caller":"traceutil/trace.go:171","msg":"trace[103202408] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-b8gcn; range_end:; response_count:1; response_revision:18710; }","duration":"871.972093ms","start":"2026-04-07T00:48:02.231491Z","end":"2026-04-07T00:48:03.103463Z","steps":["trace[103202408] 'agreement among raft nodes before linearized reading' (duration: 871.483152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.102946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.52088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:48:03.103554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.231458Z","time spent":"872.078255ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-b8gcn\" "} {"level":"info","ts":"2026-04-07T00:48:03.103494Z","caller":"traceutil/trace.go:171","msg":"trace[95618531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18710; }","duration":"1.089174739s","start":"2026-04-07T00:48:02.014187Z","end":"2026-04-07T00:48:03.103362Z","steps":["trace[95618531] 'agreement among raft nodes before linearized reading' (duration: 1.088670827s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:03.103592Z","caller":"traceutil/trace.go:171","msg":"trace[267733959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18710; }","duration":"819.181115ms","start":"2026-04-07T00:48:02.284398Z","end":"2026-04-07T00:48:03.103579Z","steps":["trace[267733959] 'agreement among raft nodes before linearized reading' (duration: 818.521521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.10366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.284387Z","time spent":"819.259687ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:48:03.10308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.217804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpgcj\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-04-07T00:48:03.103729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.014162Z","time spent":"1.089509526s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:48:03.10371Z","caller":"traceutil/trace.go:171","msg":"trace[38358039] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpgcj; range_end:; response_count:1; response_revision:18710; }","duration":"870.885108ms","start":"2026-04-07T00:48:02.232809Z","end":"2026-04-07T00:48:03.103694Z","steps":["trace[38358039] 'agreement among raft nodes before linearized reading' (duration: 870.05901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:03.10324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.147642Z","time spent":"955.551457ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:03.103816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:02.232801Z","time spent":"871.001391ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpgcj\" "} {"level":"warn","ts":"2026-04-07T00:48:05.668711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.215791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:05.668833Z","caller":"traceutil/trace.go:171","msg":"trace[1595103031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18711; }","duration":"583.350485ms","start":"2026-04-07T00:48:05.085464Z","end":"2026-04-07T00:48:05.668815Z","steps":["trace[1595103031] 'range keys from in-memory index tree' (duration: 583.197751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.668941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.638719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:48:05.669035Z","caller":"traceutil/trace.go:171","msg":"trace[574743946] linearizableReadLoop","detail":"{readStateIndex:19367; appliedIndex:19365; }","duration":"2.561037344s","start":"2026-04-07T00:48:03.107981Z","end":"2026-04-07T00:48:05.669018Z","steps":["trace[574743946] 'read index received' (duration: 60.203754ms)","trace[574743946] 'applied index is now lower than readState.Index' (duration: 2.50083228s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:05.669092Z","caller":"traceutil/trace.go:171","msg":"trace[2138395132] transaction","detail":"{read_only:false; response_revision:18712; number_of_response:1; }","duration":"2.561094526s","start":"2026-04-07T00:48:03.107932Z","end":"2026-04-07T00:48:05.669026Z","steps":["trace[2138395132] 'process raft request' (duration: 2.359285303s)","trace[2138395132] 'compare' (duration: 201.492665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:05.669166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563232063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:05.669259Z","caller":"traceutil/trace.go:171","msg":"trace[445359094] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18712; }","duration":"2.563355815s","start":"2026-04-07T00:48:03.105884Z","end":"2026-04-07T00:48:05.669239Z","steps":["trace[445359094] 'agreement among raft nodes before linearized reading' (duration: 2.563210132s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.669283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.107912Z","time spent":"2.56126624s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:05.669307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.105865Z","time spent":"2.563432908s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-07T00:48:05.851422Z","caller":"traceutil/trace.go:171","msg":"trace[1449979534] transaction","detail":"{read_only:false; response_revision:18714; number_of_response:1; }","duration":"2.137509075s","start":"2026-04-07T00:48:03.713845Z","end":"2026-04-07T00:48:05.851354Z","steps":["trace[1449979534] 'process raft request' (duration: 2.137345852s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:05.851732Z","caller":"traceutil/trace.go:171","msg":"trace[798807995] transaction","detail":"{read_only:false; response_revision:18715; number_of_response:1; }","duration":"1.453942176s","start":"2026-04-07T00:48:04.39777Z","end":"2026-04-07T00:48:05.851712Z","steps":["trace[798807995] 'process raft request' (duration: 1.453488706s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:05.851784Z","caller":"traceutil/trace.go:171","msg":"trace[1008512180] transaction","detail":"{read_only:false; response_revision:18713; number_of_response:1; }","duration":"2.361587125s","start":"2026-04-07T00:48:03.490154Z","end":"2026-04-07T00:48:05.851741Z","steps":["trace[1008512180] 'process raft request' (duration: 2.336460114s)","trace[1008512180] 'compare' (duration: 24.120388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:05.851889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:04.39775Z","time spent":"1.454062248s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:48:05.852056Z","caller":"traceutil/trace.go:171","msg":"trace[571292755] transaction","detail":"{read_only:false; response_revision:18716; number_of_response:1; }","duration":"743.160579ms","start":"2026-04-07T00:48:05.108874Z","end":"2026-04-07T00:48:05.852035Z","steps":["trace[571292755] 'process raft request' (duration: 742.75027ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:05.852031Z","caller":"traceutil/trace.go:171","msg":"trace[1401397320] transaction","detail":"{read_only:false; response_revision:18717; number_of_response:1; }","duration":"734.084736ms","start":"2026-04-07T00:48:05.117921Z","end":"2026-04-07T00:48:05.852005Z","steps":["trace[1401397320] 'process raft request' (duration: 733.921923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.852071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.490124Z","time spent":"2.361743777s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:05.852105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:05.108849Z","time spent":"743.23111ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:05.852248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:05.117891Z","time spent":"734.22015ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:05.852623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.713829Z","time spent":"2.13767841s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:48:05.921598Z","caller":"traceutil/trace.go:171","msg":"trace[1263591891] linearizableReadLoop","detail":"{readStateIndex:19373; appliedIndex:19367; }","duration":"252.506852ms","start":"2026-04-07T00:48:05.669071Z","end":"2026-04-07T00:48:05.921578Z","steps":["trace[1263591891] 'read index received' (duration: 157.453232ms)","trace[1263591891] 'applied index is now lower than readState.Index' (duration: 95.05285ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:05.921686Z","caller":"traceutil/trace.go:171","msg":"trace[1026277061] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"312.994863ms","start":"2026-04-07T00:48:05.608684Z","end":"2026-04-07T00:48:05.921679Z","steps":["trace[1026277061] 'process raft request' (duration: 312.772548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.92177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:05.60866Z","time spent":"313.047093ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:05.921822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63839317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:05.921895Z","caller":"traceutil/trace.go:171","msg":"trace[969773318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18718; }","duration":"1.638533914s","start":"2026-04-07T00:48:04.283341Z","end":"2026-04-07T00:48:05.921875Z","steps":["trace[969773318] 'agreement among raft nodes before linearized reading' (duration: 1.638430452s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.921923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:04.283318Z","time spent":"1.638599725s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:48:05.92207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.916133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T00:48:05.922132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.51652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:48:05.922131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.685708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-07T00:48:05.922189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.211324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:48:05.922209Z","caller":"traceutil/trace.go:171","msg":"trace[2028439013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18718; }","duration":"749.269885ms","start":"2026-04-07T00:48:05.172935Z","end":"2026-04-07T00:48:05.922205Z","steps":["trace[2028439013] 'agreement among raft nodes before linearized reading' (duration: 749.226814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:05.172911Z","time spent":"749.312887ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:48:05.922207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21164044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:48:05.922245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124762911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:48:05.92227Z","caller":"traceutil/trace.go:171","msg":"trace[673258017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18718; }","duration":"2.211754912s","start":"2026-04-07T00:48:03.710501Z","end":"2026-04-07T00:48:05.922256Z","steps":["trace[673258017] 'agreement among raft nodes before linearized reading' (duration: 2.211527617s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688913528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:48:05.922285Z","caller":"traceutil/trace.go:171","msg":"trace[2005246582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18718; }","duration":"2.124800342s","start":"2026-04-07T00:48:03.797473Z","end":"2026-04-07T00:48:05.922273Z","steps":["trace[2005246582] 'agreement among raft nodes before linearized reading' (duration: 2.124696529s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.710479Z","time spent":"2.211819143s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:48:05.922323Z","caller":"traceutil/trace.go:171","msg":"trace[436166728] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18718; }","duration":"1.688983069s","start":"2026-04-07T00:48:04.233327Z","end":"2026-04-07T00:48:05.92231Z","steps":["trace[436166728] 'agreement among raft nodes before linearized reading' (duration: 1.688895588s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.797422Z","time spent":"2.124900395s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:48:05.92236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:04.233311Z","time spent":"1.68904077s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":32,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:48:05.922193Z","caller":"traceutil/trace.go:171","msg":"trace[974839286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18718; }","duration":"222.805061ms","start":"2026-04-07T00:48:05.699374Z","end":"2026-04-07T00:48:05.922179Z","steps":["trace[974839286] 'agreement among raft nodes before linearized reading' (duration: 222.618037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.92254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200978171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:48:05.922592Z","caller":"traceutil/trace.go:171","msg":"trace[1179203465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18718; }","duration":"2.201075033s","start":"2026-04-07T00:48:03.721505Z","end":"2026-04-07T00:48:05.92258Z","steps":["trace[1179203465] 'agreement among raft nodes before linearized reading' (duration: 2.200866109s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.92263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.721482Z","time spent":"2.201140185s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:48:05.922143Z","caller":"traceutil/trace.go:171","msg":"trace[653064845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18718; }","duration":"249.018995ms","start":"2026-04-07T00:48:05.673107Z","end":"2026-04-07T00:48:05.922126Z","steps":["trace[653064845] 'agreement among raft nodes before linearized reading' (duration: 248.814141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168406845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:48:05.922152Z","caller":"traceutil/trace.go:171","msg":"trace[1630412859] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:18718; }","duration":"450.559961ms","start":"2026-04-07T00:48:05.471583Z","end":"2026-04-07T00:48:05.922143Z","steps":["trace[1630412859] 'agreement among raft nodes before linearized reading' (duration: 450.52871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:05.471565Z","time spent":"451.154624ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:48:05.922741Z","caller":"traceutil/trace.go:171","msg":"trace[1423279528] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:18718; }","duration":"1.168516427s","start":"2026-04-07T00:48:04.754196Z","end":"2026-04-07T00:48:05.922712Z","steps":["trace[1423279528] 'agreement among raft nodes before linearized reading' (duration: 1.168338323s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.267717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-07T00:48:05.922779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:04.754183Z","time spent":"1.16858867s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":23,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:48:05.922811Z","caller":"traceutil/trace.go:171","msg":"trace[1344537365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18718; }","duration":"308.996313ms","start":"2026-04-07T00:48:05.613797Z","end":"2026-04-07T00:48:05.922793Z","steps":["trace[1344537365] 'agreement among raft nodes before linearized reading' (duration: 308.238086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.922866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:05.61377Z","time spent":"309.078644ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T00:48:05.922959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808236017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:947011"} {"level":"info","ts":"2026-04-07T00:48:05.923003Z","caller":"traceutil/trace.go:171","msg":"trace[1207364633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18718; }","duration":"2.808306529s","start":"2026-04-07T00:48:03.114685Z","end":"2026-04-07T00:48:05.922992Z","steps":["trace[1207364633] 'agreement among raft nodes before linearized reading' (duration: 2.807389819s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.923029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.114668Z","time spent":"2.80835421s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":947033,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:48:05.923495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811573062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:947011"} {"level":"info","ts":"2026-04-07T00:48:05.923594Z","caller":"traceutil/trace.go:171","msg":"trace[1003487184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18718; }","duration":"2.811706405s","start":"2026-04-07T00:48:03.11187Z","end":"2026-04-07T00:48:05.923576Z","steps":["trace[1003487184] 'agreement among raft nodes before linearized reading' (duration: 2.810498569s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.92352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202466465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T00:48:05.92365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:03.111863Z","time spent":"2.811773627s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":947033,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T00:48:05.923662Z","caller":"traceutil/trace.go:171","msg":"trace[1464776520] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18718; }","duration":"1.202659069s","start":"2026-04-07T00:48:04.720994Z","end":"2026-04-07T00:48:05.923653Z","steps":["trace[1464776520] 'agreement among raft nodes before linearized reading' (duration: 1.201477743s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:05.923693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:04.720971Z","time spent":"1.202713191s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1845,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:48:06.05448Z","caller":"traceutil/trace.go:171","msg":"trace[773417442] linearizableReadLoop","detail":"{readStateIndex:19380; appliedIndex:19373; }","duration":"119.833814ms","start":"2026-04-07T00:48:05.934631Z","end":"2026-04-07T00:48:06.054465Z","steps":["trace[773417442] 'read index received' (duration: 29.465178ms)","trace[773417442] 'applied index is now lower than readState.Index' (duration: 90.368036ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:06.054757Z","caller":"traceutil/trace.go:171","msg":"trace[1109082342] transaction","detail":"{read_only:false; response_revision:18719; number_of_response:1; }","duration":"127.76919ms","start":"2026-04-07T00:48:05.926981Z","end":"2026-04-07T00:48:06.05475Z","steps":["trace[1109082342] 'process raft request' (duration: 127.267919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:06.054964Z","caller":"traceutil/trace.go:171","msg":"trace[1588453014] transaction","detail":"{read_only:false; response_revision:18720; number_of_response:1; }","duration":"127.237047ms","start":"2026-04-07T00:48:05.92772Z","end":"2026-04-07T00:48:06.054957Z","steps":["trace[1588453014] 'process raft request' (duration: 126.646514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:06.055104Z","caller":"traceutil/trace.go:171","msg":"trace[346085180] transaction","detail":"{read_only:false; response_revision:18721; number_of_response:1; }","duration":"127.317829ms","start":"2026-04-07T00:48:05.92778Z","end":"2026-04-07T00:48:06.055098Z","steps":["trace[346085180] 'process raft request' (duration: 126.611064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:06.055471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.820296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T00:48:06.055496Z","caller":"traceutil/trace.go:171","msg":"trace[608316015] transaction","detail":"{read_only:false; response_revision:18722; number_of_response:1; }","duration":"127.657128ms","start":"2026-04-07T00:48:05.927828Z","end":"2026-04-07T00:48:06.055485Z","steps":["trace[608316015] 'process raft request' (duration: 126.581613ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:06.055348Z","caller":"traceutil/trace.go:171","msg":"trace[435420636] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"127.465062ms","start":"2026-04-07T00:48:05.927857Z","end":"2026-04-07T00:48:06.055322Z","steps":["trace[435420636] 'process raft request' (duration: 126.569943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:06.055537Z","caller":"traceutil/trace.go:171","msg":"trace[909059646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18724; }","duration":"120.927839ms","start":"2026-04-07T00:48:05.934593Z","end":"2026-04-07T00:48:06.055521Z","steps":["trace[909059646] 'agreement among raft nodes before linearized reading' (duration: 120.685972ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:06.055683Z","caller":"traceutil/trace.go:171","msg":"trace[1189751440] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"126.942682ms","start":"2026-04-07T00:48:05.92872Z","end":"2026-04-07T00:48:06.055663Z","steps":["trace[1189751440] 'process raft request' (duration: 125.721724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:10.305743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.74318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:48:10.305847Z","caller":"traceutil/trace.go:171","msg":"trace[2097012942] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"210.482816ms","start":"2026-04-07T00:48:10.095334Z","end":"2026-04-07T00:48:10.305817Z","steps":["trace[2097012942] 'process raft request' (duration: 26.602923ms)","trace[2097012942] 'compare' (duration: 183.510315ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:10.427884Z","caller":"traceutil/trace.go:171","msg":"trace[188327057] linearizableReadLoop","detail":"{readStateIndex:19468; appliedIndex:19466; }","duration":"329.076321ms","start":"2026-04-07T00:48:10.098772Z","end":"2026-04-07T00:48:10.427848Z","steps":["trace[188327057] 'read index received' (duration: 23.180516ms)","trace[188327057] 'applied index is now lower than readState.Index' (duration: 305.893875ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:10.427997Z","caller":"traceutil/trace.go:171","msg":"trace[826692953] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"332.19252ms","start":"2026-04-07T00:48:10.09577Z","end":"2026-04-07T00:48:10.427963Z","steps":["trace[826692953] 'process raft request' (duration: 331.373982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:10.428133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:10.095754Z","time spent":"332.310833ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:48:10.428191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.399449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:48:10.428235Z","caller":"traceutil/trace.go:171","msg":"trace[1064917105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18811; }","duration":"329.47325ms","start":"2026-04-07T00:48:10.098744Z","end":"2026-04-07T00:48:10.428218Z","steps":["trace[1064917105] 'agreement among raft nodes before linearized reading' (duration: 329.308796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:10.428269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.923195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-07T00:48:10.428285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:10.098736Z","time spent":"329.537211ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:48:10.428335Z","caller":"traceutil/trace.go:171","msg":"trace[917660852] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:18811; }","duration":"328.030218ms","start":"2026-04-07T00:48:10.100286Z","end":"2026-04-07T00:48:10.428316Z","steps":["trace[917660852] 'agreement among raft nodes before linearized reading' (duration: 327.861694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:48:10.428356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.323034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:48:10.42837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:48:10.100275Z","time spent":"328.08645ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-07T00:48:10.428259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.410683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:48:10.4284Z","caller":"traceutil/trace.go:171","msg":"trace[2034650985] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18811; }","duration":"297.366954ms","start":"2026-04-07T00:48:10.131015Z","end":"2026-04-07T00:48:10.428382Z","steps":["trace[2034650985] 'agreement among raft nodes before linearized reading' (duration: 297.302262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:10.428415Z","caller":"traceutil/trace.go:171","msg":"trace[1453737408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18811; }","duration":"145.604229ms","start":"2026-04-07T00:48:10.2828Z","end":"2026-04-07T00:48:10.428405Z","steps":["trace[1453737408] 'agreement among raft nodes before linearized reading' (duration: 145.387323ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:10.842982Z","caller":"traceutil/trace.go:171","msg":"trace[253575090] transaction","detail":"{read_only:false; response_revision:18817; number_of_response:1; }","duration":"171.454616ms","start":"2026-04-07T00:48:10.67149Z","end":"2026-04-07T00:48:10.842945Z","steps":["trace[253575090] 'process raft request' (duration: 137.225131ms)","trace[253575090] 'compare' (duration: 34.035009ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:48:10.842933Z","caller":"traceutil/trace.go:171","msg":"trace[1365563104] linearizableReadLoop","detail":"{readStateIndex:19474; appliedIndex:19473; }","duration":"104.966871ms","start":"2026-04-07T00:48:10.73794Z","end":"2026-04-07T00:48:10.842907Z","steps":["trace[1365563104] 'read index received' (duration: 70.796839ms)","trace[1365563104] 'applied index is now lower than readState.Index' (duration: 34.168822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:48:10.843442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.487074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T00:48:10.843618Z","caller":"traceutil/trace.go:171","msg":"trace[1033324215] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:18817; }","duration":"105.702999ms","start":"2026-04-07T00:48:10.737894Z","end":"2026-04-07T00:48:10.843597Z","steps":["trace[1033324215] 'agreement among raft nodes before linearized reading' (duration: 105.117726ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:12.079103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16531} {"level":"info","ts":"2026-04-07T00:48:12.192717Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16531,"took":"111.387505ms","hash":3094941130,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":32169984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T00:48:12.192778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3094941130,"revision":16531,"compact-revision":14250} {"level":"info","ts":"2026-04-07T00:48:12.565692Z","caller":"traceutil/trace.go:171","msg":"trace[1440539939] transaction","detail":"{read_only:false; response_revision:18831; number_of_response:1; }","duration":"119.893494ms","start":"2026-04-07T00:48:12.445759Z","end":"2026-04-07T00:48:12.565652Z","steps":["trace[1440539939] 'process raft request' (duration: 119.583617ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:48:54.54245Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:48:54.549443Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-07T00:48:54.549654Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-07T00:49:46.340032Z","caller":"traceutil/trace.go:171","msg":"trace[120533355] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"119.67765ms","start":"2026-04-07T00:49:46.22034Z","end":"2026-04-07T00:49:46.340017Z","steps":["trace[120533355] 'process raft request' (duration: 119.513727ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:49:50.39156Z","caller":"traceutil/trace.go:171","msg":"trace[1516098270] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20435; }","duration":"105.183496ms","start":"2026-04-07T00:49:50.28636Z","end":"2026-04-07T00:49:50.391544Z","steps":["trace[1516098270] 'read index received' (duration: 104.999602ms)","trace[1516098270] 'applied index is now lower than readState.Index' (duration: 183.374µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:49:50.391632Z","caller":"traceutil/trace.go:171","msg":"trace[246640889] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"112.407768ms","start":"2026-04-07T00:49:50.279212Z","end":"2026-04-07T00:49:50.39162Z","steps":["trace[246640889] 'process raft request' (duration: 112.207723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:49:50.391645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.269728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:49:50.391663Z","caller":"traceutil/trace.go:171","msg":"trace[379056498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19751; }","duration":"105.313348ms","start":"2026-04-07T00:49:50.286343Z","end":"2026-04-07T00:49:50.391656Z","steps":["trace[379056498] 'agreement among raft nodes before linearized reading' (duration: 105.269907ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:49:50.614569Z","caller":"traceutil/trace.go:171","msg":"trace[330333284] linearizableReadLoop","detail":"{readStateIndex:20440; appliedIndex:20438; }","duration":"129.995121ms","start":"2026-04-07T00:49:50.484456Z","end":"2026-04-07T00:49:50.614451Z","steps":["trace[330333284] 'read index received' (duration: 129.757406ms)","trace[330333284] 'applied index is now lower than readState.Index' (duration: 236.435µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:49:50.614745Z","caller":"traceutil/trace.go:171","msg":"trace[10042337] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"198.323395ms","start":"2026-04-07T00:49:50.416385Z","end":"2026-04-07T00:49:50.614709Z","steps":["trace[10042337] 'process raft request' (duration: 197.814524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:49:50.614837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.358109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:49:50.614914Z","caller":"traceutil/trace.go:171","msg":"trace[1823851024] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19755; }","duration":"130.472201ms","start":"2026-04-07T00:49:50.484421Z","end":"2026-04-07T00:49:50.614893Z","steps":["trace[1823851024] 'agreement among raft nodes before linearized reading' (duration: 130.328218ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:49:50.615077Z","caller":"traceutil/trace.go:171","msg":"trace[2024125249] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"198.606001ms","start":"2026-04-07T00:49:50.416441Z","end":"2026-04-07T00:49:50.615047Z","steps":["trace[2024125249] 'process raft request' (duration: 197.945957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:31.399869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.714086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:31.399972Z","caller":"traceutil/trace.go:171","msg":"trace[2027148081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20011; }","duration":"117.841748ms","start":"2026-04-07T00:50:31.282109Z","end":"2026-04-07T00:50:31.399951Z","steps":["trace[2027148081] 'agreement among raft nodes before linearized reading' (duration: 74.00363ms)","trace[2027148081] 'range keys from in-memory index tree' (duration: 43.703116ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:50:33.541701Z","caller":"traceutil/trace.go:171","msg":"trace[189312182] linearizableReadLoop","detail":"{readStateIndex:20713; appliedIndex:20712; }","duration":"258.718871ms","start":"2026-04-07T00:50:33.282959Z","end":"2026-04-07T00:50:33.541678Z","steps":["trace[189312182] 'read index received' (duration: 258.483396ms)","trace[189312182] 'applied index is now lower than readState.Index' (duration: 234.195µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:50:33.541872Z","caller":"traceutil/trace.go:171","msg":"trace[777300287] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"263.331385ms","start":"2026-04-07T00:50:33.278513Z","end":"2026-04-07T00:50:33.541844Z","steps":["trace[777300287] 'process raft request' (duration: 263.015328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:33.541913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.926396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:33.541965Z","caller":"traceutil/trace.go:171","msg":"trace[895611531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20019; }","duration":"259.024778ms","start":"2026-04-07T00:50:33.282925Z","end":"2026-04-07T00:50:33.541949Z","steps":["trace[895611531] 'agreement among raft nodes before linearized reading' (duration: 258.917786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:33.542145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.458772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:50:33.542232Z","caller":"traceutil/trace.go:171","msg":"trace[2071412046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20019; }","duration":"182.582444ms","start":"2026-04-07T00:50:33.359626Z","end":"2026-04-07T00:50:33.542209Z","steps":["trace[2071412046] 'agreement among raft nodes before linearized reading' (duration: 182.315017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:33.853213Z","caller":"traceutil/trace.go:171","msg":"trace[337905319] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"106.205519ms","start":"2026-04-07T00:50:33.746976Z","end":"2026-04-07T00:50:33.853181Z","steps":["trace[337905319] 'process raft request' (duration: 106.022445ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:39.977943Z","caller":"traceutil/trace.go:171","msg":"trace[316175776] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"114.031804ms","start":"2026-04-07T00:50:39.863879Z","end":"2026-04-07T00:50:39.977911Z","steps":["trace[316175776] 'process raft request' (duration: 113.916272ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:44.700366Z","caller":"traceutil/trace.go:171","msg":"trace[1759111879] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"121.185705ms","start":"2026-04-07T00:50:44.579153Z","end":"2026-04-07T00:50:44.700339Z","steps":["trace[1759111879] 'process raft request' (duration: 120.993011ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:44.774603Z","caller":"traceutil/trace.go:171","msg":"trace[2025587552] transaction","detail":"{read_only:false; response_revision:20105; number_of_response:1; }","duration":"149.985995ms","start":"2026-04-07T00:50:44.624564Z","end":"2026-04-07T00:50:44.77455Z","steps":["trace[2025587552] 'process raft request' (duration: 135.440801ms)","trace[2025587552] 'compare' (duration: 14.35938ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:50:44.774725Z","caller":"traceutil/trace.go:171","msg":"trace[1118812476] transaction","detail":"{read_only:false; response_revision:20106; number_of_response:1; }","duration":"116.795735ms","start":"2026-04-07T00:50:44.657899Z","end":"2026-04-07T00:50:44.774695Z","steps":["trace[1118812476] 'process raft request' (duration: 116.59557ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:09.7966Z","caller":"traceutil/trace.go:171","msg":"trace[817052849] transaction","detail":"{read_only:false; response_revision:21187; number_of_response:1; }","duration":"122.230216ms","start":"2026-04-07T00:53:09.674346Z","end":"2026-04-07T00:53:09.796576Z","steps":["trace[817052849] 'process raft request' (duration: 121.600873ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:09.927253Z","caller":"traceutil/trace.go:171","msg":"trace[1025538693] linearizableReadLoop","detail":"{readStateIndex:21921; appliedIndex:21920; }","duration":"113.213326ms","start":"2026-04-07T00:53:09.814023Z","end":"2026-04-07T00:53:09.927236Z","steps":["trace[1025538693] 'read index received' (duration: 84.777311ms)","trace[1025538693] 'applied index is now lower than readState.Index' (duration: 28.432445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:53:09.927367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.323458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:09.927435Z","caller":"traceutil/trace.go:171","msg":"trace[340509739] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21188; }","duration":"113.42456ms","start":"2026-04-07T00:53:09.814003Z","end":"2026-04-07T00:53:09.927428Z","steps":["trace[340509739] 'agreement among raft nodes before linearized reading' (duration: 113.295527ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:09.927612Z","caller":"traceutil/trace.go:171","msg":"trace[65318589] transaction","detail":"{read_only:false; response_revision:21188; number_of_response:1; }","duration":"117.470631ms","start":"2026-04-07T00:53:09.810134Z","end":"2026-04-07T00:53:09.927605Z","steps":["trace[65318589] 'process raft request' (duration: 88.781431ms)","trace[65318589] 'compare' (duration: 28.23884ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:10.11983Z","caller":"traceutil/trace.go:171","msg":"trace[218241253] transaction","detail":"{read_only:false; response_revision:21189; number_of_response:1; }","duration":"120.238983ms","start":"2026-04-07T00:53:09.999516Z","end":"2026-04-07T00:53:10.119755Z","steps":["trace[218241253] 'process raft request' (duration: 72.816675ms)","trace[218241253] 'compare' (duration: 46.964458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:53:11.199847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.509019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:53:11.632659Z","caller":"traceutil/trace.go:171","msg":"trace[471826715] transaction","detail":"{read_only:false; response_revision:21192; number_of_response:1; }","duration":"106.288171ms","start":"2026-04-07T00:53:11.526342Z","end":"2026-04-07T00:53:11.632631Z","steps":["trace[471826715] 'process raft request' (duration: 106.081397ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:11.679889Z","caller":"traceutil/trace.go:171","msg":"trace[1469833256] transaction","detail":"{read_only:false; response_revision:21193; number_of_response:1; }","duration":"149.780692ms","start":"2026-04-07T00:53:11.530089Z","end":"2026-04-07T00:53:11.67987Z","steps":["trace[1469833256] 'process raft request' (duration: 149.632729ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:11.680097Z","caller":"traceutil/trace.go:171","msg":"trace[1558452117] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"149.746991ms","start":"2026-04-07T00:53:11.530337Z","end":"2026-04-07T00:53:11.680084Z","steps":["trace[1558452117] 'process raft request' (duration: 149.497205ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:11.680594Z","caller":"traceutil/trace.go:171","msg":"trace[597223588] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"150.129579ms","start":"2026-04-07T00:53:11.530432Z","end":"2026-04-07T00:53:11.680562Z","steps":["trace[597223588] 'process raft request' (duration: 149.599997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:12.201529Z","caller":"traceutil/trace.go:171","msg":"trace[254778281] linearizableReadLoop","detail":"{readStateIndex:21932; appliedIndex:21931; }","duration":"164.146492ms","start":"2026-04-07T00:53:12.037359Z","end":"2026-04-07T00:53:12.201505Z","steps":["trace[254778281] 'read index received' (duration: 164.009949ms)","trace[254778281] 'applied index is now lower than readState.Index' (duration: 135.193µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:12.201601Z","caller":"traceutil/trace.go:171","msg":"trace[340698284] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"171.035695ms","start":"2026-04-07T00:53:12.030526Z","end":"2026-04-07T00:53:12.201562Z","steps":["trace[340698284] 'process raft request' (duration: 170.829721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:12.202192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.808346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:12.202281Z","caller":"traceutil/trace.go:171","msg":"trace[1400519351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21198; }","duration":"164.93598ms","start":"2026-04-07T00:53:12.037321Z","end":"2026-04-07T00:53:12.202257Z","steps":["trace[1400519351] 'agreement among raft nodes before linearized reading' (duration: 164.280255ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:12.244915Z","caller":"traceutil/trace.go:171","msg":"trace[452007245] transaction","detail":"{read_only:false; response_revision:21199; number_of_response:1; }","duration":"163.880235ms","start":"2026-04-07T00:53:12.080966Z","end":"2026-04-07T00:53:12.244847Z","steps":["trace[452007245] 'process raft request' (duration: 163.723782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:12.244991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.333456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:53:12.245041Z","caller":"traceutil/trace.go:171","msg":"trace[1704329117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21199; }","duration":"121.430468ms","start":"2026-04-07T00:53:12.123598Z","end":"2026-04-07T00:53:12.245028Z","steps":["trace[1704329117] 'agreement among raft nodes before linearized reading' (duration: 121.243484ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:12.28225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18827} {"level":"warn","ts":"2026-04-07T00:53:12.754394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.539601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:53:12.754457Z","caller":"traceutil/trace.go:171","msg":"trace[1048767610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21200; }","duration":"199.649144ms","start":"2026-04-07T00:53:12.554795Z","end":"2026-04-07T00:53:12.754444Z","steps":["trace[1048767610] 'range keys from in-memory index tree' (duration: 199.391828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:12.942309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.106885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:53:12.942597Z","caller":"traceutil/trace.go:171","msg":"trace[796721401] transaction","detail":"{read_only:false; response_revision:21201; number_of_response:1; }","duration":"183.963473ms","start":"2026-04-07T00:53:12.758589Z","end":"2026-04-07T00:53:12.942552Z","steps":["trace[796721401] 'compare' (duration: 178.86421ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:12.943015Z","caller":"traceutil/trace.go:171","msg":"trace[652555706] transaction","detail":"{read_only:false; response_revision:21202; number_of_response:1; }","duration":"183.76215ms","start":"2026-04-07T00:53:12.759241Z","end":"2026-04-07T00:53:12.943003Z","steps":["trace[652555706] 'process raft request' (duration: 183.162076ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:13.381389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18827,"took":"1.095771595s","hash":2389175790,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":33726464,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T00:53:13.381489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2389175790,"revision":18827,"compact-revision":16531} {"level":"info","ts":"2026-04-07T00:53:13.842242Z","caller":"traceutil/trace.go:171","msg":"trace[700737404] transaction","detail":"{read_only:false; response_revision:21203; number_of_response:1; }","duration":"205.082776ms","start":"2026-04-07T00:53:13.636956Z","end":"2026-04-07T00:53:13.842039Z","steps":["trace[700737404] 'process raft request' (duration: 204.83297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.354537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:53:14.709209Z","caller":"traceutil/trace.go:171","msg":"trace[472815871] transaction","detail":"{read_only:false; response_revision:21204; number_of_response:1; }","duration":"1.024104187s","start":"2026-04-07T00:53:13.68508Z","end":"2026-04-07T00:53:14.709184Z","steps":["trace[472815871] 'process raft request' (duration: 1.023857612s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.709363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.685068Z","time spent":"1.024215669s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:14.709498Z","caller":"traceutil/trace.go:171","msg":"trace[2049600106] transaction","detail":"{read_only:false; response_revision:21206; number_of_response:1; }","duration":"1.023909211s","start":"2026-04-07T00:53:13.685566Z","end":"2026-04-07T00:53:14.709475Z","steps":["trace[2049600106] 'process raft request' (duration: 1.023791369s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:14.709583Z","caller":"traceutil/trace.go:171","msg":"trace[190802505] transaction","detail":"{read_only:false; response_revision:21205; number_of_response:1; }","duration":"1.024383243s","start":"2026-04-07T00:53:13.685174Z","end":"2026-04-07T00:53:14.709557Z","steps":["trace[190802505] 'process raft request' (duration: 1.023967814s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.709641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.685554Z","time spent":"1.024009094s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:14.709646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.685151Z","time spent":"1.024464575s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:14.738039Z","caller":"traceutil/trace.go:171","msg":"trace[1978982160] linearizableReadLoop","detail":"{readStateIndex:21942; appliedIndex:21938; }","duration":"883.641733ms","start":"2026-04-07T00:53:13.854375Z","end":"2026-04-07T00:53:14.738017Z","steps":["trace[1978982160] 'read index received' (duration: 854.636646ms)","trace[1978982160] 'applied index is now lower than readState.Index' (duration: 29.004067ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:14.738286Z","caller":"traceutil/trace.go:171","msg":"trace[1164269116] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"876.732179ms","start":"2026-04-07T00:53:13.861543Z","end":"2026-04-07T00:53:14.738276Z","steps":["trace[1164269116] 'process raft request' (duration: 876.384791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.738362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.861521Z","time spent":"876.796991ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:14.738621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.252827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:53:14.73868Z","caller":"traceutil/trace.go:171","msg":"trace[195644025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21207; }","duration":"884.334269ms","start":"2026-04-07T00:53:13.854317Z","end":"2026-04-07T00:53:14.738651Z","steps":["trace[195644025] 'agreement among raft nodes before linearized reading' (duration: 884.211175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.738714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.854284Z","time spent":"884.421631ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:53:14.739056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.585409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-07T00:53:14.739103Z","caller":"traceutil/trace.go:171","msg":"trace[122536105] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29; range_end:; response_count:1; response_revision:21207; }","duration":"873.659271ms","start":"2026-04-07T00:53:13.865431Z","end":"2026-04-07T00:53:14.73909Z","steps":["trace[122536105] 'agreement among raft nodes before linearized reading' (duration: 873.539608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.739136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.865419Z","time spent":"873.707631ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29\" "} {"level":"warn","ts":"2026-04-07T00:53:14.739457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.925826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:53:14.739501Z","caller":"traceutil/trace.go:171","msg":"trace[1964266704] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21207; }","duration":"168.007708ms","start":"2026-04-07T00:53:14.571484Z","end":"2026-04-07T00:53:14.739491Z","steps":["trace[1964266704] 'agreement among raft nodes before linearized reading' (duration: 167.808914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.739567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.383161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:14.739658Z","caller":"traceutil/trace.go:171","msg":"trace[1377313781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21207; }","duration":"456.512385ms","start":"2026-04-07T00:53:14.283124Z","end":"2026-04-07T00:53:14.739637Z","steps":["trace[1377313781] 'agreement among raft nodes before linearized reading' (duration: 456.370972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.7397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:14.283104Z","time spent":"456.588736ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:53:14.739809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.36917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:53:14.739871Z","caller":"traceutil/trace.go:171","msg":"trace[175444022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21207; }","duration":"763.468892ms","start":"2026-04-07T00:53:13.976387Z","end":"2026-04-07T00:53:14.739856Z","steps":["trace[175444022] 'agreement among raft nodes before linearized reading' (duration: 763.320089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.739912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:13.976366Z","time spent":"763.535444ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:53:14.739944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.583957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:53:14.739984Z","caller":"traceutil/trace.go:171","msg":"trace[971285370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21207; }","duration":"452.656889ms","start":"2026-04-07T00:53:14.287317Z","end":"2026-04-07T00:53:14.739974Z","steps":["trace[971285370] 'agreement among raft nodes before linearized reading' (duration: 452.506306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:14.740012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:14.287306Z","time spent":"452.6993ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:53:14.922862Z","caller":"traceutil/trace.go:171","msg":"trace[300931868] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"178.324027ms","start":"2026-04-07T00:53:14.744514Z","end":"2026-04-07T00:53:14.922838Z","steps":["trace[300931868] 'process raft request' (duration: 178.107532ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:14.923072Z","caller":"traceutil/trace.go:171","msg":"trace[710212345] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"177.859547ms","start":"2026-04-07T00:53:14.745187Z","end":"2026-04-07T00:53:14.923047Z","steps":["trace[710212345] 'process raft request' (duration: 177.606132ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:14.992293Z","caller":"traceutil/trace.go:171","msg":"trace[701888267] transaction","detail":"{read_only:false; response_revision:21211; number_of_response:1; }","duration":"246.056069ms","start":"2026-04-07T00:53:14.746215Z","end":"2026-04-07T00:53:14.992271Z","steps":["trace[701888267] 'process raft request' (duration: 245.892576ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:47.364847Z","caller":"traceutil/trace.go:171","msg":"trace[359747702] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"495.375031ms","start":"2026-04-07T00:53:46.869451Z","end":"2026-04-07T00:53:47.364826Z","steps":["trace[359747702] 'process raft request' (duration: 495.238508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:47.364978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:46.869425Z","time spent":"495.487044ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:47.367217Z","caller":"traceutil/trace.go:171","msg":"trace[1218217344] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"428.466979ms","start":"2026-04-07T00:53:46.938728Z","end":"2026-04-07T00:53:47.367195Z","steps":["trace[1218217344] 'process raft request' (duration: 428.328846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:47.367316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:46.938695Z","time spent":"428.573941ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:47.367515Z","caller":"traceutil/trace.go:171","msg":"trace[1282344559] linearizableReadLoop","detail":"{readStateIndex:22114; appliedIndex:22112; }","duration":"218.616287ms","start":"2026-04-07T00:53:47.148868Z","end":"2026-04-07T00:53:47.367484Z","steps":["trace[1282344559] 'read index received' (duration: 215.946108ms)","trace[1282344559] 'applied index is now lower than readState.Index' (duration: 2.668959ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:47.367641Z","caller":"traceutil/trace.go:171","msg":"trace[1196650686] transaction","detail":"{read_only:false; response_revision:21372; number_of_response:1; }","duration":"427.315354ms","start":"2026-04-07T00:53:46.94027Z","end":"2026-04-07T00:53:47.367585Z","steps":["trace[1196650686] 'process raft request' (duration: 426.886454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:47.367794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.906394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T00:53:47.36779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.154701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:47.367918Z","caller":"traceutil/trace.go:171","msg":"trace[1412708243] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21372; }","duration":"168.291534ms","start":"2026-04-07T00:53:47.199599Z","end":"2026-04-07T00:53:47.367891Z","steps":["trace[1412708243] 'agreement among raft nodes before linearized reading' (duration: 168.1ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:47.368025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.52376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:53:47.367846Z","caller":"traceutil/trace.go:171","msg":"trace[1076715218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21372; }","duration":"219.001825ms","start":"2026-04-07T00:53:47.148834Z","end":"2026-04-07T00:53:47.367835Z","steps":["trace[1076715218] 'agreement among raft nodes before linearized reading' (duration: 218.828331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:47.368026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:46.940247Z","time spent":"427.63033ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:47.367862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.255403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:53:47.368108Z","caller":"traceutil/trace.go:171","msg":"trace[2096320851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21372; }","duration":"142.654003ms","start":"2026-04-07T00:53:47.225433Z","end":"2026-04-07T00:53:47.368087Z","steps":["trace[2096320851] 'agreement among raft nodes before linearized reading' (duration: 142.395287ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:47.368137Z","caller":"traceutil/trace.go:171","msg":"trace[1624392578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21372; }","duration":"142.57505ms","start":"2026-04-07T00:53:47.225538Z","end":"2026-04-07T00:53:47.368113Z","steps":["trace[1624392578] 'agreement among raft nodes before linearized reading' (duration: 142.217122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:53.255762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:53:53.756905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:53:54.257959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:53:54.758325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:53:54.812054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.105101542s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:53:54.812386Z","caller":"traceutil/trace.go:171","msg":"trace[330580740] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"2.105516712s","start":"2026-04-07T00:53:52.70685Z","end":"2026-04-07T00:53:54.812367Z","steps":["trace[330580740] 'process raft request' (duration: 2.105391449s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:54.812506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:52.706814Z","time spent":"2.105633395s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:55.283858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:53:55.283974Z","caller":"traceutil/trace.go:171","msg":"trace[1726062227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707574s","start":"2026-04-07T00:53:53.283249Z","end":"2026-04-07T00:53:55.283956Z","steps":["trace[1726062227] 'agreement among raft nodes before linearized reading' (duration: 2.000571631s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:55.284022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.283215Z","time spent":"2.000795845s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:53:56.119067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033480896s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:56.11916Z","caller":"traceutil/trace.go:171","msg":"trace[1898266868] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21401; }","duration":"1.033584638s","start":"2026-04-07T00:53:55.08556Z","end":"2026-04-07T00:53:56.119145Z","steps":["trace[1898266868] 'range keys from in-memory index tree' (duration: 1.033467676s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.120592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.683958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:53:56.120815Z","caller":"traceutil/trace.go:171","msg":"trace[2012124275] transaction","detail":"{read_only:false; response_revision:21402; number_of_response:1; }","duration":"2.654906918s","start":"2026-04-07T00:53:53.465862Z","end":"2026-04-07T00:53:56.120769Z","steps":["trace[2012124275] 'process raft request' (duration: 1.803971254s)","trace[2012124275] 'compare' (duration: 850.289579ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:56.120898Z","caller":"traceutil/trace.go:171","msg":"trace[1177480157] linearizableReadLoop","detail":"{readStateIndex:22148; appliedIndex:22143; }","duration":"3.36587048s","start":"2026-04-07T00:53:52.755012Z","end":"2026-04-07T00:53:56.120882Z","steps":["trace[1177480157] 'read index received' (duration: 2.057262526s)","trace[1177480157] 'applied index is now lower than readState.Index' (duration: 1.308603743s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:56.120926Z","caller":"traceutil/trace.go:171","msg":"trace[1330237741] transaction","detail":"{read_only:false; response_revision:21405; number_of_response:1; }","duration":"1.879832487s","start":"2026-04-07T00:53:54.24107Z","end":"2026-04-07T00:53:56.120902Z","steps":["trace[1330237741] 'process raft request' (duration: 1.879736675s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.120988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.465833Z","time spent":"2.655059082s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:56.121045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:54.241048Z","time spent":"1.879929429s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:56.121063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062181293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T00:53:56.121081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366063964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T00:53:56.121091Z","caller":"traceutil/trace.go:171","msg":"trace[999114247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21405; }","duration":"3.062238125s","start":"2026-04-07T00:53:53.058845Z","end":"2026-04-07T00:53:56.121083Z","steps":["trace[999114247] 'agreement among raft nodes before linearized reading' (duration: 3.062139253s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.058827Z","time spent":"3.062280626s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:53:56.121116Z","caller":"traceutil/trace.go:171","msg":"trace[1115851753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21405; }","duration":"3.366126994s","start":"2026-04-07T00:53:52.754976Z","end":"2026-04-07T00:53:56.121103Z","steps":["trace[1115851753] 'agreement among raft nodes before linearized reading' (duration: 3.365995472s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:52.754964Z","time spent":"3.366178956s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T00:53:56.121209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.626884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-07T00:53:56.121237Z","caller":"traceutil/trace.go:171","msg":"trace[94197697] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:21405; }","duration":"173.652294ms","start":"2026-04-07T00:53:55.947575Z","end":"2026-04-07T00:53:56.121227Z","steps":["trace[94197697] 'agreement among raft nodes before linearized reading' (duration: 173.604063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255653621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-04-07T00:53:56.121359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.044562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:53:56.121384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.705266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:53:56.121409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639646727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:53:56.121439Z","caller":"traceutil/trace.go:171","msg":"trace[266400470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21405; }","duration":"836.800249ms","start":"2026-04-07T00:53:55.284627Z","end":"2026-04-07T00:53:56.121427Z","steps":["trace[266400470] 'agreement among raft nodes before linearized reading' (duration: 836.706336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.128441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:53:56.121473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:55.284605Z","time spent":"836.861429ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:53:56.121482Z","caller":"traceutil/trace.go:171","msg":"trace[690302511] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21405; }","duration":"458.190652ms","start":"2026-04-07T00:53:55.663281Z","end":"2026-04-07T00:53:56.121472Z","steps":["trace[690302511] 'agreement among raft nodes before linearized reading' (duration: 458.142431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:55.663263Z","time spent":"458.243913ms","remote":"127.0.0.1:37690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:53:56.121403Z","caller":"traceutil/trace.go:171","msg":"trace[1084866598] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21405; }","duration":"572.134153ms","start":"2026-04-07T00:53:55.549257Z","end":"2026-04-07T00:53:56.121391Z","steps":["trace[1084866598] 'agreement among raft nodes before linearized reading' (duration: 572.070151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624385138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:53:56.121525Z","caller":"traceutil/trace.go:171","msg":"trace[386635166] transaction","detail":"{read_only:false; response_revision:21403; number_of_response:1; }","duration":"2.655222225s","start":"2026-04-07T00:53:53.466228Z","end":"2026-04-07T00:53:56.121451Z","steps":["trace[386635166] 'process raft request' (duration: 2.654459108s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640777333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:53:56.121583Z","caller":"traceutil/trace.go:171","msg":"trace[56723877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21405; }","duration":"2.640802204s","start":"2026-04-07T00:53:53.480772Z","end":"2026-04-07T00:53:56.121574Z","steps":["trace[56723877] 'agreement among raft nodes before linearized reading' (duration: 2.640730372s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:56.121579Z","caller":"traceutil/trace.go:171","msg":"trace[1097360022] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21405; }","duration":"1.62448956s","start":"2026-04-07T00:53:54.497072Z","end":"2026-04-07T00:53:56.121561Z","steps":["trace[1097360022] 'agreement among raft nodes before linearized reading' (duration: 1.624393978s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.12161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.480719Z","time spent":"2.640884795s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:53:56.121623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:54.497052Z","time spent":"1.624560513s","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:53:56.121604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:55.549234Z","time spent":"572.331118ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:53:56.121623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.466196Z","time spent":"2.655378329s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:56.121485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640083008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:53:56.121441Z","caller":"traceutil/trace.go:171","msg":"trace[1951796348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21405; }","duration":"2.639699579s","start":"2026-04-07T00:53:53.481733Z","end":"2026-04-07T00:53:56.121432Z","steps":["trace[1951796348] 'agreement among raft nodes before linearized reading' (duration: 2.639646397s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:56.121723Z","caller":"traceutil/trace.go:171","msg":"trace[632169209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21405; }","duration":"2.640333234s","start":"2026-04-07T00:53:53.481379Z","end":"2026-04-07T00:53:56.121712Z","steps":["trace[632169209] 'agreement among raft nodes before linearized reading' (duration: 2.640081418s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.535419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:53:56.121737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.481722Z","time spent":"2.640008045s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:53:56.121761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.481369Z","time spent":"2.640380615s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:53:56.121771Z","caller":"traceutil/trace.go:171","msg":"trace[686043218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21405; }","duration":"198.929578ms","start":"2026-04-07T00:53:55.922829Z","end":"2026-04-07T00:53:56.121759Z","steps":["trace[686043218] 'agreement among raft nodes before linearized reading' (duration: 198.547969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64110179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:53:56.121824Z","caller":"traceutil/trace.go:171","msg":"trace[1169357960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21405; }","duration":"2.641178552s","start":"2026-04-07T00:53:53.480635Z","end":"2026-04-07T00:53:56.121813Z","steps":["trace[1169357960] 'agreement among raft nodes before linearized reading' (duration: 2.641125891s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.121865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.480618Z","time spent":"2.641240093s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:53:56.121945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844233661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T00:53:56.121957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64424941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:53:56.12198Z","caller":"traceutil/trace.go:171","msg":"trace[1815810863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21405; }","duration":"2.644296401s","start":"2026-04-07T00:53:53.477676Z","end":"2026-04-07T00:53:56.121973Z","steps":["trace[1815810863] 'agreement among raft nodes before linearized reading' (duration: 2.64422503s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:56.121973Z","caller":"traceutil/trace.go:171","msg":"trace[394527569] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21405; }","duration":"2.844287552s","start":"2026-04-07T00:53:53.277677Z","end":"2026-04-07T00:53:56.121965Z","steps":["trace[394527569] 'agreement among raft nodes before linearized reading' (duration: 2.84416577s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.477664Z","time spent":"2.644330072s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:53:56.122006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.27766Z","time spent":"2.844340023s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T00:53:56.121303Z","caller":"traceutil/trace.go:171","msg":"trace[423744769] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29; range_end:; response_count:1; response_revision:21405; }","duration":"2.255686662s","start":"2026-04-07T00:53:53.865604Z","end":"2026-04-07T00:53:56.121291Z","steps":["trace[423744769] 'agreement among raft nodes before linearized reading' (duration: 2.255582539s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.122074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.865536Z","time spent":"2.256526879s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29\" "} {"level":"info","ts":"2026-04-07T00:53:56.120958Z","caller":"traceutil/trace.go:171","msg":"trace[1102179144] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"2.653894876s","start":"2026-04-07T00:53:53.466993Z","end":"2026-04-07T00:53:56.120887Z","steps":["trace[1102179144] 'process raft request' (duration: 2.653778133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:56.122534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:53.466972Z","time spent":"2.655355788s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:56.626613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:53:57.127693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:53:57.166499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042078898s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:53:57.982799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.097225ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-07T00:53:57.982917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.124136Z","time spent":"1.858777016s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:53:59.283527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:53:59.283629Z","caller":"traceutil/trace.go:171","msg":"trace[1534044740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999418s","start":"2026-04-07T00:53:57.283598Z","end":"2026-04-07T00:53:59.283597Z","steps":["trace[1534044740] 'agreement among raft nodes before linearized reading' (duration: 1.999887765s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.283669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:57.283579Z","time spent":"2.000081489s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:53:59.889225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.027345368s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:54:00.220076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.727208Z","time spent":"1.492862984s","remote":"127.0.0.1:44506","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:54:00.220787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.343011ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-07T00:54:00.220978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.126205Z","time spent":"4.094770679s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:54:00.221285Z","caller":"traceutil/trace.go:171","msg":"trace[1193002352] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"4.094516874s","start":"2026-04-07T00:53:56.126751Z","end":"2026-04-07T00:54:00.221268Z","steps":["trace[1193002352] 'process raft request' (duration: 4.094119105s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:00.221387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.126735Z","time spent":"4.094594695s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:00.221578Z","caller":"traceutil/trace.go:171","msg":"trace[246934817] transaction","detail":"{read_only:false; response_revision:21409; number_of_response:1; }","duration":"4.09390012s","start":"2026-04-07T00:53:56.12766Z","end":"2026-04-07T00:54:00.22156Z","steps":["trace[246934817] 'process raft request' (duration: 4.093811188s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:00.221695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.127653Z","time spent":"4.093984533s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:00.221729Z","caller":"traceutil/trace.go:171","msg":"trace[1769304099] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"4.094218137s","start":"2026-04-07T00:53:56.127495Z","end":"2026-04-07T00:54:00.221713Z","steps":["trace[1769304099] 'process raft request' (duration: 4.093713275s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:00.221785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.127479Z","time spent":"4.094277959s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:00.221872Z","caller":"traceutil/trace.go:171","msg":"trace[1723269249] transaction","detail":"{read_only:false; response_revision:21408; number_of_response:1; }","duration":"4.094256209s","start":"2026-04-07T00:53:56.127607Z","end":"2026-04-07T00:54:00.221863Z","steps":["trace[1723269249] 'process raft request' (duration: 4.093803828s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:00.221918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.127578Z","time spent":"4.09431771s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:00.222448Z","caller":"traceutil/trace.go:171","msg":"trace[85966695] linearizableReadLoop","detail":"{readStateIndex:22155; appliedIndex:22148; }","duration":"4.096252352s","start":"2026-04-07T00:53:56.126172Z","end":"2026-04-07T00:54:00.222424Z","steps":["trace[85966695] 'read index received' (duration: 1.040532782s)","trace[85966695] 'applied index is now lower than readState.Index' (duration: 3.05571845s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:54:00.222582Z","caller":"traceutil/trace.go:171","msg":"trace[382403784] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"4.094707548s","start":"2026-04-07T00:53:56.12786Z","end":"2026-04-07T00:54:00.222568Z","steps":["trace[382403784] 'process raft request' (duration: 4.093650134s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:00.222663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.127851Z","time spent":"4.09476713s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:00.222927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096738323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T00:54:00.222978Z","caller":"traceutil/trace.go:171","msg":"trace[1192321427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21410; }","duration":"4.096825605s","start":"2026-04-07T00:53:56.12614Z","end":"2026-04-07T00:54:00.222965Z","steps":["trace[1192321427] 'agreement among raft nodes before linearized reading' (duration: 4.096483557s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:00.223015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.126123Z","time spent":"4.096883406s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:54:00.723516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:54:01.28443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:54:01.284551Z","caller":"traceutil/trace.go:171","msg":"trace[1278532526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311155s","start":"2026-04-07T00:53:59.284212Z","end":"2026-04-07T00:54:01.284523Z","steps":["trace[1278532526] 'agreement among raft nodes before linearized reading' (duration: 2.000159542s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.284616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.284199Z","time spent":"2.000394207s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:54:01.398183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.006011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:54:01.400519Z","caller":"traceutil/trace.go:171","msg":"trace[1967946166] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"3.258153166s","start":"2026-04-07T00:53:58.142337Z","end":"2026-04-07T00:54:01.40049Z","steps":["trace[1967946166] 'process raft request' (duration: 3.256037419s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:01.400631Z","caller":"traceutil/trace.go:171","msg":"trace[1227702060] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"3.413564113s","start":"2026-04-07T00:53:57.984818Z","end":"2026-04-07T00:54:01.398382Z","steps":["trace[1227702060] 'process raft request' (duration: 3.079281985s)","trace[1227702060] 'compare' (duration: 333.866838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:54:01.400728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.142318Z","time spent":"3.258320359s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:01.400803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:57.984795Z","time spent":"3.415922065s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:01.400994Z","caller":"traceutil/trace.go:171","msg":"trace[1461517880] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"3.25607221s","start":"2026-04-07T00:53:58.142338Z","end":"2026-04-07T00:54:01.39841Z","steps":["trace[1461517880] 'process raft request' (duration: 3.255953697s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.401075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.14232Z","time spent":"3.258712118s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:01.402004Z","caller":"traceutil/trace.go:171","msg":"trace[1234251949] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"3.259433314s","start":"2026-04-07T00:53:58.142544Z","end":"2026-04-07T00:54:01.401977Z","steps":["trace[1234251949] 'process raft request' (duration: 3.257644784s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.402136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.142336Z","time spent":"3.259744011s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:01.403574Z","caller":"traceutil/trace.go:171","msg":"trace[142100051] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"3.260978559s","start":"2026-04-07T00:53:58.142573Z","end":"2026-04-07T00:54:01.403551Z","steps":["trace[142100051] 'process raft request' (duration: 3.259262081s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.403691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.142565Z","time spent":"3.26105149s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:01.40411Z","caller":"traceutil/trace.go:171","msg":"trace[1014363216] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"1.562375615s","start":"2026-04-07T00:53:59.841694Z","end":"2026-04-07T00:54:01.40407Z","steps":["trace[1014363216] 'process raft request' (duration: 1.562282913s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.404254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.841667Z","time spent":"1.562509767s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:01.404421Z","caller":"traceutil/trace.go:171","msg":"trace[1375953893] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"2.83917647s","start":"2026-04-07T00:53:58.56523Z","end":"2026-04-07T00:54:01.404407Z","steps":["trace[1375953893] 'process raft request' (duration: 2.837970762s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.404485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.565202Z","time spent":"2.839252741s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:01.45729Z","caller":"traceutil/trace.go:171","msg":"trace[1664629648] linearizableReadLoop","detail":"{readStateIndex:22163; appliedIndex:22155; }","duration":"1.234653694s","start":"2026-04-07T00:54:00.222521Z","end":"2026-04-07T00:54:01.457175Z","steps":["trace[1664629648] 'read index received' (duration: 841.595874ms)","trace[1664629648] 'applied index is now lower than readState.Index' (duration: 393.0559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:54:01.457489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117897737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:01.457536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402889685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:01.457606Z","caller":"traceutil/trace.go:171","msg":"trace[1353658663] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21418; }","duration":"3.11804138s","start":"2026-04-07T00:53:58.33954Z","end":"2026-04-07T00:54:01.457581Z","steps":["trace[1353658663] 'agreement among raft nodes before linearized reading' (duration: 3.117802955s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:01.457612Z","caller":"traceutil/trace.go:171","msg":"trace[176397486] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21418; }","duration":"2.403001358s","start":"2026-04-07T00:53:59.054589Z","end":"2026-04-07T00:54:01.45759Z","steps":["trace[176397486] 'agreement among raft nodes before linearized reading' (duration: 2.402861675s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.457661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.054568Z","time spent":"2.40308215s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":34,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:01.45766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.339493Z","time spent":"3.118157582s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:01.457699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666720811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:01.457799Z","caller":"traceutil/trace.go:171","msg":"trace[173052146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21418; }","duration":"2.666879905s","start":"2026-04-07T00:53:58.790899Z","end":"2026-04-07T00:54:01.457779Z","steps":["trace[173052146] 'agreement among raft nodes before linearized reading' (duration: 2.66664354s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.45788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.790885Z","time spent":"2.666953116s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:01.458128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.331294075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-07T00:54:01.457515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718724453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:01.457343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699841959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:01.458269Z","caller":"traceutil/trace.go:171","msg":"trace[2138861801] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21418; }","duration":"1.71947708s","start":"2026-04-07T00:53:59.738746Z","end":"2026-04-07T00:54:01.458223Z","steps":["trace[2138861801] 'agreement among raft nodes before linearized reading' (duration: 1.718742764s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:01.458219Z","caller":"traceutil/trace.go:171","msg":"trace[1696438914] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:21418; }","duration":"5.331453598s","start":"2026-04-07T00:53:56.126743Z","end":"2026-04-07T00:54:01.458196Z","steps":["trace[1696438914] 'agreement among raft nodes before linearized reading' (duration: 5.330758203s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.458386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.738724Z","time spent":"1.719628193s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:01.458338Z","caller":"traceutil/trace.go:171","msg":"trace[1840781941] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21418; }","duration":"3.701076606s","start":"2026-04-07T00:53:57.757246Z","end":"2026-04-07T00:54:01.458323Z","steps":["trace[1840781941] 'agreement among raft nodes before linearized reading' (duration: 3.699981672s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.458424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.126728Z","time spent":"5.331680083s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"warn","ts":"2026-04-07T00:54:01.457375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727917666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:01.457441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003719677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:01.457462Z","caller":"traceutil/trace.go:171","msg":"trace[764464018] transaction","detail":"{read_only:false; response_revision:21418; number_of_response:1; }","duration":"1.235585525s","start":"2026-04-07T00:54:00.221852Z","end":"2026-04-07T00:54:01.457438Z","steps":["trace[764464018] 'process raft request' (duration: 1.235057492s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.457504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997281503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:01.45851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:57.757202Z","time spent":"3.701282941s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:01.458659Z","caller":"traceutil/trace.go:171","msg":"trace[849128774] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21418; }","duration":"5.004974575s","start":"2026-04-07T00:53:56.453673Z","end":"2026-04-07T00:54:01.458647Z","steps":["trace[849128774] 'agreement among raft nodes before linearized reading' (duration: 5.003736008s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.458704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.453654Z","time spent":"5.005038357s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:01.458721Z","caller":"traceutil/trace.go:171","msg":"trace[876068391] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21418; }","duration":"2.729323527s","start":"2026-04-07T00:53:58.729381Z","end":"2026-04-07T00:54:01.458705Z","steps":["trace[876068391] 'agreement among raft nodes before linearized reading' (duration: 2.727828385s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.458768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:58.729361Z","time spent":"2.72939287s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:01.458979Z","caller":"traceutil/trace.go:171","msg":"trace[1224040466] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21418; }","duration":"4.998813097s","start":"2026-04-07T00:53:56.460155Z","end":"2026-04-07T00:54:01.458968Z","steps":["trace[1224040466] 'agreement among raft nodes before linearized reading' (duration: 4.997241663s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:01.459014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:00.22183Z","time spent":"1.237108068s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:01.459033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:56.460145Z","time spent":"4.998871618s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:01.958295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:54:02.458944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:54:02.9595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:54:03.293017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:54:03.293123Z","caller":"traceutil/trace.go:171","msg":"trace[1332576488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160881s","start":"2026-04-07T00:54:01.292939Z","end":"2026-04-07T00:54:03.2931Z","steps":["trace[1332576488] 'agreement among raft nodes before linearized reading' (duration: 2.000035888s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:03.293174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.292919Z","time spent":"2.000244123s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:54:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:54:03.460206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178928868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:54:03.755126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.298384085s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:54:04.998359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242959239s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:54:04.999604Z","caller":"traceutil/trace.go:171","msg":"trace[1462885928] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"1.589340636s","start":"2026-04-07T00:54:03.410237Z","end":"2026-04-07T00:54:04.999578Z","steps":["trace[1462885928] 'process raft request' (duration: 1.588234652s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:04.999751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.410209Z","time spent":"1.589458828s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:05.293798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:54:05.293902Z","caller":"traceutil/trace.go:171","msg":"trace[197141935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005506s","start":"2026-04-07T00:54:03.293317Z","end":"2026-04-07T00:54:05.293868Z","steps":["trace[197141935] 'agreement among raft nodes before linearized reading' (duration: 2.000430647s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:05.293958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.293292Z","time spent":"2.000653742s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:54:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:54:06.974966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:54:06.975066Z","caller":"traceutil/trace.go:171","msg":"trace[648040894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332215s","start":"2026-04-07T00:54:04.97471Z","end":"2026-04-07T00:54:06.975042Z","steps":["trace[648040894] 'agreement among raft nodes before linearized reading' (duration: 2.000211343s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:06.97513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.9747Z","time spent":"2.000416017s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:54:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:54:07.057647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971563633s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.057784Z","caller":"traceutil/trace.go:171","msg":"trace[1961866269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21419; }","duration":"1.971713026s","start":"2026-04-07T00:54:05.086048Z","end":"2026-04-07T00:54:07.057761Z","steps":["trace[1961866269] 'range keys from in-memory index tree' (duration: 1.971541692s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.058581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058726138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:54:07.058811Z","caller":"traceutil/trace.go:171","msg":"trace[128140433] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"3.648541934s","start":"2026-04-07T00:54:03.410236Z","end":"2026-04-07T00:54:07.058778Z","steps":["trace[128140433] 'process raft request' (duration: 1.589327956s)","trace[128140433] 'compare' (duration: 2.057747536s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:54:07.058855Z","caller":"traceutil/trace.go:171","msg":"trace[1508693273] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"2.148776517s","start":"2026-04-07T00:54:04.910065Z","end":"2026-04-07T00:54:07.058841Z","steps":["trace[1508693273] 'process raft request' (duration: 2.148728136s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.058921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.910031Z","time spent":"2.148855599s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:07.059016Z","caller":"traceutil/trace.go:171","msg":"trace[1044917539] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"3.648619436s","start":"2026-04-07T00:54:03.410375Z","end":"2026-04-07T00:54:07.058994Z","steps":["trace[1044917539] 'process raft request' (duration: 3.648282259s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.059079Z","caller":"traceutil/trace.go:171","msg":"trace[487189011] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"3.648450472s","start":"2026-04-07T00:54:03.410585Z","end":"2026-04-07T00:54:07.059035Z","steps":["trace[487189011] 'process raft request' (duration: 3.648162246s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.059086Z","caller":"traceutil/trace.go:171","msg":"trace[552920593] linearizableReadLoop","detail":"{readStateIndex:22168; appliedIndex:22163; }","duration":"5.601506993s","start":"2026-04-07T00:54:01.457554Z","end":"2026-04-07T00:54:07.059061Z","steps":["trace[552920593] 'read index received' (duration: 2.297891633s)","trace[552920593] 'applied index is now lower than readState.Index' (duration: 3.303613439s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:54:07.059123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.410366Z","time spent":"3.648704368s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:07.059208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.655281781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-07T00:54:07.059237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.410576Z","time spent":"3.648614225s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:54:07.059245Z","caller":"traceutil/trace.go:171","msg":"trace[1105145325] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21423; }","duration":"5.655350393s","start":"2026-04-07T00:54:01.403885Z","end":"2026-04-07T00:54:07.059236Z","steps":["trace[1105145325] 'agreement among raft nodes before linearized reading' (duration: 5.655264091s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.059278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.403865Z","time spent":"5.655406854s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T00:54:07.059313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.155494331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.059421Z","caller":"traceutil/trace.go:171","msg":"trace[1229448885] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21423; }","duration":"6.155579083s","start":"2026-04-07T00:54:00.903787Z","end":"2026-04-07T00:54:07.059367Z","steps":["trace[1229448885] 'agreement among raft nodes before linearized reading' (duration: 6.155457181s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.059465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:00.903711Z","time spent":"6.155743536s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.059621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934980392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:07.05966Z","caller":"traceutil/trace.go:171","msg":"trace[1621071068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21423; }","duration":"5.935060833s","start":"2026-04-07T00:54:01.124587Z","end":"2026-04-07T00:54:07.059648Z","steps":["trace[1621071068] 'agreement among raft nodes before linearized reading' (duration: 5.934998022s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.059639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.834659932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18262"} {"level":"warn","ts":"2026-04-07T00:54:07.059665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.719516503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:07.059691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.124567Z","time spent":"5.935115954s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:07.059716Z","caller":"traceutil/trace.go:171","msg":"trace[1629193144] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21423; }","duration":"6.719607786s","start":"2026-04-07T00:54:00.340096Z","end":"2026-04-07T00:54:07.059704Z","steps":["trace[1629193144] 'agreement among raft nodes before linearized reading' (duration: 6.719527564s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.059718Z","caller":"traceutil/trace.go:171","msg":"trace[344349563] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21423; }","duration":"6.834767655s","start":"2026-04-07T00:54:00.22493Z","end":"2026-04-07T00:54:07.059698Z","steps":["trace[344349563] 'agreement among raft nodes before linearized reading' (duration: 6.834513739s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.059747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:00.340075Z","time spent":"6.719664067s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.05976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:00.22489Z","time spent":"6.834861978s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18284,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T00:54:07.059955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.410209Z","time spent":"3.648672857s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:07.185746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.030703541s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:54:07.224158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999064173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:54:07.224259Z","caller":"traceutil/trace.go:171","msg":"trace[11125343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999223917s","start":"2026-04-07T00:54:02.225012Z","end":"2026-04-07T00:54:07.224236Z","steps":["trace[11125343] 'agreement among raft nodes before linearized reading' (duration: 4.999090854s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.224314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:02.224991Z","time spent":"4.999312748s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 00:54:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:54:07.22522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999601506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T00:54:07.225304Z","caller":"traceutil/trace.go:171","msg":"trace[1041616521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999762809s","start":"2026-04-07T00:54:02.225519Z","end":"2026-04-07T00:54:07.225282Z","steps":["trace[1041616521] 'agreement among raft nodes before linearized reading' (duration: 4.999617716s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.225372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:02.225505Z","time spent":"4.999848421s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:54:07.228262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998767177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:54:07.228347Z","caller":"traceutil/trace.go:171","msg":"trace[1255010604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.9988852s","start":"2026-04-07T00:54:02.229444Z","end":"2026-04-07T00:54:07.228329Z","steps":["trace[1255010604] 'agreement among raft nodes before linearized reading' (duration: 4.998776497s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.228398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:02.229436Z","time spent":"4.998952361s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 00:54:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:54:07.302854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:54:07.302957Z","caller":"traceutil/trace.go:171","msg":"trace[2016132409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760884s","start":"2026-04-07T00:54:05.302174Z","end":"2026-04-07T00:54:07.302935Z","steps":["trace[2016132409] 'agreement among raft nodes before linearized reading' (duration: 2.000633232s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.303013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:05.302143Z","time spent":"2.000860347s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:54:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:54:07.920299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.23353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:54:07.920416Z","caller":"traceutil/trace.go:171","msg":"trace[853593332] linearizableReadLoop","detail":"{readStateIndex:22170; appliedIndex:22169; }","duration":"861.276225ms","start":"2026-04-07T00:54:07.059123Z","end":"2026-04-07T00:54:07.920399Z","steps":["trace[853593332] 'read index received' (duration: 126.766109ms)","trace[853593332] 'applied index is now lower than readState.Index' (duration: 734.508636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:54:07.920535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963838011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.920584Z","caller":"traceutil/trace.go:171","msg":"trace[1759864692] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:21424; }","duration":"1.963945534s","start":"2026-04-07T00:54:05.956625Z","end":"2026-04-07T00:54:07.920571Z","steps":["trace[1759864692] 'agreement among raft nodes before linearized reading' (duration: 1.963865452s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.92065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:05.956589Z","time spent":"1.964017415s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.920596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99246676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.92073Z","caller":"traceutil/trace.go:171","msg":"trace[1471920512] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:21424; }","duration":"1.992639594s","start":"2026-04-07T00:54:05.928073Z","end":"2026-04-07T00:54:07.920713Z","steps":["trace[1471920512] 'agreement among raft nodes before linearized reading' (duration: 1.992493101s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.920771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:05.928048Z","time spent":"1.992709485s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:07.920848Z","caller":"traceutil/trace.go:171","msg":"trace[1017704255] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"2.766046768s","start":"2026-04-07T00:54:05.154787Z","end":"2026-04-07T00:54:07.920834Z","steps":["trace[1017704255] 'process raft request' (duration: 2.031172474s)","trace[1017704255] 'compare' (duration: 733.908893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:54:07.920903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:05.154746Z","time spent":"2.76612753s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2567,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:54:07.920998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448172427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.921051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257335628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.921097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240190028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.92111Z","caller":"traceutil/trace.go:171","msg":"trace[1670444834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21424; }","duration":"3.25743974s","start":"2026-04-07T00:54:04.663655Z","end":"2026-04-07T00:54:07.921094Z","steps":["trace[1670444834] 'agreement among raft nodes before linearized reading' (duration: 3.257341638s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.921103Z","caller":"traceutil/trace.go:171","msg":"trace[50717982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21424; }","duration":"2.44835635s","start":"2026-04-07T00:54:05.472724Z","end":"2026-04-07T00:54:07.921081Z","steps":["trace[50717982] 'agreement among raft nodes before linearized reading' (duration: 2.448131785s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.921149Z","caller":"traceutil/trace.go:171","msg":"trace[1601084409] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21424; }","duration":"1.24025587s","start":"2026-04-07T00:54:06.680861Z","end":"2026-04-07T00:54:07.921117Z","steps":["trace[1601084409] 'agreement among raft nodes before linearized reading' (duration: 1.240213079s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.921154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.663633Z","time spent":"3.257510241s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.92118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:06.680843Z","time spent":"1.240328081s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.921176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:05.472702Z","time spent":"2.448462593s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.921056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.835132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-07T00:54:07.921344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691152587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.921399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417841201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T00:54:07.921431Z","caller":"traceutil/trace.go:171","msg":"trace[1433421853] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21424; }","duration":"1.417905151s","start":"2026-04-07T00:54:06.503517Z","end":"2026-04-07T00:54:07.921422Z","steps":["trace[1433421853] 'agreement among raft nodes before linearized reading' (duration: 1.417798019s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.921455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:06.503497Z","time spent":"1.417951753s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T00:54:07.921433Z","caller":"traceutil/trace.go:171","msg":"trace[733117426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21424; }","duration":"916.22329ms","start":"2026-04-07T00:54:07.005183Z","end":"2026-04-07T00:54:07.921406Z","steps":["trace[733117426] 'agreement among raft nodes before linearized reading' (duration: 915.836451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.921518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.005167Z","time spent":"916.321673ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T00:54:07.921529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775826955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:07.921566Z","caller":"traceutil/trace.go:171","msg":"trace[475507347] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21424; }","duration":"3.775936067s","start":"2026-04-07T00:54:04.145619Z","end":"2026-04-07T00:54:07.921556Z","steps":["trace[475507347] 'agreement among raft nodes before linearized reading' (duration: 3.774874594s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.921636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.145597Z","time spent":"3.776027949s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.921641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506908828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T00:54:07.921672Z","caller":"traceutil/trace.go:171","msg":"trace[610142442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21424; }","duration":"1.50697943s","start":"2026-04-07T00:54:06.414683Z","end":"2026-04-07T00:54:07.921663Z","steps":["trace[610142442] 'agreement among raft nodes before linearized reading' (duration: 1.506886538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.921671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695236175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-07T00:54:07.921699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:06.414663Z","time spent":"1.50702867s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T00:54:07.92172Z","caller":"traceutil/trace.go:171","msg":"trace[1968219881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21424; }","duration":"5.695307146s","start":"2026-04-07T00:54:02.226402Z","end":"2026-04-07T00:54:07.921709Z","steps":["trace[1968219881] 'agreement among raft nodes before linearized reading' (duration: 5.695206703s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.920526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76803038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.921774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700518403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:07.921788Z","caller":"traceutil/trace.go:171","msg":"trace[634270854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21424; }","duration":"3.76937913s","start":"2026-04-07T00:54:04.1524Z","end":"2026-04-07T00:54:07.921779Z","steps":["trace[634270854] 'agreement among raft nodes before linearized reading' (duration: 3.768031401s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.921814Z","caller":"traceutil/trace.go:171","msg":"trace[1049509097] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21424; }","duration":"4.700597915s","start":"2026-04-07T00:54:03.221205Z","end":"2026-04-07T00:54:07.921803Z","steps":["trace[1049509097] 'agreement among raft nodes before linearized reading' (duration: 4.700503713s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.92184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.152365Z","time spent":"3.769447892s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.921854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841453337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:07.921885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944059387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:07.92193Z","caller":"traceutil/trace.go:171","msg":"trace[1788324195] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21424; }","duration":"3.944142029s","start":"2026-04-07T00:54:03.977778Z","end":"2026-04-07T00:54:07.92192Z","steps":["trace[1788324195] 'agreement among raft nodes before linearized reading' (duration: 3.944082748s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.921915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561547744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:240061"} {"level":"warn","ts":"2026-04-07T00:54:07.921958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.977755Z","time spent":"3.944196141s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:07.92199Z","caller":"traceutil/trace.go:171","msg":"trace[2001875291] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21424; }","duration":"3.561668106s","start":"2026-04-07T00:54:04.3603Z","end":"2026-04-07T00:54:07.921967Z","steps":["trace[2001875291] 'agreement among raft nodes before linearized reading' (duration: 3.561209086s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815537459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.922017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218838929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:54:07.922041Z","caller":"traceutil/trace.go:171","msg":"trace[1484402425] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21424; }","duration":"4.815632621s","start":"2026-04-07T00:54:03.106401Z","end":"2026-04-07T00:54:07.922033Z","steps":["trace[1484402425] 'agreement among raft nodes before linearized reading' (duration: 4.815561709s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695811447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:54:07.922048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.016453191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.922063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.360275Z","time spent":"3.561761838s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":240083,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.10638Z","time spent":"4.815700463s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:07.922082Z","caller":"traceutil/trace.go:171","msg":"trace[371341017] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21424; }","duration":"3.21891048s","start":"2026-04-07T00:54:04.703154Z","end":"2026-04-07T00:54:07.922065Z","steps":["trace[371341017] 'agreement among raft nodes before linearized reading' (duration: 3.217677833s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.921427Z","caller":"traceutil/trace.go:171","msg":"trace[1782009608] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21424; }","duration":"2.69130151s","start":"2026-04-07T00:54:05.230109Z","end":"2026-04-07T00:54:07.921411Z","steps":["trace[1782009608] 'agreement among raft nodes before linearized reading' (duration: 2.691130856s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.92213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:02.226393Z","time spent":"5.695729695s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181496254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:54:07.922153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.459802821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-cc9d94447-q4fs6.18a3ecdb19404714\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-07T00:54:07.922167Z","caller":"traceutil/trace.go:171","msg":"trace[1117009123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21424; }","duration":"4.181566005s","start":"2026-04-07T00:54:03.740591Z","end":"2026-04-07T00:54:07.922157Z","steps":["trace[1117009123] 'agreement among raft nodes before linearized reading' (duration: 4.181511604s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.9221Z","caller":"traceutil/trace.go:171","msg":"trace[1536808288] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21424; }","duration":"5.016543863s","start":"2026-04-07T00:54:02.905546Z","end":"2026-04-07T00:54:07.92209Z","steps":["trace[1536808288] 'agreement among raft nodes before linearized reading' (duration: 5.016451061s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.922186Z","caller":"traceutil/trace.go:171","msg":"trace[2041463342] range","detail":"{range_begin:/registry/events/openstack/heat-api-cc9d94447-q4fs6.18a3ecdb19404714; range_end:; response_count:1; response_revision:21424; }","duration":"6.459866992s","start":"2026-04-07T00:54:01.46231Z","end":"2026-04-07T00:54:07.922177Z","steps":["trace[2041463342] 'agreement among raft nodes before linearized reading' (duration: 6.45977226s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.740569Z","time spent":"4.181619346s","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.922213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.462295Z","time spent":"6.459911023s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-api-cc9d94447-q4fs6.18a3ecdb19404714\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:02.905515Z","time spent":"5.016681165s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:07.922095Z","caller":"traceutil/trace.go:171","msg":"trace[69280832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21424; }","duration":"5.695898209s","start":"2026-04-07T00:54:02.226187Z","end":"2026-04-07T00:54:07.922085Z","steps":["trace[69280832] 'agreement among raft nodes before linearized reading' (duration: 5.695630783s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:04.703141Z","time spent":"3.218986842s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.922355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:02.226125Z","time spent":"5.696188845s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.459248758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-07T00:54:07.92243Z","caller":"traceutil/trace.go:171","msg":"trace[1300132749] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21424; }","duration":"6.459278578s","start":"2026-04-07T00:54:01.463142Z","end":"2026-04-07T00:54:07.922421Z","steps":["trace[1300132749] 'agreement among raft nodes before linearized reading' (duration: 6.459195176s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1468735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"warn","ts":"2026-04-07T00:54:07.922498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.479691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.922539Z","caller":"traceutil/trace.go:171","msg":"trace[2036659695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21424; }","duration":"611.589134ms","start":"2026-04-07T00:54:07.310941Z","end":"2026-04-07T00:54:07.922531Z","steps":["trace[2036659695] 'agreement among raft nodes before linearized reading' (duration: 611.530902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.92254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143703699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T00:54:07.921843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.221182Z","time spent":"4.700653476s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.922557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.823059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.92253Z","caller":"traceutil/trace.go:171","msg":"trace[1233500371] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21424; }","duration":"6.147011802s","start":"2026-04-07T00:54:01.775501Z","end":"2026-04-07T00:54:07.922513Z","steps":["trace[1233500371] 'agreement among raft nodes before linearized reading' (duration: 6.146599423s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.775476Z","time spent":"6.147113116s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.325547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:54:07.922623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.19362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:54:07.922634Z","caller":"traceutil/trace.go:171","msg":"trace[983686649] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21424; }","duration":"221.902512ms","start":"2026-04-07T00:54:07.700684Z","end":"2026-04-07T00:54:07.922586Z","steps":["trace[983686649] 'agreement among raft nodes before linearized reading' (duration: 221.797679ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.922648Z","caller":"traceutil/trace.go:171","msg":"trace[942602521] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21424; }","duration":"385.408339ms","start":"2026-04-07T00:54:07.537222Z","end":"2026-04-07T00:54:07.92263Z","steps":["trace[942602521] 'agreement among raft nodes before linearized reading' (duration: 385.323686ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.922663Z","caller":"traceutil/trace.go:171","msg":"trace[1599063614] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21424; }","duration":"795.234251ms","start":"2026-04-07T00:54:07.127418Z","end":"2026-04-07T00:54:07.922652Z","steps":["trace[1599063614] 'agreement among raft nodes before linearized reading' (duration: 795.1716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.92269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.32626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-07T00:54:07.922699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.127336Z","time spent":"795.356533ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.537197Z","time spent":"385.49499ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:07.922729Z","caller":"traceutil/trace.go:171","msg":"trace[383956760] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21424; }","duration":"616.396511ms","start":"2026-04-07T00:54:07.306324Z","end":"2026-04-07T00:54:07.922721Z","steps":["trace[383956760] 'agreement among raft nodes before linearized reading' (duration: 616.290488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.922746Z","caller":"traceutil/trace.go:171","msg":"trace[1087866332] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21424; }","duration":"6.143804281s","start":"2026-04-07T00:54:01.77876Z","end":"2026-04-07T00:54:07.922564Z","steps":["trace[1087866332] 'agreement among raft nodes before linearized reading' (duration: 6.143664048s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.306307Z","time spent":"616.441682ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.31092Z","time spent":"611.643014ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:54:07.921933Z","caller":"traceutil/trace.go:171","msg":"trace[501696396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:21424; }","duration":"4.84159095s","start":"2026-04-07T00:54:03.080322Z","end":"2026-04-07T00:54:07.921913Z","steps":["trace[501696396] 'agreement among raft nodes before linearized reading' (duration: 4.841428726s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.922796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.778723Z","time spent":"6.144061788s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.456756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T00:54:07.92282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:03.080298Z","time spent":"4.842511691s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.922564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.285293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-07T00:54:07.922457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:01.463116Z","time spent":"6.45933094s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:54:07.922865Z","caller":"traceutil/trace.go:171","msg":"trace[1748824496] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21424; }","duration":"847.534048ms","start":"2026-04-07T00:54:07.075309Z","end":"2026-04-07T00:54:07.922843Z","steps":["trace[1748824496] 'agreement among raft nodes before linearized reading' (duration: 847.317674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:07.922882Z","caller":"traceutil/trace.go:171","msg":"trace[1755201105] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21424; }","duration":"861.660633ms","start":"2026-04-07T00:54:07.061208Z","end":"2026-04-07T00:54:07.922869Z","steps":["trace[1755201105] 'agreement among raft nodes before linearized reading' (duration: 861.220822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:07.92292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.061191Z","time spent":"861.716705ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T00:54:07.922914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:07.075294Z","time spent":"847.6105ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":145,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:54:07.923226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:54:05.230086Z","time spent":"2.692069287s","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:54:08.189753Z","caller":"traceutil/trace.go:171","msg":"trace[1224796522] linearizableReadLoop","detail":"{readStateIndex:22190; appliedIndex:22189; }","duration":"185.60081ms","start":"2026-04-07T00:54:08.004133Z","end":"2026-04-07T00:54:08.189733Z","steps":["trace[1224796522] 'read index received' (duration: 127.312579ms)","trace[1224796522] 'applied index is now lower than readState.Index' (duration: 58.287481ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:54:08.189945Z","caller":"traceutil/trace.go:171","msg":"trace[938971194] transaction","detail":"{read_only:false; response_revision:21443; number_of_response:1; }","duration":"187.875472ms","start":"2026-04-07T00:54:08.00206Z","end":"2026-04-07T00:54:08.189935Z","steps":["trace[938971194] 'process raft request' (duration: 129.462888ms)","trace[938971194] 'compare' (duration: 57.80374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:54:08.190147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.006439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-07T00:54:08.190177Z","caller":"traceutil/trace.go:171","msg":"trace[835070278] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:21443; }","duration":"186.081251ms","start":"2026-04-07T00:54:08.004088Z","end":"2026-04-07T00:54:08.190169Z","steps":["trace[835070278] 'agreement among raft nodes before linearized reading' (duration: 185.974908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:08.190314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.882811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T00:54:08.190338Z","caller":"traceutil/trace.go:171","msg":"trace[1141202904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21443; }","duration":"126.961222ms","start":"2026-04-07T00:54:08.063371Z","end":"2026-04-07T00:54:08.190332Z","steps":["trace[1141202904] 'agreement among raft nodes before linearized reading' (duration: 126.896231ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:08.471874Z","caller":"traceutil/trace.go:171","msg":"trace[789927980] transaction","detail":"{read_only:false; response_revision:21450; number_of_response:1; }","duration":"122.78986ms","start":"2026-04-07T00:54:08.349049Z","end":"2026-04-07T00:54:08.471839Z","steps":["trace[789927980] 'process raft request' (duration: 119.557097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:19.318302Z","caller":"traceutil/trace.go:171","msg":"trace[1648799160] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"102.877234ms","start":"2026-04-07T00:54:19.215402Z","end":"2026-04-07T00:54:19.318279Z","steps":["trace[1648799160] 'process raft request' (duration: 96.40605ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:33.637125Z","caller":"traceutil/trace.go:171","msg":"trace[1306519261] transaction","detail":"{read_only:false; response_revision:21584; number_of_response:1; }","duration":"100.653345ms","start":"2026-04-07T00:54:33.536428Z","end":"2026-04-07T00:54:33.637082Z","steps":["trace[1306519261] 'process raft request' (duration: 93.512786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:38.53018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.449939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:54:38.530248Z","caller":"traceutil/trace.go:171","msg":"trace[1690855189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21609; }","duration":"234.563302ms","start":"2026-04-07T00:54:38.295668Z","end":"2026-04-07T00:54:38.530231Z","steps":["trace[1690855189] 'range keys from in-memory index tree' (duration: 234.268605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:54:38.530247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.654748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T00:54:38.53018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.510292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T00:54:38.530316Z","caller":"traceutil/trace.go:171","msg":"trace[619377113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21609; }","duration":"214.797821ms","start":"2026-04-07T00:54:38.3155Z","end":"2026-04-07T00:54:38.530298Z","steps":["trace[619377113] 'range keys from in-memory index tree' (duration: 214.433713ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:38.530364Z","caller":"traceutil/trace.go:171","msg":"trace[1418552209] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21609; }","duration":"126.720076ms","start":"2026-04-07T00:54:38.403629Z","end":"2026-04-07T00:54:38.530349Z","steps":["trace[1418552209] 'range keys from in-memory index tree' (duration: 126.39084ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:54:42.434458Z","caller":"traceutil/trace.go:171","msg":"trace[1470928351] transaction","detail":"{read_only:false; response_revision:21629; number_of_response:1; }","duration":"102.240831ms","start":"2026-04-07T00:54:42.332179Z","end":"2026-04-07T00:54:42.43442Z","steps":["trace[1470928351] 'process raft request' (duration: 99.887798ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:56:48.631959Z","caller":"traceutil/trace.go:171","msg":"trace[448167205] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"101.942765ms","start":"2026-04-07T00:56:48.529926Z","end":"2026-04-07T00:56:48.631868Z","steps":["trace[448167205] 'process raft request' (duration: 73.50539ms)","trace[448167205] 'compare' (duration: 27.705658ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:16.706031Z","caller":"traceutil/trace.go:171","msg":"trace[1685552874] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"148.651507ms","start":"2026-04-07T00:57:16.557362Z","end":"2026-04-07T00:57:16.706014Z","steps":["trace[1685552874] 'process raft request' (duration: 148.401821ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:16.923265Z","caller":"traceutil/trace.go:171","msg":"trace[69752130] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"211.654213ms","start":"2026-04-07T00:57:16.711591Z","end":"2026-04-07T00:57:16.923245Z","steps":["trace[69752130] 'process raft request' (duration: 211.529641ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:16.945778Z","caller":"traceutil/trace.go:171","msg":"trace[1399482416] linearizableReadLoop","detail":"{readStateIndex:23696; appliedIndex:23693; }","duration":"214.13942ms","start":"2026-04-07T00:57:16.731616Z","end":"2026-04-07T00:57:16.945755Z","steps":["trace[1399482416] 'read index received' (duration: 192.242751ms)","trace[1399482416] 'applied index is now lower than readState.Index' (duration: 21.895739ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:16.946203Z","caller":"traceutil/trace.go:171","msg":"trace[993482940] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"232.08417ms","start":"2026-04-07T00:57:16.714106Z","end":"2026-04-07T00:57:16.94619Z","steps":["trace[993482940] 'process raft request' (duration: 231.348923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:16.946475Z","caller":"traceutil/trace.go:171","msg":"trace[1027483803] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"230.200187ms","start":"2026-04-07T00:57:16.716262Z","end":"2026-04-07T00:57:16.946462Z","steps":["trace[1027483803] 'process raft request' (duration: 229.331288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:16.946523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.984888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:57:16.946606Z","caller":"traceutil/trace.go:171","msg":"trace[1337435032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22900; }","duration":"150.122111ms","start":"2026-04-07T00:57:16.796467Z","end":"2026-04-07T00:57:16.946589Z","steps":["trace[1337435032] 'agreement among raft nodes before linearized reading' (duration: 149.896756ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:16.946322Z","caller":"traceutil/trace.go:171","msg":"trace[1450800275] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"187.348702ms","start":"2026-04-07T00:57:16.75895Z","end":"2026-04-07T00:57:16.946299Z","steps":["trace[1450800275] 'process raft request' (duration: 186.759849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:16.946987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.361287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-07T00:57:16.947048Z","caller":"traceutil/trace.go:171","msg":"trace[1439957869] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22900; }","duration":"215.445178ms","start":"2026-04-07T00:57:16.731585Z","end":"2026-04-07T00:57:16.94703Z","steps":["trace[1439957869] 'agreement among raft nodes before linearized reading' (duration: 215.291695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:16.947481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.447275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:16.947536Z","caller":"traceutil/trace.go:171","msg":"trace[839784529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22900; }","duration":"149.529287ms","start":"2026-04-07T00:57:16.797992Z","end":"2026-04-07T00:57:16.947521Z","steps":["trace[839784529] 'agreement among raft nodes before linearized reading' (duration: 149.427885ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:16.947597Z","caller":"traceutil/trace.go:171","msg":"trace[1518417754] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"225.378089ms","start":"2026-04-07T00:57:16.721749Z","end":"2026-04-07T00:57:16.947127Z","steps":["trace[1518417754] 'process raft request' (duration: 223.910807ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:22.446815Z","caller":"traceutil/trace.go:171","msg":"trace[1783975847] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"102.621019ms","start":"2026-04-07T00:57:22.344158Z","end":"2026-04-07T00:57:22.446779Z","steps":["trace[1783975847] 'process raft request' (duration: 102.053407ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:27.914834Z","caller":"traceutil/trace.go:171","msg":"trace[1802877355] linearizableReadLoop","detail":"{readStateIndex:23860; appliedIndex:23859; }","duration":"134.336958ms","start":"2026-04-07T00:57:27.780473Z","end":"2026-04-07T00:57:27.91481Z","steps":["trace[1802877355] 'read index received' (duration: 134.081342ms)","trace[1802877355] 'applied index is now lower than readState.Index' (duration: 254.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:27.914938Z","caller":"traceutil/trace.go:171","msg":"trace[1245226544] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"170.382292ms","start":"2026-04-07T00:57:27.744505Z","end":"2026-04-07T00:57:27.914887Z","steps":["trace[1245226544] 'process raft request' (duration: 170.151047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.914976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.477021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:27.915271Z","caller":"traceutil/trace.go:171","msg":"trace[291210590] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23058; }","duration":"134.571093ms","start":"2026-04-07T00:57:27.780441Z","end":"2026-04-07T00:57:27.915012Z","steps":["trace[291210590] 'agreement among raft nodes before linearized reading' (duration: 134.476501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.954569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.978267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-04-07T00:57:29.954652Z","caller":"traceutil/trace.go:171","msg":"trace[1965266227] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4; range_end:; response_count:1; response_revision:23072; }","duration":"189.073509ms","start":"2026-04-07T00:57:29.765561Z","end":"2026-04-07T00:57:29.954635Z","steps":["trace[1965266227] 'range keys from in-memory index tree' (duration: 188.811753ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:30.070033Z","caller":"traceutil/trace.go:171","msg":"trace[850259172] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"107.705174ms","start":"2026-04-07T00:57:29.962306Z","end":"2026-04-07T00:57:30.070012Z","steps":["trace[850259172] 'process raft request' (duration: 107.588732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:31.439773Z","caller":"traceutil/trace.go:171","msg":"trace[1314032780] linearizableReadLoop","detail":"{readStateIndex:23893; appliedIndex:23892; }","duration":"114.293061ms","start":"2026-04-07T00:57:31.325458Z","end":"2026-04-07T00:57:31.439751Z","steps":["trace[1314032780] 'read index received' (duration: 114.047175ms)","trace[1314032780] 'applied index is now lower than readState.Index' (duration: 245.146µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:31.440164Z","caller":"traceutil/trace.go:171","msg":"trace[513296487] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"127.635839ms","start":"2026-04-07T00:57:31.312494Z","end":"2026-04-07T00:57:31.44013Z","steps":["trace[513296487] 'process raft request' (duration: 127.121578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:31.440205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.751601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:31.44029Z","caller":"traceutil/trace.go:171","msg":"trace[19204200] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23089; }","duration":"114.897674ms","start":"2026-04-07T00:57:31.325372Z","end":"2026-04-07T00:57:31.44027Z","steps":["trace[19204200] 'agreement among raft nodes before linearized reading' (duration: 114.71723ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:35.014763Z","caller":"traceutil/trace.go:171","msg":"trace[810540954] linearizableReadLoop","detail":"{readStateIndex:23923; appliedIndex:23921; }","duration":"112.959012ms","start":"2026-04-07T00:57:34.901777Z","end":"2026-04-07T00:57:35.014736Z","steps":["trace[810540954] 'read index received' (duration: 6.175659ms)","trace[810540954] 'applied index is now lower than readState.Index' (duration: 106.782713ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:35.014815Z","caller":"traceutil/trace.go:171","msg":"trace[1764471249] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"146.890059ms","start":"2026-04-07T00:57:34.867893Z","end":"2026-04-07T00:57:35.014783Z","steps":["trace[1764471249] 'process raft request' (duration: 146.306966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.014916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.124635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T00:57:35.01496Z","caller":"traceutil/trace.go:171","msg":"trace[516683547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23118; }","duration":"113.206947ms","start":"2026-04-07T00:57:34.901744Z","end":"2026-04-07T00:57:35.014951Z","steps":["trace[516683547] 'agreement among raft nodes before linearized reading' (duration: 113.070044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:36.025316Z","caller":"traceutil/trace.go:171","msg":"trace[1399457057] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23932; }","duration":"104.099514ms","start":"2026-04-07T00:57:35.921203Z","end":"2026-04-07T00:57:36.025302Z","steps":["trace[1399457057] 'read index received' (duration: 103.96583ms)","trace[1399457057] 'applied index is now lower than readState.Index' (duration: 133.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:36.025428Z","caller":"traceutil/trace.go:171","msg":"trace[1383280478] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"104.462862ms","start":"2026-04-07T00:57:35.920873Z","end":"2026-04-07T00:57:36.025336Z","steps":["trace[1383280478] 'process raft request' (duration: 104.333719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.02553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.201937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:36.025557Z","caller":"traceutil/trace.go:171","msg":"trace[297673033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23128; }","duration":"104.38953ms","start":"2026-04-07T00:57:35.921161Z","end":"2026-04-07T00:57:36.025551Z","steps":["trace[297673033] 'agreement among raft nodes before linearized reading' (duration: 104.219536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.768179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.079795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:36.768374Z","caller":"traceutil/trace.go:171","msg":"trace[2131824568] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"125.320768ms","start":"2026-04-07T00:57:36.643035Z","end":"2026-04-07T00:57:36.768356Z","steps":["trace[2131824568] 'process raft request' (duration: 125.256826ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:36.768519Z","caller":"traceutil/trace.go:171","msg":"trace[483743211] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"180.243623ms","start":"2026-04-07T00:57:36.588264Z","end":"2026-04-07T00:57:36.768508Z","steps":["trace[483743211] 'process raft request' (duration: 66.74506ms)","trace[483743211] 'compare' (duration: 112.969001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:37.519658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.021389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:57:37.519744Z","caller":"traceutil/trace.go:171","msg":"trace[1458901007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23132; }","duration":"297.151162ms","start":"2026-04-07T00:57:37.222573Z","end":"2026-04-07T00:57:37.519724Z","steps":["trace[1458901007] 'range keys from in-memory index tree' (duration: 296.806604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.519738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.678925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:57:37.519812Z","caller":"traceutil/trace.go:171","msg":"trace[332993882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23132; }","duration":"319.810118ms","start":"2026-04-07T00:57:37.199983Z","end":"2026-04-07T00:57:37.519793Z","steps":["trace[332993882] 'range keys from in-memory index tree' (duration: 319.518751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.519853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.199965Z","time spent":"319.881439ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:57:37.534609Z","caller":"traceutil/trace.go:171","msg":"trace[943489362] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23937; }","duration":"148.416463ms","start":"2026-04-07T00:57:37.386155Z","end":"2026-04-07T00:57:37.534571Z","steps":["trace[943489362] 'read index received' (duration: 148.240239ms)","trace[943489362] 'applied index is now lower than readState.Index' (duration: 174.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:37.534704Z","caller":"traceutil/trace.go:171","msg":"trace[1050671947] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"283.169729ms","start":"2026-04-07T00:57:37.251468Z","end":"2026-04-07T00:57:37.534638Z","steps":["trace[1050671947] 'process raft request' (duration: 282.861522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.534992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.804471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T00:57:37.535085Z","caller":"traceutil/trace.go:171","msg":"trace[1303196657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23133; }","duration":"148.958195ms","start":"2026-04-07T00:57:37.386108Z","end":"2026-04-07T00:57:37.535066Z","steps":["trace[1303196657] 'agreement among raft nodes before linearized reading' (duration: 148.605387ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:38.018485Z","caller":"traceutil/trace.go:171","msg":"trace[1694334855] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23940; }","duration":"265.634039ms","start":"2026-04-07T00:57:37.752801Z","end":"2026-04-07T00:57:38.018435Z","steps":["trace[1694334855] 'read index received' (duration: 265.409414ms)","trace[1694334855] 'applied index is now lower than readState.Index' (duration: 223.385µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:38.018784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.960205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:57:38.018829Z","caller":"traceutil/trace.go:171","msg":"trace[1268794172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23136; }","duration":"266.070618ms","start":"2026-04-07T00:57:37.752741Z","end":"2026-04-07T00:57:38.018812Z","steps":["trace[1268794172] 'agreement among raft nodes before linearized reading' (duration: 265.886774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:38.018601Z","caller":"traceutil/trace.go:171","msg":"trace[2078684366] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"299.167447ms","start":"2026-04-07T00:57:37.719375Z","end":"2026-04-07T00:57:38.018543Z","steps":["trace[2078684366] 'process raft request' (duration: 298.86471ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:38.188476Z","caller":"traceutil/trace.go:171","msg":"trace[1403539938] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"165.021572ms","start":"2026-04-07T00:57:38.023429Z","end":"2026-04-07T00:57:38.18845Z","steps":["trace[1403539938] 'process raft request' (duration: 106.186899ms)","trace[1403539938] 'compare' (duration: 58.177748ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:38.341774Z","caller":"traceutil/trace.go:171","msg":"trace[1324674251] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23944; }","duration":"148.256549ms","start":"2026-04-07T00:57:38.193493Z","end":"2026-04-07T00:57:38.341749Z","steps":["trace[1324674251] 'read index received' (duration: 127.750582ms)","trace[1324674251] 'applied index is now lower than readState.Index' (duration: 20.505017ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:38.341904Z","caller":"traceutil/trace.go:171","msg":"trace[102947330] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"148.976965ms","start":"2026-04-07T00:57:38.192917Z","end":"2026-04-07T00:57:38.341894Z","steps":["trace[102947330] 'process raft request' (duration: 148.784871ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:38.341855Z","caller":"traceutil/trace.go:171","msg":"trace[1044540892] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"148.959374ms","start":"2026-04-07T00:57:38.192856Z","end":"2026-04-07T00:57:38.341815Z","steps":["trace[1044540892] 'process raft request' (duration: 128.399386ms)","trace[1044540892] 'compare' (duration: 20.309363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:38.342161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.645408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:57:38.342245Z","caller":"traceutil/trace.go:171","msg":"trace[207793176] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23140; }","duration":"148.75575ms","start":"2026-04-07T00:57:38.19347Z","end":"2026-04-07T00:57:38.342226Z","steps":["trace[207793176] 'agreement among raft nodes before linearized reading' (duration: 148.608427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:38.754654Z","caller":"traceutil/trace.go:171","msg":"trace[974868996] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"134.264396ms","start":"2026-04-07T00:57:38.620369Z","end":"2026-04-07T00:57:38.754633Z","steps":["trace[974868996] 'process raft request' (duration: 134.136233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.157014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.820999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:39.157337Z","caller":"traceutil/trace.go:171","msg":"trace[838806683] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"377.28427ms","start":"2026-04-07T00:57:38.78003Z","end":"2026-04-07T00:57:39.157314Z","steps":["trace[838806683] 'process raft request' (duration: 377.080225ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:39.157483Z","caller":"traceutil/trace.go:171","msg":"trace[2082138366] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"383.302055ms","start":"2026-04-07T00:57:38.774086Z","end":"2026-04-07T00:57:39.157388Z","steps":["trace[2082138366] 'process raft request' (duration: 114.017514ms)","trace[2082138366] 'compare' (duration: 268.685257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:39.15752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:38.780001Z","time spent":"377.421113ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.157708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:38.774059Z","time spent":"383.54538ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:39.641479Z","caller":"traceutil/trace.go:171","msg":"trace[733628926] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"100.913462ms","start":"2026-04-07T00:57:39.540534Z","end":"2026-04-07T00:57:39.641447Z","steps":["trace[733628926] 'process raft request' (duration: 100.686527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.641597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.126144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:57:39.641675Z","caller":"traceutil/trace.go:171","msg":"trace[876601324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23146; }","duration":"100.234577ms","start":"2026-04-07T00:57:39.541423Z","end":"2026-04-07T00:57:39.641658Z","steps":["trace[876601324] 'agreement among raft nodes before linearized reading' (duration: 100.043422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.641532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.056575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:57:39.641774Z","caller":"traceutil/trace.go:171","msg":"trace[999255007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23146; }","duration":"101.358582ms","start":"2026-04-07T00:57:39.540402Z","end":"2026-04-07T00:57:39.64176Z","steps":["trace[999255007] 'agreement among raft nodes before linearized reading' (duration: 100.970103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:40.167415Z","caller":"traceutil/trace.go:171","msg":"trace[993768745] linearizableReadLoop","detail":"{readStateIndex:23957; appliedIndex:23956; }","duration":"114.189529ms","start":"2026-04-07T00:57:40.053208Z","end":"2026-04-07T00:57:40.167398Z","steps":["trace[993768745] 'read index received' (duration: 113.998105ms)","trace[993768745] 'applied index is now lower than readState.Index' (duration: 190.554µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:40.167526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.298072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:40.167551Z","caller":"traceutil/trace.go:171","msg":"trace[1739517178] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23151; }","duration":"114.369123ms","start":"2026-04-07T00:57:40.053177Z","end":"2026-04-07T00:57:40.167546Z","steps":["trace[1739517178] 'agreement among raft nodes before linearized reading' (duration: 114.289561ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:40.167695Z","caller":"traceutil/trace.go:171","msg":"trace[697025014] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"141.512718ms","start":"2026-04-07T00:57:40.026151Z","end":"2026-04-07T00:57:40.167663Z","steps":["trace[697025014] 'process raft request' (duration: 141.100889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:40.296388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.337956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:57:40.296467Z","caller":"traceutil/trace.go:171","msg":"trace[1572207511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23151; }","duration":"103.458109ms","start":"2026-04-07T00:57:40.192993Z","end":"2026-04-07T00:57:40.296451Z","steps":["trace[1572207511] 'range keys from in-memory index tree' (duration: 103.172073ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:40.899717Z","caller":"traceutil/trace.go:171","msg":"trace[1046552113] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"139.372951ms","start":"2026-04-07T00:57:40.760324Z","end":"2026-04-07T00:57:40.899697Z","steps":["trace[1046552113] 'process raft request' (duration: 139.230867ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:42.304455Z","caller":"traceutil/trace.go:171","msg":"trace[221379647] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"127.417904ms","start":"2026-04-07T00:57:42.177008Z","end":"2026-04-07T00:57:42.304426Z","steps":["trace[221379647] 'process raft request' (duration: 127.224039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:43.01281Z","caller":"traceutil/trace.go:171","msg":"trace[182458024] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"108.652875ms","start":"2026-04-07T00:57:42.904135Z","end":"2026-04-07T00:57:43.012788Z","steps":["trace[182458024] 'process raft request' (duration: 108.519742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:45.456834Z","caller":"traceutil/trace.go:171","msg":"trace[1248624914] linearizableReadLoop","detail":"{readStateIndex:23985; appliedIndex:23984; }","duration":"168.184863ms","start":"2026-04-07T00:57:45.288618Z","end":"2026-04-07T00:57:45.456803Z","steps":["trace[1248624914] 'read index received' (duration: 167.395716ms)","trace[1248624914] 'applied index is now lower than readState.Index' (duration: 788.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:45.456859Z","caller":"traceutil/trace.go:171","msg":"trace[150419817] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"181.662274ms","start":"2026-04-07T00:57:45.275149Z","end":"2026-04-07T00:57:45.456811Z","steps":["trace[150419817] 'process raft request' (duration: 181.03764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:45.457329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.697325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T00:57:45.457412Z","caller":"traceutil/trace.go:171","msg":"trace[2043703499] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23179; }","duration":"168.849138ms","start":"2026-04-07T00:57:45.288544Z","end":"2026-04-07T00:57:45.457393Z","steps":["trace[2043703499] 'agreement among raft nodes before linearized reading' (duration: 168.367527ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:45.457333Z","caller":"traceutil/trace.go:171","msg":"trace[1467669806] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"162.446516ms","start":"2026-04-07T00:57:45.294847Z","end":"2026-04-07T00:57:45.457293Z","steps":["trace[1467669806] 'process raft request' (duration: 161.887513ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:45.69328Z","caller":"traceutil/trace.go:171","msg":"trace[1385461492] linearizableReadLoop","detail":"{readStateIndex:23987; appliedIndex:23986; }","duration":"227.018456ms","start":"2026-04-07T00:57:45.466235Z","end":"2026-04-07T00:57:45.693253Z","steps":["trace[1385461492] 'read index received' (duration: 143.752818ms)","trace[1385461492] 'applied index is now lower than readState.Index' (duration: 83.261618ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:45.693375Z","caller":"traceutil/trace.go:171","msg":"trace[1294245437] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"230.989435ms","start":"2026-04-07T00:57:45.462346Z","end":"2026-04-07T00:57:45.693336Z","steps":["trace[1294245437] 'process raft request' (duration: 147.588694ms)","trace[1294245437] 'compare' (duration: 83.184886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:45.693506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.238411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:45.693554Z","caller":"traceutil/trace.go:171","msg":"trace[1091603920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23180; }","duration":"227.348294ms","start":"2026-04-07T00:57:45.466193Z","end":"2026-04-07T00:57:45.693542Z","steps":["trace[1091603920] 'agreement among raft nodes before linearized reading' (duration: 227.18167ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:45.884594Z","caller":"traceutil/trace.go:171","msg":"trace[1335995371] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23987; }","duration":"165.618626ms","start":"2026-04-07T00:57:45.718952Z","end":"2026-04-07T00:57:45.884571Z","steps":["trace[1335995371] 'read index received' (duration: 147.464071ms)","trace[1335995371] 'applied index is now lower than readState.Index' (duration: 18.153715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:45.884989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.011385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:57:45.884978Z","caller":"traceutil/trace.go:171","msg":"trace[2016519950] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"169.79208ms","start":"2026-04-07T00:57:45.715095Z","end":"2026-04-07T00:57:45.884887Z","steps":["trace[2016519950] 'process raft request' (duration: 151.354638ms)","trace[2016519950] 'compare' (duration: 17.994513ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:45.885075Z","caller":"traceutil/trace.go:171","msg":"trace[823430473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23181; }","duration":"166.129518ms","start":"2026-04-07T00:57:45.718927Z","end":"2026-04-07T00:57:45.885056Z","steps":["trace[823430473] 'agreement among raft nodes before linearized reading' (duration: 165.904603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:45.88501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.315479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:57:45.885625Z","caller":"traceutil/trace.go:171","msg":"trace[1799167932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23181; }","duration":"165.983374ms","start":"2026-04-07T00:57:45.719629Z","end":"2026-04-07T00:57:45.885613Z","steps":["trace[1799167932] 'agreement among raft nodes before linearized reading' (duration: 165.245888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:46.176119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.454048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:46.176232Z","caller":"traceutil/trace.go:171","msg":"trace[832043682] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"195.571695ms","start":"2026-04-07T00:57:45.98064Z","end":"2026-04-07T00:57:46.176212Z","steps":["trace[832043682] 'process raft request' (duration: 87.940353ms)","trace[832043682] 'compare' (duration: 107.269274ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:01.820255Z","caller":"traceutil/trace.go:171","msg":"trace[1833759983] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"451.451985ms","start":"2026-04-07T00:58:01.368777Z","end":"2026-04-07T00:58:01.820229Z","steps":["trace[1833759983] 'process raft request' (duration: 386.056536ms)","trace[1833759983] 'compare' (duration: 65.238436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:01.820861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.578032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:01.820924Z","caller":"traceutil/trace.go:171","msg":"trace[1367836306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23273; }","duration":"241.705155ms","start":"2026-04-07T00:58:01.579204Z","end":"2026-04-07T00:58:01.820909Z","steps":["trace[1367836306] 'agreement among raft nodes before linearized reading' (duration: 241.542152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:01.820865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.368755Z","time spent":"452.032649ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:01.820691Z","caller":"traceutil/trace.go:171","msg":"trace[768144492] linearizableReadLoop","detail":"{readStateIndex:24082; appliedIndex:24080; }","duration":"241.394328ms","start":"2026-04-07T00:58:01.579231Z","end":"2026-04-07T00:58:01.820625Z","steps":["trace[768144492] 'read index received' (duration: 175.717032ms)","trace[768144492] 'applied index is now lower than readState.Index' (duration: 65.669396ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:01.820459Z","caller":"traceutil/trace.go:171","msg":"trace[2058088020] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"258.775406ms","start":"2026-04-07T00:58:01.561665Z","end":"2026-04-07T00:58:01.820441Z","steps":["trace[2058088020] 'process raft request' (duration: 258.52592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:01.821978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.752041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:01.822192Z","caller":"traceutil/trace.go:171","msg":"trace[1139289033] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23273; }","duration":"167.050827ms","start":"2026-04-07T00:58:01.655123Z","end":"2026-04-07T00:58:01.822174Z","steps":["trace[1139289033] 'agreement among raft nodes before linearized reading' (duration: 166.785431ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:12.300502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21199} {"level":"info","ts":"2026-04-07T00:58:12.445428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21199,"took":"141.829384ms","hash":1958035400,"current-db-size-bytes":54972416,"current-db-size":"55 MB","current-db-size-in-use-bytes":36081664,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-07T00:58:12.445488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1958035400,"revision":21199,"compact-revision":18827} {"level":"info","ts":"2026-04-07T00:58:13.355054Z","caller":"traceutil/trace.go:171","msg":"trace[920428312] linearizableReadLoop","detail":"{readStateIndex:24570; appliedIndex:24569; }","duration":"194.90441ms","start":"2026-04-07T00:58:13.160128Z","end":"2026-04-07T00:58:13.355032Z","steps":["trace[920428312] 'read index received' (duration: 194.787887ms)","trace[920428312] 'applied index is now lower than readState.Index' (duration: 115.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:13.355105Z","caller":"traceutil/trace.go:171","msg":"trace[231876991] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"196.894284ms","start":"2026-04-07T00:58:13.158185Z","end":"2026-04-07T00:58:13.355079Z","steps":["trace[231876991] 'process raft request' (duration: 196.69983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:13.355329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.174597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-07T00:58:13.35544Z","caller":"traceutil/trace.go:171","msg":"trace[858220375] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23747; }","duration":"195.300669ms","start":"2026-04-07T00:58:13.160123Z","end":"2026-04-07T00:58:13.355423Z","steps":["trace[858220375] 'agreement among raft nodes before linearized reading' (duration: 195.027313ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:13.360511Z","caller":"traceutil/trace.go:171","msg":"trace[420682971] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"199.195445ms","start":"2026-04-07T00:58:13.161292Z","end":"2026-04-07T00:58:13.360487Z","steps":["trace[420682971] 'process raft request' (duration: 198.96097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:13.361113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.315412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:13.361195Z","caller":"traceutil/trace.go:171","msg":"trace[1403408882] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:0; response_revision:23750; }","duration":"196.424194ms","start":"2026-04-07T00:58:13.164756Z","end":"2026-04-07T00:58:13.36118Z","steps":["trace[1403408882] 'agreement among raft nodes before linearized reading' (duration: 196.286961ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:13.361242Z","caller":"traceutil/trace.go:171","msg":"trace[921531437] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"199.635255ms","start":"2026-04-07T00:58:13.161591Z","end":"2026-04-07T00:58:13.361226Z","steps":["trace[921531437] 'process raft request' (duration: 198.767806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:13.363595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.667752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-04-07T00:58:13.363686Z","caller":"traceutil/trace.go:171","msg":"trace[293896512] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23750; }","duration":"163.811045ms","start":"2026-04-07T00:58:13.199854Z","end":"2026-04-07T00:58:13.363665Z","steps":["trace[293896512] 'agreement among raft nodes before linearized reading' (duration: 161.015683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.938999Z","caller":"traceutil/trace.go:171","msg":"trace[683863399] linearizableReadLoop","detail":"{readStateIndex:24647; appliedIndex:24646; }","duration":"146.195872ms","start":"2026-04-07T00:58:14.792778Z","end":"2026-04-07T00:58:14.938974Z","steps":["trace[683863399] 'read index received' (duration: 145.980327ms)","trace[683863399] 'applied index is now lower than readState.Index' (duration: 214.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:14.939105Z","caller":"traceutil/trace.go:171","msg":"trace[272690245] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"166.597057ms","start":"2026-04-07T00:58:14.772477Z","end":"2026-04-07T00:58:14.939074Z","steps":["trace[272690245] 'process raft request' (duration: 166.345462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.939166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.367098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:14.939221Z","caller":"traceutil/trace.go:171","msg":"trace[1724105002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23822; }","duration":"146.433859ms","start":"2026-04-07T00:58:14.792772Z","end":"2026-04-07T00:58:14.939206Z","steps":["trace[1724105002] 'agreement among raft nodes before linearized reading' (duration: 146.339426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.939327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.819501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:14.939404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.952388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:14.939462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.284046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:14.939477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:14.939538Z","caller":"traceutil/trace.go:171","msg":"trace[1726596596] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"112.44987ms","start":"2026-04-07T00:58:14.827073Z","end":"2026-04-07T00:58:14.939523Z","steps":["trace[1726596596] 'agreement among raft nodes before linearized reading' (duration: 112.358518ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.939544Z","caller":"traceutil/trace.go:171","msg":"trace[463522824] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"112.411679ms","start":"2026-04-07T00:58:14.827107Z","end":"2026-04-07T00:58:14.939519Z","steps":["trace[463522824] 'agreement among raft nodes before linearized reading' (duration: 112.239715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.939485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.000281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:14.939672Z","caller":"traceutil/trace.go:171","msg":"trace[2080393551] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"134.283536ms","start":"2026-04-07T00:58:14.80535Z","end":"2026-04-07T00:58:14.939634Z","steps":["trace[2080393551] 'agreement among raft nodes before linearized reading' (duration: 133.965979ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.939488Z","caller":"traceutil/trace.go:171","msg":"trace[220045908] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"112.095062ms","start":"2026-04-07T00:58:14.827374Z","end":"2026-04-07T00:58:14.939469Z","steps":["trace[220045908] 'agreement among raft nodes before linearized reading' (duration: 111.939398ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.939422Z","caller":"traceutil/trace.go:171","msg":"trace[461082482] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"122.922163ms","start":"2026-04-07T00:58:14.816483Z","end":"2026-04-07T00:58:14.939405Z","steps":["trace[461082482] 'agreement among raft nodes before linearized reading' (duration: 122.77989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.940262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.313138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:14.940283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.643602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-07T00:58:14.940307Z","caller":"traceutil/trace.go:171","msg":"trace[1930578351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23822; }","duration":"147.41118ms","start":"2026-04-07T00:58:14.792882Z","end":"2026-04-07T00:58:14.940293Z","steps":["trace[1930578351] 'agreement among raft nodes before linearized reading' (duration: 147.341058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.940322Z","caller":"traceutil/trace.go:171","msg":"trace[1251840604] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23822; }","duration":"146.699143ms","start":"2026-04-07T00:58:14.793609Z","end":"2026-04-07T00:58:14.940308Z","steps":["trace[1251840604] 'agreement among raft nodes before linearized reading' (duration: 146.576991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.940732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.837569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:14.940766Z","caller":"traceutil/trace.go:171","msg":"trace[2004620676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23822; }","duration":"147.907061ms","start":"2026-04-07T00:58:14.79285Z","end":"2026-04-07T00:58:14.940757Z","steps":["trace[2004620676] 'agreement among raft nodes before linearized reading' (duration: 146.366507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.940891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.495448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:14.940969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.553855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:14.941014Z","caller":"traceutil/trace.go:171","msg":"trace[1845754031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"135.627316ms","start":"2026-04-07T00:58:14.805375Z","end":"2026-04-07T00:58:14.941002Z","steps":["trace[1845754031] 'agreement among raft nodes before linearized reading' (duration: 135.502784ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.940974Z","caller":"traceutil/trace.go:171","msg":"trace[1867865027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23822; }","duration":"124.58862ms","start":"2026-04-07T00:58:14.816373Z","end":"2026-04-07T00:58:14.940962Z","steps":["trace[1867865027] 'agreement among raft nodes before linearized reading' (duration: 124.489397ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.352007Z","caller":"traceutil/trace.go:171","msg":"trace[393121666] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"143.225166ms","start":"2026-04-07T00:58:16.20875Z","end":"2026-04-07T00:58:16.351975Z","steps":["trace[393121666] 'process raft request' (duration: 143.037612ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.352087Z","caller":"traceutil/trace.go:171","msg":"trace[1259195780] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"144.564147ms","start":"2026-04-07T00:58:16.207479Z","end":"2026-04-07T00:58:16.352043Z","steps":["trace[1259195780] 'process raft request' (duration: 143.951723ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:17.871431Z","caller":"traceutil/trace.go:171","msg":"trace[1530852358] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"184.672282ms","start":"2026-04-07T00:58:17.686741Z","end":"2026-04-07T00:58:17.871413Z","steps":["trace[1530852358] 'process raft request' (duration: 184.538179ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:17.871441Z","caller":"traceutil/trace.go:171","msg":"trace[1665398209] linearizableReadLoop","detail":"{readStateIndex:24713; appliedIndex:24713; }","duration":"149.835803ms","start":"2026-04-07T00:58:17.721583Z","end":"2026-04-07T00:58:17.871419Z","steps":["trace[1665398209] 'read index received' (duration: 149.71001ms)","trace[1665398209] 'applied index is now lower than readState.Index' (duration: 123.983µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:17.871954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.343855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-04-07T00:58:17.872009Z","caller":"traceutil/trace.go:171","msg":"trace[1833245698] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23888; }","duration":"150.454617ms","start":"2026-04-07T00:58:17.72154Z","end":"2026-04-07T00:58:17.871995Z","steps":["trace[1833245698] 'agreement among raft nodes before linearized reading' (duration: 149.957326ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:21.339683Z","caller":"traceutil/trace.go:171","msg":"trace[413231655] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"346.485322ms","start":"2026-04-07T00:58:20.993168Z","end":"2026-04-07T00:58:21.339654Z","steps":["trace[413231655] 'process raft request' (duration: 346.182866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:21.33985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:20.993141Z","time spent":"346.611866ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:22.451269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178936231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:58:22.522592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.287896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:58:22.526472Z","caller":"traceutil/trace.go:171","msg":"trace[1835766839] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"1.136542525s","start":"2026-04-07T00:58:21.389901Z","end":"2026-04-07T00:58:22.526443Z","steps":["trace[1835766839] 'process raft request' (duration: 170.27497ms)","trace[1835766839] 'compare' (duration: 961.315274ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:22.527024Z","caller":"traceutil/trace.go:171","msg":"trace[1341357354] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"620.492997ms","start":"2026-04-07T00:58:21.906512Z","end":"2026-04-07T00:58:22.527005Z","steps":["trace[1341357354] 'process raft request' (duration: 620.389075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:22.527035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:21.389881Z","time spent":"1.137107308s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:22.527597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:21.906487Z","time spent":"620.59306ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:23.276299Z","caller":"traceutil/trace.go:171","msg":"trace[1568494404] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"1.367245843s","start":"2026-04-07T00:58:21.909012Z","end":"2026-04-07T00:58:23.276257Z","steps":["trace[1568494404] 'process raft request' (duration: 1.367010458s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:23.276327Z","caller":"traceutil/trace.go:171","msg":"trace[714266900] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"1.324028419s","start":"2026-04-07T00:58:21.95227Z","end":"2026-04-07T00:58:23.276298Z","steps":["trace[714266900] 'process raft request' (duration: 1.323911606s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:23.27642Z","caller":"traceutil/trace.go:171","msg":"trace[671470203] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"1.080383452s","start":"2026-04-07T00:58:22.196013Z","end":"2026-04-07T00:58:23.276397Z","steps":["trace[671470203] 'process raft request' (duration: 1.080256599s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.276487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:21.952245Z","time spent":"1.324155132s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:23.276467Z","caller":"traceutil/trace.go:171","msg":"trace[67679394] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"1.21427625s","start":"2026-04-07T00:58:22.062079Z","end":"2026-04-07T00:58:23.276355Z","steps":["trace[67679394] 'process raft request' (duration: 1.214144457s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.276722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.062056Z","time spent":"1.214594377s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:23.27657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.19598Z","time spent":"1.080512394s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:23.276697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:21.908972Z","time spent":"1.367407987s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:23.276958Z","caller":"traceutil/trace.go:171","msg":"trace[1109692143] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"993.629346ms","start":"2026-04-07T00:58:22.283257Z","end":"2026-04-07T00:58:23.276886Z","steps":["trace[1109692143] 'process raft request' (duration: 993.057023ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:23.277063Z","caller":"traceutil/trace.go:171","msg":"trace[553546143] linearizableReadLoop","detail":"{readStateIndex:24793; appliedIndex:24788; }","duration":"1.326804771s","start":"2026-04-07T00:58:21.950241Z","end":"2026-04-07T00:58:23.277045Z","steps":["trace[553546143] 'read index received' (duration: 577.214582ms)","trace[553546143] 'applied index is now lower than readState.Index' (duration: 749.588129ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:23.277098Z","caller":"traceutil/trace.go:171","msg":"trace[217730860] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"764.557623ms","start":"2026-04-07T00:58:22.512525Z","end":"2026-04-07T00:58:23.277083Z","steps":["trace[217730860] 'process raft request' (duration: 764.198995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.277227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.5125Z","time spent":"764.688595ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:58:23.277288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327035056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:58:23.277234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.283235Z","time spent":"993.809979ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:23.277343Z","caller":"traceutil/trace.go:171","msg":"trace[898379550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23968; }","duration":"1.327117308s","start":"2026-04-07T00:58:21.950209Z","end":"2026-04-07T00:58:23.277327Z","steps":["trace[898379550] 'agreement among raft nodes before linearized reading' (duration: 1.326921044s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.277645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:21.950193Z","time spent":"1.327429535s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:58:23.278221Z","caller":"traceutil/trace.go:171","msg":"trace[1036110746] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"465.675292ms","start":"2026-04-07T00:58:22.812527Z","end":"2026-04-07T00:58:23.278202Z","steps":["trace[1036110746] 'process raft request' (duration: 465.490558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.278309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.812504Z","time spent":"465.763223ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:23.27832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.904048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T00:58:23.27837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.486305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:58:23.278415Z","caller":"traceutil/trace.go:171","msg":"trace[1370622883] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"653.33648ms","start":"2026-04-07T00:58:22.625065Z","end":"2026-04-07T00:58:23.278401Z","steps":["trace[1370622883] 'process raft request' (duration: 652.866ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:23.27845Z","caller":"traceutil/trace.go:171","msg":"trace[1066170003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23970; }","duration":"580.585487ms","start":"2026-04-07T00:58:22.697847Z","end":"2026-04-07T00:58:23.278433Z","steps":["trace[1066170003] 'agreement among raft nodes before linearized reading' (duration: 580.332981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.278479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.625044Z","time spent":"653.404152ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:23.278497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.697774Z","time spent":"580.70799ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:23.278355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.924501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-07T00:58:23.27866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.440931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-07T00:58:23.278667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141151468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:23.278701Z","caller":"traceutil/trace.go:171","msg":"trace[1534713915] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23970; }","duration":"255.501562ms","start":"2026-04-07T00:58:23.023186Z","end":"2026-04-07T00:58:23.278687Z","steps":["trace[1534713915] 'agreement among raft nodes before linearized reading' (duration: 255.41033ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:23.278714Z","caller":"traceutil/trace.go:171","msg":"trace[540690055] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23970; }","duration":"1.14124127s","start":"2026-04-07T00:58:22.137459Z","end":"2026-04-07T00:58:23.2787Z","steps":["trace[540690055] 'agreement among raft nodes before linearized reading' (duration: 1.141165888s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:23.278735Z","caller":"traceutil/trace.go:171","msg":"trace[784587427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23970; }","duration":"901.969119ms","start":"2026-04-07T00:58:22.376395Z","end":"2026-04-07T00:58:23.278364Z","steps":["trace[784587427] 'agreement among raft nodes before linearized reading' (duration: 901.742804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.278788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174215045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T00:58:23.278859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.376361Z","time spent":"902.478662ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:58:23.278871Z","caller":"traceutil/trace.go:171","msg":"trace[1191797204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23970; }","duration":"1.174331929s","start":"2026-04-07T00:58:22.104515Z","end":"2026-04-07T00:58:23.278847Z","steps":["trace[1191797204] 'agreement among raft nodes before linearized reading' (duration: 1.173558081s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.278758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.137435Z","time spent":"1.141309631s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:23.278926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.104496Z","time spent":"1.17441527s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:23.27859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.458107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:23.278647Z","caller":"traceutil/trace.go:171","msg":"trace[762269767] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23970; }","duration":"571.219697ms","start":"2026-04-07T00:58:22.70741Z","end":"2026-04-07T00:58:23.278629Z","steps":["trace[762269767] 'agreement among raft nodes before linearized reading' (duration: 570.726076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.279182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.707371Z","time spent":"571.793961ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-07T00:58:23.279225Z","caller":"traceutil/trace.go:171","msg":"trace[1827961126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23970; }","duration":"992.0439ms","start":"2026-04-07T00:58:22.287107Z","end":"2026-04-07T00:58:23.279151Z","steps":["trace[1827961126] 'agreement among raft nodes before linearized reading' (duration: 991.443906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:23.279406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:22.287101Z","time spent":"992.214074ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:59:26.111572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.365942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:59:26.111729Z","caller":"traceutil/trace.go:171","msg":"trace[1343059362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24715; }","duration":"187.594887ms","start":"2026-04-07T00:59:25.924109Z","end":"2026-04-07T00:59:26.111704Z","steps":["trace[1343059362] 'range keys from in-memory index tree' (duration: 187.237969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:26.112096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.150889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:59:26.112194Z","caller":"traceutil/trace.go:171","msg":"trace[2049670364] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24715; }","duration":"244.278552ms","start":"2026-04-07T00:59:25.86789Z","end":"2026-04-07T00:59:26.112168Z","steps":["trace[2049670364] 'range keys from in-memory index tree' (duration: 243.884064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:26.112207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.331753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:59:26.111588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.355795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:59:26.112085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.020906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:59:26.112304Z","caller":"traceutil/trace.go:171","msg":"trace[920060110] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24715; }","duration":"244.456265ms","start":"2026-04-07T00:59:25.867799Z","end":"2026-04-07T00:59:26.112255Z","steps":["trace[920060110] 'range keys from in-memory index tree' (duration: 244.205511ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:26.112368Z","caller":"traceutil/trace.go:171","msg":"trace[946912356] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24715; }","duration":"244.522317ms","start":"2026-04-07T00:59:25.867813Z","end":"2026-04-07T00:59:26.112335Z","steps":["trace[946912356] 'range keys from in-memory index tree' (duration: 243.872163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:26.112092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.225906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-07T00:59:26.112505Z","caller":"traceutil/trace.go:171","msg":"trace[1802580348] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24715; }","duration":"238.862851ms","start":"2026-04-07T00:59:25.873599Z","end":"2026-04-07T00:59:26.112462Z","steps":["trace[1802580348] 'range keys from in-memory index tree' (duration: 237.961901ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:26.112281Z","caller":"traceutil/trace.go:171","msg":"trace[1800746690] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24715; }","duration":"241.083361ms","start":"2026-04-07T00:59:25.871181Z","end":"2026-04-07T00:59:26.112264Z","steps":["trace[1800746690] 'range keys from in-memory index tree' (duration: 240.297954ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:26.11346Z","caller":"traceutil/trace.go:171","msg":"trace[130393298] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"123.387783ms","start":"2026-04-07T00:59:25.990051Z","end":"2026-04-07T00:59:26.113439Z","steps":["trace[130393298] 'process raft request' (duration: 123.037216ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:41.787242Z","caller":"traceutil/trace.go:171","msg":"trace[969164650] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"131.207907ms","start":"2026-04-07T00:59:41.656006Z","end":"2026-04-07T00:59:41.787214Z","steps":["trace[969164650] 'process raft request' (duration: 68.965808ms)","trace[969164650] 'compare' (duration: 61.951843ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:59:41.78729Z","caller":"traceutil/trace.go:171","msg":"trace[1644252235] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"116.384929ms","start":"2026-04-07T00:59:41.670878Z","end":"2026-04-07T00:59:41.787263Z","steps":["trace[1644252235] 'process raft request' (duration: 116.214924ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:42.250719Z","caller":"traceutil/trace.go:171","msg":"trace[1103063739] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"458.505302ms","start":"2026-04-07T00:59:41.792185Z","end":"2026-04-07T00:59:42.25069Z","steps":["trace[1103063739] 'process raft request' (duration: 458.264117ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:42.250847Z","caller":"traceutil/trace.go:171","msg":"trace[1451004733] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"458.535344ms","start":"2026-04-07T00:59:41.7923Z","end":"2026-04-07T00:59:42.250836Z","steps":["trace[1451004733] 'process raft request' (duration: 458.331809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:42.250892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:41.79227Z","time spent":"458.597635ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:42.250885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:41.792177Z","time spent":"458.628406ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:59:42.251131Z","caller":"traceutil/trace.go:171","msg":"trace[942613908] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25675; }","duration":"397.389759ms","start":"2026-04-07T00:59:41.853728Z","end":"2026-04-07T00:59:42.251118Z","steps":["trace[942613908] 'read index received' (duration: 396.737954ms)","trace[942613908] 'applied index is now lower than readState.Index' (duration: 651.105µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:59:42.251182Z","caller":"traceutil/trace.go:171","msg":"trace[671696716] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"458.694857ms","start":"2026-04-07T00:59:41.792472Z","end":"2026-04-07T00:59:42.251167Z","steps":["trace[671696716] 'process raft request' (duration: 458.335329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:42.251225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.502271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:59:42.251244Z","caller":"traceutil/trace.go:171","msg":"trace[651202825] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24833; }","duration":"397.555832ms","start":"2026-04-07T00:59:41.853682Z","end":"2026-04-07T00:59:42.251238Z","steps":["trace[651202825] 'agreement among raft nodes before linearized reading' (duration: 397.485741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:42.25126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:41.853667Z","time spent":"397.589033ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:59:42.251257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:41.792464Z","time spent":"458.755788ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:42.255558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.354073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:59:42.255635Z","caller":"traceutil/trace.go:171","msg":"trace[786439035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24834; }","duration":"395.488356ms","start":"2026-04-07T00:59:41.860128Z","end":"2026-04-07T00:59:42.255617Z","steps":["trace[786439035] 'agreement among raft nodes before linearized reading' (duration: 395.23339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:42.255681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:41.860108Z","time spent":"395.562218ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:59:42.255963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.678527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:59:42.256144Z","caller":"traceutil/trace.go:171","msg":"trace[1108747376] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24834; }","duration":"225.861411ms","start":"2026-04-07T00:59:42.030251Z","end":"2026-04-07T00:59:42.256113Z","steps":["trace[1108747376] 'agreement among raft nodes before linearized reading' (duration: 225.608335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:24.367871Z","caller":"traceutil/trace.go:171","msg":"trace[1736950227] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"103.863828ms","start":"2026-04-07T01:00:24.263991Z","end":"2026-04-07T01:00:24.367855Z","steps":["trace[1736950227] 'process raft request' (duration: 103.615733ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:24.368574Z","caller":"traceutil/trace.go:171","msg":"trace[757804069] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"100.289778ms","start":"2026-04-07T01:00:24.268264Z","end":"2026-04-07T01:00:24.368554Z","steps":["trace[757804069] 'process raft request' (duration: 99.443999ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:24.492829Z","caller":"traceutil/trace.go:171","msg":"trace[2117514819] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"119.252332ms","start":"2026-04-07T01:00:24.373549Z","end":"2026-04-07T01:00:24.492802Z","steps":["trace[2117514819] 'process raft request' (duration: 115.869017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:24.509819Z","caller":"traceutil/trace.go:171","msg":"trace[385893667] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"109.240508ms","start":"2026-04-07T01:00:24.400551Z","end":"2026-04-07T01:00:24.509791Z","steps":["trace[385893667] 'process raft request' (duration: 108.986322ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:42.111721Z","caller":"traceutil/trace.go:171","msg":"trace[908723081] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"118.583296ms","start":"2026-04-07T01:00:41.993112Z","end":"2026-04-07T01:00:42.111695Z","steps":["trace[908723081] 'process raft request' (duration: 112.993961ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:42.124613Z","caller":"traceutil/trace.go:171","msg":"trace[551627739] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"124.527068ms","start":"2026-04-07T01:00:42.000044Z","end":"2026-04-07T01:00:42.124571Z","steps":["trace[551627739] 'process raft request' (duration: 124.296793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:48.865946Z","caller":"traceutil/trace.go:171","msg":"trace[477301648] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"110.814143ms","start":"2026-04-07T01:00:48.755103Z","end":"2026-04-07T01:00:48.865917Z","steps":["trace[477301648] 'process raft request' (duration: 110.649419ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:50.133479Z","caller":"traceutil/trace.go:171","msg":"trace[1614472513] linearizableReadLoop","detail":"{readStateIndex:26400; appliedIndex:26399; }","duration":"114.159158ms","start":"2026-04-07T01:00:50.019305Z","end":"2026-04-07T01:00:50.133464Z","steps":["trace[1614472513] 'read index received' (duration: 114.081186ms)","trace[1614472513] 'applied index is now lower than readState.Index' (duration: 77.152µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:50.133642Z","caller":"traceutil/trace.go:171","msg":"trace[2062492359] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"267.680655ms","start":"2026-04-07T01:00:49.865953Z","end":"2026-04-07T01:00:50.133634Z","steps":["trace[2062492359] 'process raft request' (duration: 267.400429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:50.133745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.418114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:50.133837Z","caller":"traceutil/trace.go:171","msg":"trace[587158717] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25540; }","duration":"114.525556ms","start":"2026-04-07T01:00:50.019292Z","end":"2026-04-07T01:00:50.133818Z","steps":["trace[587158717] 'agreement among raft nodes before linearized reading' (duration: 114.352212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:50.197885Z","caller":"traceutil/trace.go:171","msg":"trace[480292975] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"166.196869ms","start":"2026-04-07T01:00:50.03166Z","end":"2026-04-07T01:00:50.197856Z","steps":["trace[480292975] 'process raft request' (duration: 147.654255ms)","trace[480292975] 'compare' (duration: 17.978942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:00:50.198046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.957855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-07T01:00:50.198104Z","caller":"traceutil/trace.go:171","msg":"trace[1628905010] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25542; }","duration":"175.056708ms","start":"2026-04-07T01:00:50.023036Z","end":"2026-04-07T01:00:50.198093Z","steps":["trace[1628905010] 'agreement among raft nodes before linearized reading' (duration: 174.889404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:50.198346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.944993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:50.198402Z","caller":"traceutil/trace.go:171","msg":"trace[2105924431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25543; }","duration":"144.037544ms","start":"2026-04-07T01:00:50.054352Z","end":"2026-04-07T01:00:50.198389Z","steps":["trace[2105924431] 'agreement among raft nodes before linearized reading' (duration: 143.786359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:52.460014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.219168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-07T01:00:52.460116Z","caller":"traceutil/trace.go:171","msg":"trace[881124405] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25553; }","duration":"256.367401ms","start":"2026-04-07T01:00:52.203725Z","end":"2026-04-07T01:00:52.460092Z","steps":["trace[881124405] 'range keys from in-memory index tree' (duration: 256.050894ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:52.460646Z","caller":"traceutil/trace.go:171","msg":"trace[1848049032] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"256.811832ms","start":"2026-04-07T01:00:52.203817Z","end":"2026-04-07T01:00:52.460629Z","steps":["trace[1848049032] 'process raft request' (duration: 236.778814ms)","trace[1848049032] 'compare' (duration: 19.2687ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:52.465024Z","caller":"traceutil/trace.go:171","msg":"trace[613829817] linearizableReadLoop","detail":"{readStateIndex:26416; appliedIndex:26413; }","duration":"251.255777ms","start":"2026-04-07T01:00:52.213745Z","end":"2026-04-07T01:00:52.465001Z","steps":["trace[613829817] 'read index received' (duration: 226.861972ms)","trace[613829817] 'applied index is now lower than readState.Index' (duration: 24.392625ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:52.465056Z","caller":"traceutil/trace.go:171","msg":"trace[1147480004] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"261.20995ms","start":"2026-04-07T01:00:52.203817Z","end":"2026-04-07T01:00:52.465027Z","steps":["trace[1147480004] 'process raft request' (duration: 261.039516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:52.465279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.529344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T01:00:52.465303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.627795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:52.465337Z","caller":"traceutil/trace.go:171","msg":"trace[503855931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25556; }","duration":"251.610855ms","start":"2026-04-07T01:00:52.213713Z","end":"2026-04-07T01:00:52.465324Z","steps":["trace[503855931] 'agreement among raft nodes before linearized reading' (duration: 251.408081ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:52.465381Z","caller":"traceutil/trace.go:171","msg":"trace[508243119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25556; }","duration":"182.741918ms","start":"2026-04-07T01:00:52.282596Z","end":"2026-04-07T01:00:52.465338Z","steps":["trace[508243119] 'agreement among raft nodes before linearized reading' (duration: 182.642026ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:52.465324Z","caller":"traceutil/trace.go:171","msg":"trace[696990536] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"261.158408ms","start":"2026-04-07T01:00:52.204039Z","end":"2026-04-07T01:00:52.465198Z","steps":["trace[696990536] 'process raft request' (duration: 260.915343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:52.465449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.995813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:52.46549Z","caller":"traceutil/trace.go:171","msg":"trace[2041158721] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25556; }","duration":"148.057404ms","start":"2026-04-07T01:00:52.317421Z","end":"2026-04-07T01:00:52.465478Z","steps":["trace[2041158721] 'agreement among raft nodes before linearized reading' (duration: 147.991122ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:53.057979Z","caller":"traceutil/trace.go:171","msg":"trace[1394541319] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"177.065272ms","start":"2026-04-07T01:00:52.88089Z","end":"2026-04-07T01:00:53.057955Z","steps":["trace[1394541319] 'process raft request' (duration: 144.695019ms)","trace[1394541319] 'compare' (duration: 32.210689ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:53.058473Z","caller":"traceutil/trace.go:171","msg":"trace[15190730] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"135.638417ms","start":"2026-04-07T01:00:52.922802Z","end":"2026-04-07T01:00:53.05844Z","steps":["trace[15190730] 'process raft request' (duration: 135.113986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:53.399481Z","caller":"traceutil/trace.go:171","msg":"trace[202400712] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"164.901691ms","start":"2026-04-07T01:00:53.234552Z","end":"2026-04-07T01:00:53.399454Z","steps":["trace[202400712] 'process raft request' (duration: 164.720027ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:53.434393Z","caller":"traceutil/trace.go:171","msg":"trace[1609333918] linearizableReadLoop","detail":"{readStateIndex:26426; appliedIndex:26424; }","duration":"151.44347ms","start":"2026-04-07T01:00:53.28292Z","end":"2026-04-07T01:00:53.434363Z","steps":["trace[1609333918] 'read index received' (duration: 116.347287ms)","trace[1609333918] 'applied index is now lower than readState.Index' (duration: 35.095073ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:53.434446Z","caller":"traceutil/trace.go:171","msg":"trace[1405831494] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"178.212127ms","start":"2026-04-07T01:00:53.256201Z","end":"2026-04-07T01:00:53.434413Z","steps":["trace[1405831494] 'process raft request' (duration: 178.032443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:53.434606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.619634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:53.434795Z","caller":"traceutil/trace.go:171","msg":"trace[1903149796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25565; }","duration":"151.848089ms","start":"2026-04-07T01:00:53.282869Z","end":"2026-04-07T01:00:53.434717Z","steps":["trace[1903149796] 'agreement among raft nodes before linearized reading' (duration: 151.616143ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:53.76098Z","caller":"traceutil/trace.go:171","msg":"trace[26506694] linearizableReadLoop","detail":"{readStateIndex:26428; appliedIndex:26426; }","duration":"175.836215ms","start":"2026-04-07T01:00:53.585115Z","end":"2026-04-07T01:00:53.760952Z","steps":["trace[26506694] 'read index received' (duration: 33.421336ms)","trace[26506694] 'applied index is now lower than readState.Index' (duration: 142.413589ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:53.761085Z","caller":"traceutil/trace.go:171","msg":"trace[635199446] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"199.594554ms","start":"2026-04-07T01:00:53.561458Z","end":"2026-04-07T01:00:53.761052Z","steps":["trace[635199446] 'process raft request' (duration: 199.326018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:53.761126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.975398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:53.761378Z","caller":"traceutil/trace.go:171","msg":"trace[1135022360] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25567; }","duration":"176.271605ms","start":"2026-04-07T01:00:53.585077Z","end":"2026-04-07T01:00:53.761349Z","steps":["trace[1135022360] 'agreement among raft nodes before linearized reading' (duration: 175.978008ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:54.258275Z","caller":"traceutil/trace.go:171","msg":"trace[2005198661] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"108.307617ms","start":"2026-04-07T01:00:54.149948Z","end":"2026-04-07T01:00:54.258256Z","steps":["trace[2005198661] 'process raft request' (duration: 108.129553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:54.43414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.505369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:54.434218Z","caller":"traceutil/trace.go:171","msg":"trace[1802828722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25568; }","duration":"150.621721ms","start":"2026-04-07T01:00:54.283577Z","end":"2026-04-07T01:00:54.434199Z","steps":["trace[1802828722] 'range keys from in-memory index tree' (duration: 150.351085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:54.434236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.202763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:00:54.43433Z","caller":"traceutil/trace.go:171","msg":"trace[1246282195] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25568; }","duration":"107.313584ms","start":"2026-04-07T01:00:54.326973Z","end":"2026-04-07T01:00:54.434287Z","steps":["trace[1246282195] 'count revisions from in-memory index tree' (duration: 107.141271ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:54.602071Z","caller":"traceutil/trace.go:171","msg":"trace[605872270] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"132.477477ms","start":"2026-04-07T01:00:54.469577Z","end":"2026-04-07T01:00:54.602054Z","steps":["trace[605872270] 'process raft request' (duration: 132.251712ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:54.602063Z","caller":"traceutil/trace.go:171","msg":"trace[269798341] linearizableReadLoop","detail":"{readStateIndex:26432; appliedIndex:26429; }","duration":"131.134766ms","start":"2026-04-07T01:00:54.470904Z","end":"2026-04-07T01:00:54.602039Z","steps":["trace[269798341] 'read index received' (duration: 90.599662ms)","trace[269798341] 'applied index is now lower than readState.Index' (duration: 40.531364ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:54.602166Z","caller":"traceutil/trace.go:171","msg":"trace[1582976880] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"131.518065ms","start":"2026-04-07T01:00:54.470636Z","end":"2026-04-07T01:00:54.602154Z","steps":["trace[1582976880] 'process raft request' (duration: 131.355591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:54.602299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.382112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:54.602383Z","caller":"traceutil/trace.go:171","msg":"trace[1783608524] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25571; }","duration":"131.525695ms","start":"2026-04-07T01:00:54.470839Z","end":"2026-04-07T01:00:54.602365Z","steps":["trace[1783608524] 'agreement among raft nodes before linearized reading' (duration: 131.339671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:54.688638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.886311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:00:54.688681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.068359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:00:54.688648Z","caller":"traceutil/trace.go:171","msg":"trace[1712416069] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"116.713094ms","start":"2026-04-07T01:00:54.571895Z","end":"2026-04-07T01:00:54.688608Z","steps":["trace[1712416069] 'process raft request' (duration: 110.171909ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:54.688715Z","caller":"traceutil/trace.go:171","msg":"trace[1526777224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25572; }","duration":"167.14147ms","start":"2026-04-07T01:00:54.521561Z","end":"2026-04-07T01:00:54.688703Z","steps":["trace[1526777224] 'agreement among raft nodes before linearized reading' (duration: 167.090269ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:54.688715Z","caller":"traceutil/trace.go:171","msg":"trace[1578578916] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25572; }","duration":"130.995433ms","start":"2026-04-07T01:00:54.557706Z","end":"2026-04-07T01:00:54.688702Z","steps":["trace[1578578916] 'agreement among raft nodes before linearized reading' (duration: 130.865631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:54.688732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.558196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-07T01:00:54.688783Z","caller":"traceutil/trace.go:171","msg":"trace[1000632310] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25572; }","duration":"217.640058ms","start":"2026-04-07T01:00:54.47113Z","end":"2026-04-07T01:00:54.68877Z","steps":["trace[1000632310] 'agreement among raft nodes before linearized reading' (duration: 217.426263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:54.688967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.688394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T01:00:54.688989Z","caller":"traceutil/trace.go:171","msg":"trace[1819867967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25572; }","duration":"211.723515ms","start":"2026-04-07T01:00:54.477261Z","end":"2026-04-07T01:00:54.688984Z","steps":["trace[1819867967] 'agreement among raft nodes before linearized reading' (duration: 211.641913ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:55.931105Z","caller":"traceutil/trace.go:171","msg":"trace[692135160] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"525.985518ms","start":"2026-04-07T01:00:55.405103Z","end":"2026-04-07T01:00:55.931089Z","steps":["trace[692135160] 'process raft request' (duration: 525.865345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:55.931241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:00:55.405074Z","time spent":"526.08185ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:00:56.233045Z","caller":"traceutil/trace.go:171","msg":"trace[21321030] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"793.515669ms","start":"2026-04-07T01:00:55.439502Z","end":"2026-04-07T01:00:56.233018Z","steps":["trace[21321030] 'process raft request' (duration: 793.303294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.233231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:00:55.439478Z","time spent":"793.656002ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:00:56.233304Z","caller":"traceutil/trace.go:171","msg":"trace[157930274] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"700.78546ms","start":"2026-04-07T01:00:55.532478Z","end":"2026-04-07T01:00:56.233263Z","steps":["trace[157930274] 'process raft request' (duration: 700.487203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.23339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.121585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:56.23344Z","caller":"traceutil/trace.go:171","msg":"trace[779183439] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25583; }","duration":"389.231847ms","start":"2026-04-07T01:00:55.844197Z","end":"2026-04-07T01:00:56.233429Z","steps":["trace[779183439] 'agreement among raft nodes before linearized reading' (duration: 389.099364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.233487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:00:55.844181Z","time spent":"389.295509ms","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:00:56.233491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:00:55.532449Z","time spent":"700.942653ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:00:56.233197Z","caller":"traceutil/trace.go:171","msg":"trace[1217785769] linearizableReadLoop","detail":"{readStateIndex:26444; appliedIndex:26441; }","duration":"388.93547ms","start":"2026-04-07T01:00:55.844233Z","end":"2026-04-07T01:00:56.233168Z","steps":["trace[1217785769] 'read index received' (duration: 86.761286ms)","trace[1217785769] 'applied index is now lower than readState.Index' (duration: 302.171914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:00:56.234203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.398847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:56.234516Z","caller":"traceutil/trace.go:171","msg":"trace[1768010163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25583; }","duration":"310.719265ms","start":"2026-04-07T01:00:55.923759Z","end":"2026-04-07T01:00:56.234478Z","steps":["trace[1768010163] 'agreement among raft nodes before linearized reading' (duration: 310.399898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.234663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.903212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:00:56.234709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.395198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:56.234742Z","caller":"traceutil/trace.go:171","msg":"trace[1099742232] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25583; }","duration":"131.027244ms","start":"2026-04-07T01:00:56.103694Z","end":"2026-04-07T01:00:56.234722Z","steps":["trace[1099742232] 'agreement among raft nodes before linearized reading' (duration: 130.893191ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:56.234796Z","caller":"traceutil/trace.go:171","msg":"trace[1908517054] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25583; }","duration":"198.48483ms","start":"2026-04-07T01:00:56.03629Z","end":"2026-04-07T01:00:56.234775Z","steps":["trace[1908517054] 'agreement among raft nodes before linearized reading' (duration: 198.358867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.235011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:00:55.923743Z","time spent":"311.251136ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:00:56.902712Z","caller":"traceutil/trace.go:171","msg":"trace[403722740] linearizableReadLoop","detail":"{readStateIndex:26450; appliedIndex:26448; }","duration":"160.397039ms","start":"2026-04-07T01:00:56.742298Z","end":"2026-04-07T01:00:56.902695Z","steps":["trace[403722740] 'read index received' (duration: 133.066241ms)","trace[403722740] 'applied index is now lower than readState.Index' (duration: 27.329758ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:56.90274Z","caller":"traceutil/trace.go:171","msg":"trace[1366222192] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"193.025498ms","start":"2026-04-07T01:00:56.709683Z","end":"2026-04-07T01:00:56.902709Z","steps":["trace[1366222192] 'process raft request' (duration: 165.663368ms)","trace[1366222192] 'compare' (duration: 27.113234ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:56.902811Z","caller":"traceutil/trace.go:171","msg":"trace[266563510] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"191.208777ms","start":"2026-04-07T01:00:56.711594Z","end":"2026-04-07T01:00:56.902802Z","steps":["trace[266563510] 'process raft request' (duration: 191.050933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.903203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.89099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T01:00:56.903241Z","caller":"traceutil/trace.go:171","msg":"trace[1838304001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25589; }","duration":"160.969072ms","start":"2026-04-07T01:00:56.742262Z","end":"2026-04-07T01:00:56.903231Z","steps":["trace[1838304001] 'agreement among raft nodes before linearized reading' (duration: 160.647905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.903434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.420045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:56.903518Z","caller":"traceutil/trace.go:171","msg":"trace[1431659423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25589; }","duration":"145.578649ms","start":"2026-04-07T01:00:56.75792Z","end":"2026-04-07T01:00:56.903498Z","steps":["trace[1431659423] 'agreement among raft nodes before linearized reading' (duration: 145.401075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:56.903548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.366926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-07T01:00:56.903472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.616191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:00:56.903616Z","caller":"traceutil/trace.go:171","msg":"trace[325711194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25589; }","duration":"111.786024ms","start":"2026-04-07T01:00:56.791814Z","end":"2026-04-07T01:00:56.9036Z","steps":["trace[325711194] 'agreement among raft nodes before linearized reading' (duration: 111.60623ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:56.903573Z","caller":"traceutil/trace.go:171","msg":"trace[2030931275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25589; }","duration":"124.428348ms","start":"2026-04-07T01:00:56.779137Z","end":"2026-04-07T01:00:56.903566Z","steps":["trace[2030931275] 'agreement among raft nodes before linearized reading' (duration: 124.371506ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:58.550772Z","caller":"traceutil/trace.go:171","msg":"trace[1709232334] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"191.912354ms","start":"2026-04-07T01:00:58.358824Z","end":"2026-04-07T01:00:58.550737Z","steps":["trace[1709232334] 'process raft request' (duration: 191.619486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:58.888319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-g6jw5\" ","response":"range_response_count:1 size:9079"} {"level":"warn","ts":"2026-04-07T01:00:58.888316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.573914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:58.888383Z","caller":"traceutil/trace.go:171","msg":"trace[725169215] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-g6jw5; range_end:; response_count:1; response_revision:25602; }","duration":"143.867191ms","start":"2026-04-07T01:00:58.744501Z","end":"2026-04-07T01:00:58.888369Z","steps":["trace[725169215] 'range keys from in-memory index tree' (duration: 143.590754ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:58.888422Z","caller":"traceutil/trace.go:171","msg":"trace[1787459664] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25602; }","duration":"143.700396ms","start":"2026-04-07T01:00:58.74469Z","end":"2026-04-07T01:00:58.88839Z","steps":["trace[1787459664] 'count revisions from in-memory index tree' (duration: 143.472422ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:59.031814Z","caller":"traceutil/trace.go:171","msg":"trace[2072324366] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"134.308027ms","start":"2026-04-07T01:00:58.897484Z","end":"2026-04-07T01:00:59.031792Z","steps":["trace[2072324366] 'process raft request' (duration: 134.156984ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:59.176746Z","caller":"traceutil/trace.go:171","msg":"trace[292878652] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"268.093543ms","start":"2026-04-07T01:00:58.908615Z","end":"2026-04-07T01:00:59.176709Z","steps":["trace[292878652] 'process raft request' (duration: 189.205563ms)","trace[292878652] 'compare' (duration: 78.602984ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:00:59.176761Z","caller":"traceutil/trace.go:171","msg":"trace[2093535992] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26464; }","duration":"265.71889ms","start":"2026-04-07T01:00:58.911001Z","end":"2026-04-07T01:00:59.17672Z","steps":["trace[2093535992] 'read index received' (duration: 120.606791ms)","trace[2093535992] 'applied index is now lower than readState.Index' (duration: 145.110649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:00:59.177189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.865514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:00:59.177204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.19823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:00:59.177271Z","caller":"traceutil/trace.go:171","msg":"trace[843895336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25605; }","duration":"205.979016ms","start":"2026-04-07T01:00:58.971272Z","end":"2026-04-07T01:00:59.177251Z","steps":["trace[843895336] 'agreement among raft nodes before linearized reading' (duration: 205.793262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:59.177282Z","caller":"traceutil/trace.go:171","msg":"trace[186031413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25605; }","duration":"266.318783ms","start":"2026-04-07T01:00:58.910945Z","end":"2026-04-07T01:00:59.177264Z","steps":["trace[186031413] 'agreement among raft nodes before linearized reading' (duration: 265.921894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:59.177188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.438197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:00:59.177387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.502562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:00:59.177404Z","caller":"traceutil/trace.go:171","msg":"trace[384901479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25605; }","duration":"262.708782ms","start":"2026-04-07T01:00:58.91468Z","end":"2026-04-07T01:00:59.177389Z","steps":["trace[384901479] 'agreement among raft nodes before linearized reading' (duration: 262.258342ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:00:59.177451Z","caller":"traceutil/trace.go:171","msg":"trace[59609836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25605; }","duration":"229.602794ms","start":"2026-04-07T01:00:58.947831Z","end":"2026-04-07T01:00:59.177434Z","steps":["trace[59609836] 'agreement among raft nodes before linearized reading' (duration: 229.41343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:59.178276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.059791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:00:59.178328Z","caller":"traceutil/trace.go:171","msg":"trace[1723220030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25605; }","duration":"237.146483ms","start":"2026-04-07T01:00:58.941167Z","end":"2026-04-07T01:00:59.178314Z","steps":["trace[1723220030] 'agreement among raft nodes before linearized reading' (duration: 236.220482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:00:59.979325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.530394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:00:59.979407Z","caller":"traceutil/trace.go:171","msg":"trace[190743286] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25612; }","duration":"139.642917ms","start":"2026-04-07T01:00:59.83973Z","end":"2026-04-07T01:00:59.979373Z","steps":["trace[190743286] 'count revisions from in-memory index tree' (duration: 139.439853ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:01.369328Z","caller":"traceutil/trace.go:171","msg":"trace[1595338722] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"108.87081ms","start":"2026-04-07T01:01:01.26042Z","end":"2026-04-07T01:01:01.369291Z","steps":["trace[1595338722] 'process raft request' (duration: 84.473105ms)","trace[1595338722] 'compare' (duration: 24.076888ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:01.369458Z","caller":"traceutil/trace.go:171","msg":"trace[1221346858] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"108.956841ms","start":"2026-04-07T01:01:01.260482Z","end":"2026-04-07T01:01:01.369439Z","steps":["trace[1221346858] 'process raft request' (duration: 108.664315ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:01.369642Z","caller":"traceutil/trace.go:171","msg":"trace[341078025] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"107.06065ms","start":"2026-04-07T01:01:01.262569Z","end":"2026-04-07T01:01:01.369629Z","steps":["trace[341078025] 'process raft request' (duration: 106.743333ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:01.369812Z","caller":"traceutil/trace.go:171","msg":"trace[1363276018] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"107.98352ms","start":"2026-04-07T01:01:01.261821Z","end":"2026-04-07T01:01:01.369805Z","steps":["trace[1363276018] 'process raft request' (duration: 107.423888ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:02.12377Z","caller":"traceutil/trace.go:171","msg":"trace[194251274] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"128.650421ms","start":"2026-04-07T01:01:01.995069Z","end":"2026-04-07T01:01:02.12372Z","steps":["trace[194251274] 'process raft request' (duration: 128.435426ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:02.83739Z","caller":"traceutil/trace.go:171","msg":"trace[1117766465] linearizableReadLoop","detail":"{readStateIndex:26511; appliedIndex:26510; }","duration":"111.923988ms","start":"2026-04-07T01:01:02.725438Z","end":"2026-04-07T01:01:02.837362Z","steps":["trace[1117766465] 'read index received' (duration: 50.346173ms)","trace[1117766465] 'applied index is now lower than readState.Index' (duration: 61.576955ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:02.837518Z","caller":"traceutil/trace.go:171","msg":"trace[2109057695] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"130.35655ms","start":"2026-04-07T01:01:02.707094Z","end":"2026-04-07T01:01:02.837451Z","steps":["trace[2109057695] 'process raft request' (duration: 68.689013ms)","trace[2109057695] 'compare' (duration: 61.486673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:02.837577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.122222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7443"} {"level":"info","ts":"2026-04-07T01:01:02.8376Z","caller":"traceutil/trace.go:171","msg":"trace[1457550402] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25649; }","duration":"112.195944ms","start":"2026-04-07T01:01:02.725396Z","end":"2026-04-07T01:01:02.837592Z","steps":["trace[1457550402] 'agreement among raft nodes before linearized reading' (duration: 112.077481ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:03.337132Z","caller":"traceutil/trace.go:171","msg":"trace[1313641726] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"109.134366ms","start":"2026-04-07T01:01:03.227973Z","end":"2026-04-07T01:01:03.337108Z","steps":["trace[1313641726] 'process raft request' (duration: 108.967742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:03.348253Z","caller":"traceutil/trace.go:171","msg":"trace[1472125458] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"119.884145ms","start":"2026-04-07T01:01:03.228338Z","end":"2026-04-07T01:01:03.348223Z","steps":["trace[1472125458] 'process raft request' (duration: 119.695231ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:03.514676Z","caller":"traceutil/trace.go:171","msg":"trace[1736003740] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"117.143865ms","start":"2026-04-07T01:01:03.397503Z","end":"2026-04-07T01:01:03.514647Z","steps":["trace[1736003740] 'process raft request' (duration: 116.920289ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:03.514779Z","caller":"traceutil/trace.go:171","msg":"trace[2059818362] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"116.47562ms","start":"2026-04-07T01:01:03.39828Z","end":"2026-04-07T01:01:03.514756Z","steps":["trace[2059818362] 'process raft request' (duration: 116.256335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:03.514945Z","caller":"traceutil/trace.go:171","msg":"trace[433952251] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"115.975219ms","start":"2026-04-07T01:01:03.398946Z","end":"2026-04-07T01:01:03.514921Z","steps":["trace[433952251] 'process raft request' (duration: 115.629551ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:03.515032Z","caller":"traceutil/trace.go:171","msg":"trace[1687039702] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"110.958267ms","start":"2026-04-07T01:01:03.404058Z","end":"2026-04-07T01:01:03.515017Z","steps":["trace[1687039702] 'process raft request' (duration: 110.724732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:06.743703Z","caller":"traceutil/trace.go:171","msg":"trace[1944264498] linearizableReadLoop","detail":"{readStateIndex:26541; appliedIndex:26540; }","duration":"104.265747ms","start":"2026-04-07T01:01:06.639413Z","end":"2026-04-07T01:01:06.743679Z","steps":["trace[1944264498] 'read index received' (duration: 104.051472ms)","trace[1944264498] 'applied index is now lower than readState.Index' (duration: 212.855µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:06.743813Z","caller":"traceutil/trace.go:171","msg":"trace[1572016568] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"114.272431ms","start":"2026-04-07T01:01:06.629529Z","end":"2026-04-07T01:01:06.743802Z","steps":["trace[1572016568] 'process raft request' (duration: 113.970454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:06.744008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.624665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-07T01:01:06.744086Z","caller":"traceutil/trace.go:171","msg":"trace[729085452] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25678; }","duration":"104.753268ms","start":"2026-04-07T01:01:06.639314Z","end":"2026-04-07T01:01:06.744068Z","steps":["trace[729085452] 'agreement among raft nodes before linearized reading' (duration: 104.501462ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:06.818205Z","caller":"traceutil/trace.go:171","msg":"trace[596559853] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"155.867349ms","start":"2026-04-07T01:01:06.662308Z","end":"2026-04-07T01:01:06.818175Z","steps":["trace[596559853] 'process raft request' (duration: 93.078747ms)","trace[596559853] 'compare' (duration: 62.599398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:06.818581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.733896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-07T01:01:06.818681Z","caller":"traceutil/trace.go:171","msg":"trace[2053998637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25680; }","duration":"151.886699ms","start":"2026-04-07T01:01:06.666767Z","end":"2026-04-07T01:01:06.818654Z","steps":["trace[2053998637] 'agreement among raft nodes before linearized reading' (duration: 151.421529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.381364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178940250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:01:11.566186Z","caller":"traceutil/trace.go:171","msg":"trace[764492985] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"808.257448ms","start":"2026-04-07T01:01:10.757906Z","end":"2026-04-07T01:01:11.566164Z","steps":["trace[764492985] 'process raft request' (duration: 808.111005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.566338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:10.757891Z","time spent":"808.365521ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:11.609594Z","caller":"traceutil/trace.go:171","msg":"trace[1480070392] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"747.726977ms","start":"2026-04-07T01:01:10.861842Z","end":"2026-04-07T01:01:11.609569Z","steps":["trace[1480070392] 'process raft request' (duration: 747.523253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.609771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:10.861819Z","time spent":"747.85176ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:11.60993Z","caller":"traceutil/trace.go:171","msg":"trace[1682989105] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26579; }","duration":"729.715505ms","start":"2026-04-07T01:01:10.880197Z","end":"2026-04-07T01:01:11.609912Z","steps":["trace[1682989105] 'read index received' (duration: 685.897558ms)","trace[1682989105] 'applied index is now lower than readState.Index' (duration: 43.817087ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:11.610014Z","caller":"traceutil/trace.go:171","msg":"trace[962442621] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"200.630947ms","start":"2026-04-07T01:01:11.40937Z","end":"2026-04-07T01:01:11.61Z","steps":["trace[962442621] 'process raft request' (duration: 200.467323ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:11.61003Z","caller":"traceutil/trace.go:171","msg":"trace[963663287] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"106.913596ms","start":"2026-04-07T01:01:11.503104Z","end":"2026-04-07T01:01:11.610018Z","steps":["trace[963663287] 'process raft request' (duration: 106.770593ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:11.610111Z","caller":"traceutil/trace.go:171","msg":"trace[51789814] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"747.888521ms","start":"2026-04-07T01:01:10.862213Z","end":"2026-04-07T01:01:11.610102Z","steps":["trace[51789814] 'process raft request' (duration: 747.306338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.61016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.95643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:11.610167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:10.862185Z","time spent":"747.946692ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:11.610196Z","caller":"traceutil/trace.go:171","msg":"trace[1851218187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25721; }","duration":"730.033922ms","start":"2026-04-07T01:01:10.880149Z","end":"2026-04-07T01:01:11.610183Z","steps":["trace[1851218187] 'agreement among raft nodes before linearized reading' (duration: 729.9667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.610253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:10.880134Z","time spent":"730.093423ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:11.610263Z","caller":"traceutil/trace.go:171","msg":"trace[323493127] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"617.707285ms","start":"2026-04-07T01:01:10.992546Z","end":"2026-04-07T01:01:11.610253Z","steps":["trace[323493127] 'process raft request' (duration: 617.200204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.610315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:10.992519Z","time spent":"617.764906ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:11.610463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.471777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:11.610493Z","caller":"traceutil/trace.go:171","msg":"trace[205435600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25721; }","duration":"326.543988ms","start":"2026-04-07T01:01:11.28394Z","end":"2026-04-07T01:01:11.610484Z","steps":["trace[205435600] 'agreement among raft nodes before linearized reading' (duration: 326.499587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:11.610517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:11.283916Z","time spent":"326.596329ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:01:11.61067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.317891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:11.610698Z","caller":"traceutil/trace.go:171","msg":"trace[1895106465] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25721; }","duration":"183.384473ms","start":"2026-04-07T01:01:11.427303Z","end":"2026-04-07T01:01:11.610688Z","steps":["trace[1895106465] 'agreement among raft nodes before linearized reading' (duration: 183.337232ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:13.171977Z","caller":"traceutil/trace.go:171","msg":"trace[723388571] linearizableReadLoop","detail":"{readStateIndex:26592; appliedIndex:26591; }","duration":"410.464561ms","start":"2026-04-07T01:01:12.761485Z","end":"2026-04-07T01:01:13.171949Z","steps":["trace[723388571] 'read index received' (duration: 410.316178ms)","trace[723388571] 'applied index is now lower than readState.Index' (duration: 147.463µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:13.172414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.87607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-07T01:01:13.172522Z","caller":"traceutil/trace.go:171","msg":"trace[149097881] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25728; }","duration":"411.010483ms","start":"2026-04-07T01:01:12.761479Z","end":"2026-04-07T01:01:13.172489Z","steps":["trace[149097881] 'agreement among raft nodes before linearized reading' (duration: 410.718987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.172639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:12.761421Z","time spent":"411.173506ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7289,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-07T01:01:13.172892Z","caller":"traceutil/trace.go:171","msg":"trace[1010106305] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"710.004574ms","start":"2026-04-07T01:01:12.46287Z","end":"2026-04-07T01:01:13.172874Z","steps":["trace[1010106305] 'process raft request' (duration: 708.917561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.173147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:12.462849Z","time spent":"710.23347ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:13.481191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.881178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:13.48123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.124915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:13.481313Z","caller":"traceutil/trace.go:171","msg":"trace[1686944388] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25728; }","duration":"424.286429ms","start":"2026-04-07T01:01:13.05701Z","end":"2026-04-07T01:01:13.481296Z","steps":["trace[1686944388] 'agreement among raft nodes before linearized reading' (duration: 424.077634ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:13.481289Z","caller":"traceutil/trace.go:171","msg":"trace[461087262] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25728; }","duration":"320.032492ms","start":"2026-04-07T01:01:13.161233Z","end":"2026-04-07T01:01:13.481266Z","steps":["trace[461087262] 'agreement among raft nodes before linearized reading' (duration: 319.824087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.481244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.52114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:13.481363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:13.056987Z","time spent":"424.36784ms","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:13.481376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:13.161215Z","time spent":"320.148535ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:13.481392Z","caller":"traceutil/trace.go:171","msg":"trace[1393280123] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25728; }","duration":"530.687803ms","start":"2026-04-07T01:01:12.950686Z","end":"2026-04-07T01:01:13.481374Z","steps":["trace[1393280123] 'agreement among raft nodes before linearized reading' (duration: 530.473049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.48143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:12.950634Z","time spent":"530.789025ms","remote":"127.0.0.1:40526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:13.481017Z","caller":"traceutil/trace.go:171","msg":"trace[61860997] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26592; }","duration":"308.70795ms","start":"2026-04-07T01:01:13.172272Z","end":"2026-04-07T01:01:13.48098Z","steps":["trace[61860997] 'read index received' (duration: 251.066974ms)","trace[61860997] 'applied index is now lower than readState.Index' (duration: 57.638926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:13.482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.514709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:13.482028Z","caller":"traceutil/trace.go:171","msg":"trace[697473772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25728; }","duration":"197.542269ms","start":"2026-04-07T01:01:13.284478Z","end":"2026-04-07T01:01:13.48202Z","steps":["trace[697473772] 'agreement among raft nodes before linearized reading' (duration: 197.482778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.482096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.649492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:13.482174Z","caller":"traceutil/trace.go:171","msg":"trace[1054705337] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25728; }","duration":"137.741154ms","start":"2026-04-07T01:01:13.344411Z","end":"2026-04-07T01:01:13.482152Z","steps":["trace[1054705337] 'agreement among raft nodes before linearized reading' (duration: 137.586941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:13.767205Z","caller":"traceutil/trace.go:171","msg":"trace[451205446] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"150.912527ms","start":"2026-04-07T01:01:13.616267Z","end":"2026-04-07T01:01:13.76718Z","steps":["trace[451205446] 'process raft request' (duration: 117.142793ms)","trace[451205446] 'compare' (duration: 33.229812ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:13.767598Z","caller":"traceutil/trace.go:171","msg":"trace[524566504] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"151.190314ms","start":"2026-04-07T01:01:13.616376Z","end":"2026-04-07T01:01:13.767566Z","steps":["trace[524566504] 'process raft request' (duration: 150.764074ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:13.76781Z","caller":"traceutil/trace.go:171","msg":"trace[916618719] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"151.183624ms","start":"2026-04-07T01:01:13.616572Z","end":"2026-04-07T01:01:13.767755Z","steps":["trace[916618719] 'process raft request' (duration: 150.890817ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:13.785384Z","caller":"traceutil/trace.go:171","msg":"trace[781114379] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26595; }","duration":"156.502203ms","start":"2026-04-07T01:01:13.628856Z","end":"2026-04-07T01:01:13.785358Z","steps":["trace[781114379] 'read index received' (duration: 104.576154ms)","trace[781114379] 'applied index is now lower than readState.Index' (duration: 51.924499ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:13.785519Z","caller":"traceutil/trace.go:171","msg":"trace[650892759] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"168.04973ms","start":"2026-04-07T01:01:13.617416Z","end":"2026-04-07T01:01:13.785466Z","steps":["trace[650892759] 'process raft request' (duration: 167.760094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.785626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.746548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:01:13.78569Z","caller":"traceutil/trace.go:171","msg":"trace[545127754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25734; }","duration":"156.869221ms","start":"2026-04-07T01:01:13.628807Z","end":"2026-04-07T01:01:13.785676Z","steps":["trace[545127754] 'agreement among raft nodes before linearized reading' (duration: 156.657596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.78584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.83233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:01:13.785902Z","caller":"traceutil/trace.go:171","msg":"trace[345389088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25734; }","duration":"104.961882ms","start":"2026-04-07T01:01:13.68092Z","end":"2026-04-07T01:01:13.785882Z","steps":["trace[345389088] 'agreement among raft nodes before linearized reading' (duration: 104.727527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.785945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.911928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:01:13.786039Z","caller":"traceutil/trace.go:171","msg":"trace[1395393872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25734; }","duration":"112.068881ms","start":"2026-04-07T01:01:13.673945Z","end":"2026-04-07T01:01:13.786014Z","steps":["trace[1395393872] 'agreement among raft nodes before linearized reading' (duration: 111.783745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:13.786239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.042058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:01:13.786284Z","caller":"traceutil/trace.go:171","msg":"trace[1148931884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25734; }","duration":"133.12526ms","start":"2026-04-07T01:01:13.653145Z","end":"2026-04-07T01:01:13.786271Z","steps":["trace[1148931884] 'agreement among raft nodes before linearized reading' (duration: 132.472626ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:16.19169Z","caller":"traceutil/trace.go:171","msg":"trace[131300194] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"173.605785ms","start":"2026-04-07T01:01:16.018056Z","end":"2026-04-07T01:01:16.191662Z","steps":["trace[131300194] 'process raft request' (duration: 173.414051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:17.132157Z","caller":"traceutil/trace.go:171","msg":"trace[606721256] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26620; }","duration":"487.90873ms","start":"2026-04-07T01:01:16.644219Z","end":"2026-04-07T01:01:17.132128Z","steps":["trace[606721256] 'read index received' (duration: 487.781517ms)","trace[606721256] 'applied index is now lower than readState.Index' (duration: 126.003µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:17.132832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.585494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:17.13234Z","caller":"traceutil/trace.go:171","msg":"trace[1604655092] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"643.354089ms","start":"2026-04-07T01:01:16.488958Z","end":"2026-04-07T01:01:17.132312Z","steps":["trace[1604655092] 'process raft request' (duration: 643.000711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:17.132945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.548387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:17.133051Z","caller":"traceutil/trace.go:171","msg":"trace[673371533] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25756; }","duration":"188.650759ms","start":"2026-04-07T01:01:16.944362Z","end":"2026-04-07T01:01:17.133013Z","steps":["trace[673371533] 'agreement among raft nodes before linearized reading' (duration: 187.974644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:17.133121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:16.488924Z","time spent":"644.084854ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:17.132932Z","caller":"traceutil/trace.go:171","msg":"trace[514535331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25756; }","duration":"488.723858ms","start":"2026-04-07T01:01:16.644169Z","end":"2026-04-07T01:01:17.132893Z","steps":["trace[514535331] 'agreement among raft nodes before linearized reading' (duration: 488.088224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:17.133297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:16.644135Z","time spent":"489.105276ms","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:17.132347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.126654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:17.133415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.044011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:17.13343Z","caller":"traceutil/trace.go:171","msg":"trace[1464654095] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25756; }","duration":"463.255789ms","start":"2026-04-07T01:01:16.670145Z","end":"2026-04-07T01:01:17.133401Z","steps":["trace[1464654095] 'agreement among raft nodes before linearized reading' (duration: 462.129674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:17.133493Z","caller":"traceutil/trace.go:171","msg":"trace[1126629984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25756; }","duration":"168.149742ms","start":"2026-04-07T01:01:16.965313Z","end":"2026-04-07T01:01:17.133462Z","steps":["trace[1126629984] 'agreement among raft nodes before linearized reading' (duration: 167.008657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:17.133511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:16.670124Z","time spent":"463.3586ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:19.996807Z","caller":"traceutil/trace.go:171","msg":"trace[2079393077] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"113.286058ms","start":"2026-04-07T01:01:19.883496Z","end":"2026-04-07T01:01:19.996782Z","steps":["trace[2079393077] 'process raft request' (duration: 113.202386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:19.996823Z","caller":"traceutil/trace.go:171","msg":"trace[1522079369] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"113.369169ms","start":"2026-04-07T01:01:19.883415Z","end":"2026-04-07T01:01:19.996784Z","steps":["trace[1522079369] 'process raft request' (duration: 113.142784ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:19.997006Z","caller":"traceutil/trace.go:171","msg":"trace[1375729440] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"113.39603ms","start":"2026-04-07T01:01:19.883565Z","end":"2026-04-07T01:01:19.996961Z","steps":["trace[1375729440] 'process raft request' (duration: 113.176605ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:22.321821Z","caller":"traceutil/trace.go:171","msg":"trace[176935480] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"319.620772ms","start":"2026-04-07T01:01:22.002173Z","end":"2026-04-07T01:01:22.321794Z","steps":["trace[176935480] 'process raft request' (duration: 255.244266ms)","trace[176935480] 'compare' (duration: 64.08796ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:22.321831Z","caller":"traceutil/trace.go:171","msg":"trace[1159453702] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"319.47914ms","start":"2026-04-07T01:01:22.002334Z","end":"2026-04-07T01:01:22.321813Z","steps":["trace[1159453702] 'process raft request' (duration: 319.390498ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:22.321915Z","caller":"traceutil/trace.go:171","msg":"trace[1924834235] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26656; }","duration":"263.938251ms","start":"2026-04-07T01:01:22.057952Z","end":"2026-04-07T01:01:22.32189Z","steps":["trace[1924834235] 'read index received' (duration: 199.437571ms)","trace[1924834235] 'applied index is now lower than readState.Index' (duration: 64.49924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:22.321951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:22.002152Z","time spent":"319.731575ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:22.321947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:22.002306Z","time spent":"319.577991ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:22.321954Z","caller":"traceutil/trace.go:171","msg":"trace[1565527364] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"316.709847ms","start":"2026-04-07T01:01:22.005218Z","end":"2026-04-07T01:01:22.321928Z","steps":["trace[1565527364] 'process raft request' (duration: 316.573574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:22.322015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:22.005211Z","time spent":"316.77156ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:22.322132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.170525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:01:22.32217Z","caller":"traceutil/trace.go:171","msg":"trace[1616359185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25793; }","duration":"264.253587ms","start":"2026-04-07T01:01:22.057903Z","end":"2026-04-07T01:01:22.322157Z","steps":["trace[1616359185] 'agreement among raft nodes before linearized reading' (duration: 264.105884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:22.32217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.766974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T01:01:22.32219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.372418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T01:01:22.322236Z","caller":"traceutil/trace.go:171","msg":"trace[1544313232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25793; }","duration":"138.457099ms","start":"2026-04-07T01:01:22.183767Z","end":"2026-04-07T01:01:22.322224Z","steps":["trace[1544313232] 'agreement among raft nodes before linearized reading' (duration: 138.309916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:22.322229Z","caller":"traceutil/trace.go:171","msg":"trace[25226583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25793; }","duration":"137.851826ms","start":"2026-04-07T01:01:22.184361Z","end":"2026-04-07T01:01:22.322213Z","steps":["trace[25226583] 'agreement among raft nodes before linearized reading' (duration: 137.685012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:22.322348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.520932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T01:01:22.322371Z","caller":"traceutil/trace.go:171","msg":"trace[1617173254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25793; }","duration":"139.578175ms","start":"2026-04-07T01:01:22.182786Z","end":"2026-04-07T01:01:22.322364Z","steps":["trace[1617173254] 'agreement among raft nodes before linearized reading' (duration: 139.306249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:22.322436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.003373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T01:01:22.322461Z","caller":"traceutil/trace.go:171","msg":"trace[1511032914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25793; }","duration":"256.084275ms","start":"2026-04-07T01:01:22.06637Z","end":"2026-04-07T01:01:22.322454Z","steps":["trace[1511032914] 'agreement among raft nodes before linearized reading' (duration: 255.668836ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:33.465505Z","caller":"traceutil/trace.go:171","msg":"trace[1915124636] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"105.410613ms","start":"2026-04-07T01:01:33.360065Z","end":"2026-04-07T01:01:33.465475Z","steps":["trace[1915124636] 'process raft request' (duration: 103.389607ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:38.176918Z","caller":"traceutil/trace.go:171","msg":"trace[1848258374] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"126.528434ms","start":"2026-04-07T01:01:38.050368Z","end":"2026-04-07T01:01:38.176896Z","steps":["trace[1848258374] 'process raft request' (duration: 126.487453ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:38.176948Z","caller":"traceutil/trace.go:171","msg":"trace[341470554] linearizableReadLoop","detail":"{readStateIndex:26900; appliedIndex:26899; }","duration":"130.307809ms","start":"2026-04-07T01:01:38.046621Z","end":"2026-04-07T01:01:38.176929Z","steps":["trace[341470554] 'read index received' (duration: 33.794624ms)","trace[341470554] 'applied index is now lower than readState.Index' (duration: 96.510815ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:38.176919Z","caller":"traceutil/trace.go:171","msg":"trace[2064809538] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"130.595784ms","start":"2026-04-07T01:01:38.046281Z","end":"2026-04-07T01:01:38.176877Z","steps":["trace[2064809538] 'process raft request' (duration: 34.111091ms)","trace[2064809538] 'compare' (duration: 96.32881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:38.177955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.30906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:01:38.178003Z","caller":"traceutil/trace.go:171","msg":"trace[394264954] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26025; }","duration":"131.434583ms","start":"2026-04-07T01:01:38.046555Z","end":"2026-04-07T01:01:38.17799Z","steps":["trace[394264954] 'agreement among raft nodes before linearized reading' (duration: 130.451151ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:38.717213Z","caller":"traceutil/trace.go:171","msg":"trace[1433672870] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"135.255109ms","start":"2026-04-07T01:01:38.58192Z","end":"2026-04-07T01:01:38.717175Z","steps":["trace[1433672870] 'process raft request' (duration: 104.627485ms)","trace[1433672870] 'compare' (duration: 30.377988ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:38.717448Z","caller":"traceutil/trace.go:171","msg":"trace[1262044155] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"135.426983ms","start":"2026-04-07T01:01:38.581987Z","end":"2026-04-07T01:01:38.717414Z","steps":["trace[1262044155] 'process raft request' (duration: 135.115976ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:38.717628Z","caller":"traceutil/trace.go:171","msg":"trace[157014092] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"113.362051ms","start":"2026-04-07T01:01:38.604225Z","end":"2026-04-07T01:01:38.717587Z","steps":["trace[157014092] 'process raft request' (duration: 113.140816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:39.704661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.860957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:01:39.704748Z","caller":"traceutil/trace.go:171","msg":"trace[928478055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26035; }","duration":"819.98579ms","start":"2026-04-07T01:01:38.884738Z","end":"2026-04-07T01:01:39.704723Z","steps":["trace[928478055] 'range keys from in-memory index tree' (duration: 819.704794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:39.704789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:38.884719Z","time spent":"820.061141ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T01:01:39.714059Z","caller":"traceutil/trace.go:171","msg":"trace[404244225] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"215.762316ms","start":"2026-04-07T01:01:39.49827Z","end":"2026-04-07T01:01:39.714032Z","steps":["trace[404244225] 'process raft request' (duration: 215.559131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:39.714117Z","caller":"traceutil/trace.go:171","msg":"trace[634071887] linearizableReadLoop","detail":"{readStateIndex:26912; appliedIndex:26912; }","duration":"174.801092ms","start":"2026-04-07T01:01:39.539287Z","end":"2026-04-07T01:01:39.714088Z","steps":["trace[634071887] 'read index received' (duration: 174.786861ms)","trace[634071887] 'applied index is now lower than readState.Index' (duration: 10.761µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:39.714325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.013916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:39.714428Z","caller":"traceutil/trace.go:171","msg":"trace[1705087080] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26036; }","duration":"175.17421ms","start":"2026-04-07T01:01:39.539229Z","end":"2026-04-07T01:01:39.714403Z","steps":["trace[1705087080] 'agreement among raft nodes before linearized reading' (duration: 174.937485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:40.073005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.931702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:01:40.073083Z","caller":"traceutil/trace.go:171","msg":"trace[1594310093] linearizableReadLoop","detail":"{readStateIndex:26913; appliedIndex:26912; }","duration":"358.90556ms","start":"2026-04-07T01:01:39.714165Z","end":"2026-04-07T01:01:40.073071Z","steps":["trace[1594310093] 'read index received' (duration: 197.852035ms)","trace[1594310093] 'applied index is now lower than readState.Index' (duration: 161.052745ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:40.073253Z","caller":"traceutil/trace.go:171","msg":"trace[1062536017] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"362.06004ms","start":"2026-04-07T01:01:39.711181Z","end":"2026-04-07T01:01:40.073241Z","steps":["trace[1062536017] 'process raft request' (duration: 200.824471ms)","trace[1062536017] 'compare' (duration: 160.84517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:40.073304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:39.711149Z","time spent":"362.132242ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:40.073425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.29132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:40.073447Z","caller":"traceutil/trace.go:171","msg":"trace[272113679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26037; }","duration":"446.33539ms","start":"2026-04-07T01:01:39.627103Z","end":"2026-04-07T01:01:40.073439Z","steps":["trace[272113679] 'agreement among raft nodes before linearized reading' (duration: 446.287939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:40.073467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:39.627092Z","time spent":"446.369382ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:40.077183Z","caller":"traceutil/trace.go:171","msg":"trace[1187875856] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"239.499235ms","start":"2026-04-07T01:01:39.837622Z","end":"2026-04-07T01:01:40.077121Z","steps":["trace[1187875856] 'process raft request' (duration: 239.184488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.077373Z","caller":"traceutil/trace.go:171","msg":"trace[251214976] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"224.678525ms","start":"2026-04-07T01:01:39.852641Z","end":"2026-04-07T01:01:40.07732Z","steps":["trace[251214976] 'process raft request' (duration: 224.341457ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.126114Z","caller":"traceutil/trace.go:171","msg":"trace[1989630873] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"162.710671ms","start":"2026-04-07T01:01:39.963369Z","end":"2026-04-07T01:01:40.12608Z","steps":["trace[1989630873] 'process raft request' (duration: 162.475586ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.126262Z","caller":"traceutil/trace.go:171","msg":"trace[938160808] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"152.889933ms","start":"2026-04-07T01:01:39.973354Z","end":"2026-04-07T01:01:40.126244Z","steps":["trace[938160808] 'process raft request' (duration: 152.638487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:40.126333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.044906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T01:01:40.1264Z","caller":"traceutil/trace.go:171","msg":"trace[1964243557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26041; }","duration":"382.138469ms","start":"2026-04-07T01:01:39.744245Z","end":"2026-04-07T01:01:40.126384Z","steps":["trace[1964243557] 'agreement among raft nodes before linearized reading' (duration: 381.988435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:40.126433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:39.74423Z","time spent":"382.19377ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-07T01:01:40.126334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.333934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:40.126494Z","caller":"traceutil/trace.go:171","msg":"trace[745278704] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26041; }","duration":"210.531748ms","start":"2026-04-07T01:01:39.915941Z","end":"2026-04-07T01:01:40.126473Z","steps":["trace[745278704] 'agreement among raft nodes before linearized reading' (duration: 210.336223ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.291791Z","caller":"traceutil/trace.go:171","msg":"trace[2060657186] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"110.219251ms","start":"2026-04-07T01:01:40.181546Z","end":"2026-04-07T01:01:40.291766Z","steps":["trace[2060657186] 'process raft request' (duration: 45.120588ms)","trace[2060657186] 'compare' (duration: 64.899139ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:40.302012Z","caller":"traceutil/trace.go:171","msg":"trace[698199369] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"107.10957ms","start":"2026-04-07T01:01:40.194886Z","end":"2026-04-07T01:01:40.301995Z","steps":["trace[698199369] 'process raft request' (duration: 106.817704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.610158Z","caller":"traceutil/trace.go:171","msg":"trace[1724140544] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"131.238588ms","start":"2026-04-07T01:01:40.478893Z","end":"2026-04-07T01:01:40.610132Z","steps":["trace[1724140544] 'process raft request' (duration: 131.061855ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.611315Z","caller":"traceutil/trace.go:171","msg":"trace[577238028] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26920; }","duration":"106.962667ms","start":"2026-04-07T01:01:40.504333Z","end":"2026-04-07T01:01:40.611296Z","steps":["trace[577238028] 'read index received' (duration: 106.270592ms)","trace[577238028] 'applied index is now lower than readState.Index' (duration: 691.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:40.611373Z","caller":"traceutil/trace.go:171","msg":"trace[2040706178] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"131.345131ms","start":"2026-04-07T01:01:40.480016Z","end":"2026-04-07T01:01:40.611361Z","steps":["trace[2040706178] 'process raft request' (duration: 131.215329ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:40.611363Z","caller":"traceutil/trace.go:171","msg":"trace[37408830] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"132.309222ms","start":"2026-04-07T01:01:40.479007Z","end":"2026-04-07T01:01:40.611317Z","steps":["trace[37408830] 'process raft request' (duration: 132.114938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:40.611526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.185202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:01:40.611561Z","caller":"traceutil/trace.go:171","msg":"trace[1206096191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26047; }","duration":"107.269354ms","start":"2026-04-07T01:01:40.50428Z","end":"2026-04-07T01:01:40.61155Z","steps":["trace[1206096191] 'agreement among raft nodes before linearized reading' (duration: 107.09544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:40.967051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.580313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:40.967133Z","caller":"traceutil/trace.go:171","msg":"trace[652509982] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26052; }","duration":"138.712656ms","start":"2026-04-07T01:01:40.828402Z","end":"2026-04-07T01:01:40.967115Z","steps":["trace[652509982] 'count revisions from in-memory index tree' (duration: 138.489432ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:41.978214Z","caller":"traceutil/trace.go:171","msg":"trace[1170799422] linearizableReadLoop","detail":"{readStateIndex:26929; appliedIndex:26928; }","duration":"229.165195ms","start":"2026-04-07T01:01:41.74903Z","end":"2026-04-07T01:01:41.978195Z","steps":["trace[1170799422] 'read index received' (duration: 228.94618ms)","trace[1170799422] 'applied index is now lower than readState.Index' (duration: 218.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:41.978265Z","caller":"traceutil/trace.go:171","msg":"trace[1413563007] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"259.915921ms","start":"2026-04-07T01:01:41.718322Z","end":"2026-04-07T01:01:41.978238Z","steps":["trace[1413563007] 'process raft request' (duration: 259.723797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:41.97852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.475821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:41.978598Z","caller":"traceutil/trace.go:171","msg":"trace[889583968] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26053; }","duration":"229.616804ms","start":"2026-04-07T01:01:41.748965Z","end":"2026-04-07T01:01:41.978581Z","steps":["trace[889583968] 'agreement among raft nodes before linearized reading' (duration: 229.40796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:41.97854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.492711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:41.978716Z","caller":"traceutil/trace.go:171","msg":"trace[1484232804] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26053; }","duration":"177.719276ms","start":"2026-04-07T01:01:41.800987Z","end":"2026-04-07T01:01:41.978706Z","steps":["trace[1484232804] 'agreement among raft nodes before linearized reading' (duration: 177.503511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:43.155697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:43.656244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:44.157335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:44.658483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:45.159347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:45.283819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:45.283927Z","caller":"traceutil/trace.go:171","msg":"trace[1579626954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399334s","start":"2026-04-07T01:01:43.283508Z","end":"2026-04-07T01:01:45.283907Z","steps":["trace[1579626954] 'agreement among raft nodes before linearized reading' (duration: 2.000263041s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:45.283975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:43.283485Z","time spent":"2.000479626s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:01:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:45.65998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:46.160446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:46.423629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.792291575s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:01:46.824347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738319916s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:46.824434Z","caller":"traceutil/trace.go:171","msg":"trace[557443801] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26059; }","duration":"1.738417778s","start":"2026-04-07T01:01:45.086005Z","end":"2026-04-07T01:01:46.824422Z","steps":["trace[557443801] 'range keys from in-memory index tree' (duration: 1.738296465s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:46.826991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.881712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:01:46.827216Z","caller":"traceutil/trace.go:171","msg":"trace[396435388] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"4.196042415s","start":"2026-04-07T01:01:42.631155Z","end":"2026-04-07T01:01:46.827198Z","steps":["trace[396435388] 'process raft request' (duration: 4.195942853s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:46.827231Z","caller":"traceutil/trace.go:171","msg":"trace[91131259] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"4.196072006s","start":"2026-04-07T01:01:42.631136Z","end":"2026-04-07T01:01:46.827208Z","steps":["trace[91131259] 'process raft request' (duration: 3.792800876s)","trace[91131259] 'compare' (duration: 402.697377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:46.827291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:42.631139Z","time spent":"4.196117467s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:46.827356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:42.631119Z","time spent":"4.196159378s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:47.284063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:47.28412Z","caller":"traceutil/trace.go:171","msg":"trace[2089337697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102928s","start":"2026-04-07T01:01:45.284004Z","end":"2026-04-07T01:01:47.284107Z","steps":["trace[2089337697] 'agreement among raft nodes before linearized reading' (duration: 2.000031346s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:47.284153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:45.283981Z","time spent":"2.000166008s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:01:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:47.653048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998237349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:47.653135Z","caller":"traceutil/trace.go:171","msg":"trace[1720257336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998372432s","start":"2026-04-07T01:01:42.654746Z","end":"2026-04-07T01:01:47.653118Z","steps":["trace[1720257336] 'agreement among raft nodes before linearized reading' (duration: 4.99826654s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:47.653175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:42.654731Z","time spent":"4.998432143s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 01:01:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:47.803772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007041174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:47.804126Z","caller":"traceutil/trace.go:171","msg":"trace[1559486188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.007401762s","start":"2026-04-07T01:01:42.796705Z","end":"2026-04-07T01:01:47.804107Z","steps":["trace[1559486188] 'agreement among raft nodes before linearized reading' (duration: 5.007040494s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:47.804193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:42.796629Z","time spent":"5.007550377s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:01:47.923668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000822324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:47.923744Z","caller":"traceutil/trace.go:171","msg":"trace[2027125906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000951137s","start":"2026-04-07T01:01:45.922774Z","end":"2026-04-07T01:01:47.923726Z","steps":["trace[2027125906] 'agreement among raft nodes before linearized reading' (duration: 2.000853784s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:47.92379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:45.922754Z","time spent":"2.001027579s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:01:48.45717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627710157s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:01:48.98392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:43.986359Z","time spent":"4.997555523s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:01:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:49.111804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.11355Z","time spent":"4.998249498s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:49.178878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.180503Z","time spent":"4.998368521s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:49.291462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:49.291541Z","caller":"traceutil/trace.go:171","msg":"trace[19767783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430175s","start":"2026-04-07T01:01:47.291092Z","end":"2026-04-07T01:01:49.291522Z","steps":["trace[19767783] 'agreement among raft nodes before linearized reading' (duration: 2.000330103s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:49.291585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.291089Z","time spent":"2.000488286s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:01:49.310424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.312942Z","time spent":"4.997480001s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:49.629553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.630504Z","time spent":"4.999041595s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:01:49.629553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.631011Z","time spent":"4.998536724s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:01:49.629625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.630679Z","time spent":"4.998944743s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:01:50.168386Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9d6544a81e70","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-07T01:01:51.294235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:51.294318Z","caller":"traceutil/trace.go:171","msg":"trace[2005901123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00070333s","start":"2026-04-07T01:01:49.293595Z","end":"2026-04-07T01:01:51.294299Z","steps":["trace[2005901123] 'agreement among raft nodes before linearized reading' (duration: 2.000554787s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:51.294365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.29358Z","time spent":"2.000774812s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:51.830656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373267082s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-07T01:01:52.083732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:45.082685Z","time spent":"7.001040376s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:01:52.653098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995709306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:52.653181Z","caller":"traceutil/trace.go:171","msg":"trace[1379039327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995834489s","start":"2026-04-07T01:01:49.657318Z","end":"2026-04-07T01:01:52.653152Z","steps":["trace[1379039327] 'agreement among raft nodes before linearized reading' (duration: 2.995740907s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:52.653218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.657297Z","time spent":"2.99591342s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 01:01:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:52.724249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.266876645s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:01:52.815054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987512343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:52.815143Z","caller":"traceutil/trace.go:171","msg":"trace[642539463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.006720722s","start":"2026-04-07T01:01:49.808401Z","end":"2026-04-07T01:01:52.815122Z","steps":["trace[642539463] 'agreement among raft nodes before linearized reading' (duration: 2.987508143s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:52.815196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.808365Z","time spent":"3.006817144s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 01:01:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:52.815588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999659616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:52.81569Z","caller":"traceutil/trace.go:171","msg":"trace[315664440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999808189s","start":"2026-04-07T01:01:42.815858Z","end":"2026-04-07T01:01:52.815666Z","steps":["trace[315664440] 'agreement among raft nodes before linearized reading' (duration: 9.999677656s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:52.81576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:42.815846Z","time spent":"9.999903182s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/07 01:01:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:52.815896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000293591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:52.815929Z","caller":"traceutil/trace.go:171","msg":"trace[566725232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000361003s","start":"2026-04-07T01:01:42.815559Z","end":"2026-04-07T01:01:52.81592Z","steps":["trace[566725232] 'agreement among raft nodes before linearized reading' (duration: 10.000327552s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:52.815962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:42.81554Z","time spent":"10.000414413s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/07 01:01:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:53.300987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000713062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:53.301074Z","caller":"traceutil/trace.go:171","msg":"trace[1994330555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867065s","start":"2026-04-07T01:01:51.300187Z","end":"2026-04-07T01:01:53.301054Z","steps":["trace[1994330555] 'agreement among raft nodes before linearized reading' (duration: 2.000747503s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:53.301122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:51.300168Z","time spent":"2.000944787s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:01:53.831009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.831907Z","time spent":"4.999093987s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:01:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:53.831015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99922332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:53.831209Z","caller":"traceutil/trace.go:171","msg":"trace[2118751590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999471886s","start":"2026-04-07T01:01:48.831715Z","end":"2026-04-07T01:01:53.831187Z","steps":["trace[2118751590] 'agreement among raft nodes before linearized reading' (duration: 4.999255821s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:53.831292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.831695Z","time spent":"4.999567057s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 01:01:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:53.982581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99835535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:53.982687Z","caller":"traceutil/trace.go:171","msg":"trace[1378197734] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998514793s","start":"2026-04-07T01:01:48.984151Z","end":"2026-04-07T01:01:53.982665Z","steps":["trace[1378197734] 'agreement among raft nodes before linearized reading' (duration: 4.99837968s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:53.982754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.984136Z","time spent":"4.998601576s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/07 01:01:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:53.986941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153536652s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:01:53.989243Z","caller":"traceutil/trace.go:171","msg":"trace[1826584551] linearizableReadLoop","detail":"{readStateIndex:26946; appliedIndex:26935; }","duration":"11.334440526s","start":"2026-04-07T01:01:42.654784Z","end":"2026-04-07T01:01:53.989224Z","steps":["trace[1826584551] 'read index received' (duration: 3.769090357s)","trace[1826584551] 'applied index is now lower than readState.Index' (duration: 7.565349409s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:53.989568Z","caller":"traceutil/trace.go:171","msg":"trace[1995532161] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"6.349417012s","start":"2026-04-07T01:01:47.640137Z","end":"2026-04-07T01:01:53.989554Z","steps":["trace[1995532161] 'process raft request' (duration: 6.349194247s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:53.989706Z","caller":"traceutil/trace.go:171","msg":"trace[165740474] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"6.35646584s","start":"2026-04-07T01:01:47.633185Z","end":"2026-04-07T01:01:53.989651Z","steps":["trace[165740474] 'process raft request' (duration: 6.356002229s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:53.989962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.640122Z","time spent":"6.349777641s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:53.989992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.633157Z","time spent":"6.356769328s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:53.989711Z","caller":"traceutil/trace.go:171","msg":"trace[1148249918] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"1.334507183s","start":"2026-04-07T01:01:52.655177Z","end":"2026-04-07T01:01:53.989684Z","steps":["trace[1148249918] 'process raft request' (duration: 1.334441452s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:53.990148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.655156Z","time spent":"1.334930243s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:53.989773Z","caller":"traceutil/trace.go:171","msg":"trace[874578942] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"3.450153619s","start":"2026-04-07T01:01:50.539606Z","end":"2026-04-07T01:01:53.98976Z","steps":["trace[874578942] 'process raft request' (duration: 3.449923753s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:53.990472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:50.539586Z","time spent":"3.450839335s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:54.112556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999128567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:54.112627Z","caller":"traceutil/trace.go:171","msg":"trace[1608227120] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999239739s","start":"2026-04-07T01:01:49.113371Z","end":"2026-04-07T01:01:54.112611Z","steps":["trace[1608227120] 'agreement among raft nodes before linearized reading' (duration: 4.999152427s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.112661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.113357Z","time spent":"4.99929736s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:01:54.179737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999416703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:54.179802Z","caller":"traceutil/trace.go:171","msg":"trace[1220079884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999527766s","start":"2026-04-07T01:01:49.180259Z","end":"2026-04-07T01:01:54.179787Z","steps":["trace[1220079884] 'agreement among raft nodes before linearized reading' (duration: 4.999444464s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.179838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.180247Z","time spent":"4.999582857s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:01:54.310898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998708917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:54.310976Z","caller":"traceutil/trace.go:171","msg":"trace[1463455206] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99882265s","start":"2026-04-07T01:01:49.312135Z","end":"2026-04-07T01:01:54.310957Z","steps":["trace[1463455206] 'agreement among raft nodes before linearized reading' (duration: 4.998724818s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.311051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.312124Z","time spent":"4.998915672s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/07 01:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:54.353674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276319814s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:01:54.377026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.183665121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} 2026/04/07 01:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T01:01:54.377078Z","caller":"traceutil/trace.go:171","msg":"trace[1500205730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"11.183772653s","start":"2026-04-07T01:01:43.193291Z","end":"2026-04-07T01:01:54.377063Z","steps":["trace[1500205730] 'agreement among raft nodes before linearized reading' (duration: 11.183707862s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.377152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:43.193261Z","time spent":"11.183880775s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/07 01:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:54.629441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996286364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:54.629568Z","caller":"traceutil/trace.go:171","msg":"trace[284224251] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996454989s","start":"2026-04-07T01:01:49.633085Z","end":"2026-04-07T01:01:54.62954Z","steps":["trace[284224251] 'agreement among raft nodes before linearized reading' (duration: 4.996292945s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.629631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.63308Z","time spent":"4.99653865s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/07 01:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:54.629834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996693884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:54.630065Z","caller":"traceutil/trace.go:171","msg":"trace[1800154429] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996874478s","start":"2026-04-07T01:01:49.633036Z","end":"2026-04-07T01:01:54.629911Z","steps":["trace[1800154429] 'agreement among raft nodes before linearized reading' (duration: 4.996715814s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.630199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.633021Z","time spent":"4.997155664s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/07 01:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:54.632134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992319946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:54.632254Z","caller":"traceutil/trace.go:171","msg":"trace[514139582] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.992488059s","start":"2026-04-07T01:01:49.639734Z","end":"2026-04-07T01:01:54.632222Z","steps":["trace[514139582] 'agreement among raft nodes before linearized reading' (duration: 4.992347785s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:54.632333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.639718Z","time spent":"4.992602602s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/07 01:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:55.18077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.72688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:01:55.180982Z","caller":"traceutil/trace.go:171","msg":"trace[320645787] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"2.363116209s","start":"2026-04-07T01:01:52.817843Z","end":"2026-04-07T01:01:55.180959Z","steps":["trace[320645787] 'process raft request' (duration: 1.536115653s)","trace[320645787] 'compare' (duration: 825.532373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:55.181055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.817821Z","time spent":"2.363203062s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:55.181287Z","caller":"traceutil/trace.go:171","msg":"trace[790623143] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"2.362954896s","start":"2026-04-07T01:01:52.818291Z","end":"2026-04-07T01:01:55.181245Z","steps":["trace[790623143] 'process raft request' (duration: 2.362572057s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:55.181492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.818284Z","time spent":"2.36310091s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:55.307415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001596991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:55.307493Z","caller":"traceutil/trace.go:171","msg":"trace[99367987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001758295s","start":"2026-04-07T01:01:53.305717Z","end":"2026-04-07T01:01:55.307475Z","steps":["trace[99367987] 'agreement among raft nodes before linearized reading' (duration: 2.001629442s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:55.307541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.305697Z","time spent":"2.001833007s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:01:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:57.153418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972274435s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:01:57.154953Z","caller":"traceutil/trace.go:171","msg":"trace[1911389425] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.521198027s","start":"2026-04-07T01:01:54.633738Z","end":"2026-04-07T01:01:57.154936Z","steps":["trace[1911389425] 'process raft request' (duration: 2.521149495s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.155005Z","caller":"traceutil/trace.go:171","msg":"trace[994705761] linearizableReadLoop","detail":"{readStateIndex:26954; appliedIndex:26951; }","duration":"3.16568061s","start":"2026-04-07T01:01:53.98929Z","end":"2026-04-07T01:01:57.154971Z","steps":["trace[994705761] 'read index received' (duration: 364.68256ms)","trace[994705761] 'applied index is now lower than readState.Index' (duration: 2.80099443s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:01:57.155074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.79829262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.155105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439846055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.155132Z","caller":"traceutil/trace.go:171","msg":"trace[827856020] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26079; }","duration":"6.798400061s","start":"2026-04-07T01:01:50.356717Z","end":"2026-04-07T01:01:57.155117Z","steps":["trace[827856020] 'agreement among raft nodes before linearized reading' (duration: 6.798253278s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.155166Z","caller":"traceutil/trace.go:171","msg":"trace[1622894751] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26079; }","duration":"4.439951128s","start":"2026-04-07T01:01:52.715201Z","end":"2026-04-07T01:01:57.155152Z","steps":["trace[1622894751] 'agreement among raft nodes before linearized reading' (duration: 4.439781354s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:50.356697Z","time spent":"6.798464904s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.18696743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T01:01:57.155185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.199404987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.155213Z","caller":"traceutil/trace.go:171","msg":"trace[1105247600] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26079; }","duration":"9.1870075s","start":"2026-04-07T01:01:47.968196Z","end":"2026-04-07T01:01:57.155203Z","steps":["trace[1105247600] 'agreement among raft nodes before linearized reading' (duration: 9.186874026s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.155231Z","caller":"traceutil/trace.go:171","msg":"trace[732144038] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:26079; }","duration":"9.199489069s","start":"2026-04-07T01:01:47.955728Z","end":"2026-04-07T01:01:57.155217Z","steps":["trace[732144038] 'agreement among raft nodes before linearized reading' (duration: 9.199402006s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.968144Z","time spent":"9.187094452s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T01:01:57.155273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.955706Z","time spent":"9.1995551s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T01:01:57.155289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322605343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-07T01:01:57.15531Z","caller":"traceutil/trace.go:171","msg":"trace[1020778747] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26079; }","duration":"3.322663215s","start":"2026-04-07T01:01:53.832639Z","end":"2026-04-07T01:01:57.155302Z","steps":["trace[1020778747] 'agreement among raft nodes before linearized reading' (duration: 3.322572903s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.832616Z","time spent":"3.322703545s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:01:57.155453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847935973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.155473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.694964772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.155505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392203255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T01:01:57.155499Z","caller":"traceutil/trace.go:171","msg":"trace[130991532] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26079; }","duration":"4.848004686s","start":"2026-04-07T01:01:52.30748Z","end":"2026-04-07T01:01:57.155485Z","steps":["trace[130991532] 'agreement among raft nodes before linearized reading' (duration: 4.847930774s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.155522Z","caller":"traceutil/trace.go:171","msg":"trace[1081395741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26079; }","duration":"3.392221715s","start":"2026-04-07T01:01:53.763296Z","end":"2026-04-07T01:01:57.155518Z","steps":["trace[1081395741] 'agreement among raft nodes before linearized reading' (duration: 3.392164604s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.763239Z","time spent":"3.392295188s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:01:57.155558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974844978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.155508Z","caller":"traceutil/trace.go:171","msg":"trace[583562446] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26079; }","duration":"7.695037734s","start":"2026-04-07T01:01:49.460461Z","end":"2026-04-07T01:01:57.155499Z","steps":["trace[583562446] 'agreement among raft nodes before linearized reading' (duration: 7.694974582s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.367147381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.155588Z","caller":"traceutil/trace.go:171","msg":"trace[1705053949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26079; }","duration":"7.974896899s","start":"2026-04-07T01:01:49.180683Z","end":"2026-04-07T01:01:57.15558Z","steps":["trace[1705053949] 'agreement among raft nodes before linearized reading' (duration: 7.974843517s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.460444Z","time spent":"7.695140046s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.180674Z","time spent":"7.97493444s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.155616Z","caller":"traceutil/trace.go:171","msg":"trace[1094426472] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26079; }","duration":"9.367246793s","start":"2026-04-07T01:01:47.788355Z","end":"2026-04-07T01:01:57.155602Z","steps":["trace[1094426472] 'agreement among raft nodes before linearized reading' (duration: 9.367150681s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.788337Z","time spent":"9.367320644s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605810592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.155712Z","caller":"traceutil/trace.go:171","msg":"trace[670406892] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26079; }","duration":"3.605859273s","start":"2026-04-07T01:01:53.549846Z","end":"2026-04-07T01:01:57.155705Z","steps":["trace[670406892] 'agreement among raft nodes before linearized reading' (duration: 3.605786992s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.549826Z","time spent":"3.605895384s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.859685656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.155782Z","caller":"traceutil/trace.go:171","msg":"trace[747631498] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26079; }","duration":"4.859756258s","start":"2026-04-07T01:01:52.296013Z","end":"2026-04-07T01:01:57.15577Z","steps":["trace[747631498] 'agreement among raft nodes before linearized reading' (duration: 4.859703097s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.295988Z","time spent":"4.859813849s","remote":"127.0.0.1:37688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709591019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.15584Z","caller":"traceutil/trace.go:171","msg":"trace[669198261] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26079; }","duration":"3.70964639s","start":"2026-04-07T01:01:53.446186Z","end":"2026-04-07T01:01:57.155832Z","steps":["trace[669198261] 'agreement among raft nodes before linearized reading' (duration: 3.709610039s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.446173Z","time spent":"3.709676841s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.414764463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.155935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749732585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.155953Z","caller":"traceutil/trace.go:171","msg":"trace[2077982279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26079; }","duration":"3.749788446s","start":"2026-04-07T01:01:53.406158Z","end":"2026-04-07T01:01:57.155946Z","steps":["trace[2077982279] 'agreement among raft nodes before linearized reading' (duration: 3.749760815s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991232262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.155995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795284961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.155989Z","caller":"traceutil/trace.go:171","msg":"trace[18775759] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26079; }","duration":"4.991293733s","start":"2026-04-07T01:01:52.164686Z","end":"2026-04-07T01:01:57.15598Z","steps":["trace[18775759] 'agreement among raft nodes before linearized reading' (duration: 4.991238892s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.156011Z","caller":"traceutil/trace.go:171","msg":"trace[857371152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26079; }","duration":"3.795325551s","start":"2026-04-07T01:01:53.36068Z","end":"2026-04-07T01:01:57.156006Z","steps":["trace[857371152] 'agreement among raft nodes before linearized reading' (duration: 3.79529978s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.360675Z","time spent":"3.795346212s","remote":"127.0.0.1:46224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.156014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.700814707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.155954Z","caller":"traceutil/trace.go:171","msg":"trace[701191569] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26079; }","duration":"9.414851685s","start":"2026-04-07T01:01:47.741084Z","end":"2026-04-07T01:01:57.155935Z","steps":["trace[701191569] 'agreement among raft nodes before linearized reading' (duration: 9.414771984s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994227041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274790"} {"level":"warn","ts":"2026-04-07T01:01:57.155967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.406147Z","time spent":"3.749815857s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.156056Z","caller":"traceutil/trace.go:171","msg":"trace[1984035757] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26079; }","duration":"9.700857918s","start":"2026-04-07T01:01:47.455186Z","end":"2026-04-07T01:01:57.156044Z","steps":["trace[1984035757] 'agreement among raft nodes before linearized reading' (duration: 9.700792556s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.156086Z","caller":"traceutil/trace.go:171","msg":"trace[1089148162] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26079; }","duration":"7.994350534s","start":"2026-04-07T01:01:49.161722Z","end":"2026-04-07T01:01:57.156072Z","steps":["trace[1089148162] 'agreement among raft nodes before linearized reading' (duration: 7.994026356s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.455131Z","time spent":"9.70095389s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.156119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.161703Z","time spent":"7.994406584s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274812,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-07T01:01:57.156306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06911949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-07T01:01:57.156368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.050810934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.156366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865318959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-07T01:01:57.156401Z","caller":"traceutil/trace.go:171","msg":"trace[1146363117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26079; }","duration":"8.050881065s","start":"2026-04-07T01:01:49.10551Z","end":"2026-04-07T01:01:57.156391Z","steps":["trace[1146363117] 'agreement among raft nodes before linearized reading' (duration: 8.050819423s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459169495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.15643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:49.105488Z","time spent":"8.050934186s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.156445Z","caller":"traceutil/trace.go:171","msg":"trace[1913636285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26079; }","duration":"5.459238447s","start":"2026-04-07T01:01:51.697199Z","end":"2026-04-07T01:01:57.156438Z","steps":["trace[1913636285] 'agreement among raft nodes before linearized reading' (duration: 5.459188575s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:51.697177Z","time spent":"5.459293227s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.15652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.911279584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.15656Z","caller":"traceutil/trace.go:171","msg":"trace[11314703] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26079; }","duration":"9.911357156s","start":"2026-04-07T01:01:47.245192Z","end":"2026-04-07T01:01:57.156549Z","steps":["trace[11314703] 'agreement among raft nodes before linearized reading' (duration: 9.911247744s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235666828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.156598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.24517Z","time spent":"9.911416337s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.15661Z","caller":"traceutil/trace.go:171","msg":"trace[501585177] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26079; }","duration":"8.23573762s","start":"2026-04-07T01:01:48.920861Z","end":"2026-04-07T01:01:57.156599Z","steps":["trace[501585177] 'agreement among raft nodes before linearized reading' (duration: 8.235689199s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487859025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.156638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.92084Z","time spent":"8.235790422s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.156642Z","caller":"traceutil/trace.go:171","msg":"trace[541930116] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26079; }","duration":"5.487925857s","start":"2026-04-07T01:01:51.668708Z","end":"2026-04-07T01:01:57.156634Z","steps":["trace[541930116] 'agreement among raft nodes before linearized reading' (duration: 5.487833935s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.15669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:51.668688Z","time spent":"5.487994508s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.156697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.0332024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.156741Z","caller":"traceutil/trace.go:171","msg":"trace[68561667] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26079; }","duration":"12.033306472s","start":"2026-04-07T01:01:45.123418Z","end":"2026-04-07T01:01:57.156724Z","steps":["trace[68561667] 'agreement among raft nodes before linearized reading' (duration: 12.033248311s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.155037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:54.63372Z","time spent":"2.521266439s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:01:57.156777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:45.123399Z","time spent":"12.033368794s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.156867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749979225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.1569Z","caller":"traceutil/trace.go:171","msg":"trace[1111690556] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26079; }","duration":"5.750051566s","start":"2026-04-07T01:01:51.406838Z","end":"2026-04-07T01:01:57.15689Z","steps":["trace[1111690556] 'agreement among raft nodes before linearized reading' (duration: 5.749996664s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.15692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.572745241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:01:57.156957Z","caller":"traceutil/trace.go:171","msg":"trace[668166134] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26079; }","duration":"8.572818103s","start":"2026-04-07T01:01:48.58413Z","end":"2026-04-07T01:01:57.156948Z","steps":["trace[668166134] 'agreement among raft nodes before linearized reading' (duration: 8.572627839s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.584113Z","time spent":"8.572863453s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165286202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.157036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122062469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-04-07T01:01:57.157049Z","caller":"traceutil/trace.go:171","msg":"trace[343597764] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26079; }","duration":"3.165364413s","start":"2026-04-07T01:01:53.991671Z","end":"2026-04-07T01:01:57.157035Z","steps":["trace[343597764] 'agreement among raft nodes before linearized reading' (duration: 3.165275831s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.157064Z","caller":"traceutil/trace.go:171","msg":"trace[1518532059] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26079; }","duration":"6.12213387s","start":"2026-04-07T01:01:51.034921Z","end":"2026-04-07T01:01:57.157055Z","steps":["trace[1518532059] 'agreement among raft nodes before linearized reading' (duration: 6.122026188s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:51.034902Z","time spent":"6.122180511s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11817,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-07T01:01:57.156415Z","caller":"traceutil/trace.go:171","msg":"trace[2091268856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:26079; }","duration":"9.865389601s","start":"2026-04-07T01:01:47.291012Z","end":"2026-04-07T01:01:57.156401Z","steps":["trace[2091268856] 'agreement among raft nodes before linearized reading' (duration: 9.865250308s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.288483847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-04-07T01:01:57.157141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.749881185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.157148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.185105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.157146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.183674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.157149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.291001Z","time spent":"9.866124107s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" "} {"level":"info","ts":"2026-04-07T01:01:57.157175Z","caller":"traceutil/trace.go:171","msg":"trace[866713063] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26079; }","duration":"12.288586749s","start":"2026-04-07T01:01:44.868557Z","end":"2026-04-07T01:01:57.157144Z","steps":["trace[866713063] 'agreement among raft nodes before linearized reading' (duration: 12.288377055s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.157183Z","caller":"traceutil/trace.go:171","msg":"trace[1540894695] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26079; }","duration":"12.749927406s","start":"2026-04-07T01:01:44.407243Z","end":"2026-04-07T01:01:57.157171Z","steps":["trace[1540894695] 'agreement among raft nodes before linearized reading' (duration: 12.749850764s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.157189Z","caller":"traceutil/trace.go:171","msg":"trace[1341765585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26079; }","duration":"885.272937ms","start":"2026-04-07T01:01:56.271904Z","end":"2026-04-07T01:01:57.157177Z","steps":["trace[1341765585] 'agreement among raft nodes before linearized reading' (duration: 885.209155ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.157194Z","caller":"traceutil/trace.go:171","msg":"trace[1709887299] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26079; }","duration":"496.263595ms","start":"2026-04-07T01:01:56.660919Z","end":"2026-04-07T01:01:57.157182Z","steps":["trace[1709887299] 'agreement among raft nodes before linearized reading' (duration: 496.173943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.6690657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.157228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:56.271882Z","time spent":"885.334819ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:56.660897Z","time spent":"496.329407ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.276835644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.157257Z","caller":"traceutil/trace.go:171","msg":"trace[292896088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26079; }","duration":"8.669162962s","start":"2026-04-07T01:01:48.488079Z","end":"2026-04-07T01:01:57.157242Z","steps":["trace[292896088] 'agreement among raft nodes before linearized reading' (duration: 8.669087511s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.019232973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7765bdd76c-gkvtr\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-04-07T01:01:57.157286Z","caller":"traceutil/trace.go:171","msg":"trace[2025079021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26079; }","duration":"13.276906406s","start":"2026-04-07T01:01:43.880372Z","end":"2026-04-07T01:01:57.157278Z","steps":["trace[2025079021] 'agreement among raft nodes before linearized reading' (duration: 13.276855905s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.488059Z","time spent":"8.669222964s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.565709214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.155196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.715182Z","time spent":"4.440008299s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.555705461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.157317Z","caller":"traceutil/trace.go:171","msg":"trace[2118657641] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7765bdd76c-gkvtr; range_end:; response_count:1; response_revision:26079; }","duration":"14.019962089s","start":"2026-04-07T01:01:43.137341Z","end":"2026-04-07T01:01:57.157304Z","steps":["trace[2118657641] 'agreement among raft nodes before linearized reading' (duration: 14.019192182s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.15735Z","caller":"traceutil/trace.go:171","msg":"trace[316622287] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26079; }","duration":"12.555831304s","start":"2026-04-07T01:01:44.601509Z","end":"2026-04-07T01:01:57.157341Z","steps":["trace[316622287] 'agreement among raft nodes before linearized reading' (duration: 12.555724812s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:43.137321Z","time spent":"14.020029301s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-7765bdd76c-gkvtr\" "} {"level":"warn","ts":"2026-04-07T01:01:57.157366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.667396632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.157381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.601481Z","time spent":"12.555889985s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.157394Z","caller":"traceutil/trace.go:171","msg":"trace[638195299] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26079; }","duration":"13.667452143s","start":"2026-04-07T01:01:43.489934Z","end":"2026-04-07T01:01:57.157386Z","steps":["trace[638195299] 'agreement among raft nodes before linearized reading' (duration: 13.667401552s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:43.489917Z","time spent":"13.667497614s","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.156023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.164667Z","time spent":"4.991345224s","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.15709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.991658Z","time spent":"3.165418944s","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.813210308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.157528Z","caller":"traceutil/trace.go:171","msg":"trace[405584713] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26079; }","duration":"12.565964649s","start":"2026-04-07T01:01:44.591551Z","end":"2026-04-07T01:01:57.157516Z","steps":["trace[405584713] 'agreement among raft nodes before linearized reading' (duration: 12.565722824s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.157534Z","caller":"traceutil/trace.go:171","msg":"trace[987645980] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26079; }","duration":"8.813284509s","start":"2026-04-07T01:01:48.344234Z","end":"2026-04-07T01:01:57.157519Z","steps":["trace[987645980] 'agreement among raft nodes before linearized reading' (duration: 8.813187897s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32497716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T01:01:57.157214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.407184Z","time spent":"12.750021518s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.591535Z","time spent":"12.566017001s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.157568Z","caller":"traceutil/trace.go:171","msg":"trace[721320375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26079; }","duration":"1.325032591s","start":"2026-04-07T01:01:55.832526Z","end":"2026-04-07T01:01:57.157558Z","steps":["trace[721320375] 'agreement among raft nodes before linearized reading' (duration: 1.324937709s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:55.832508Z","time spent":"1.325087362s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:01:57.157618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.880189662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.157316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:43.880348Z","time spent":"13.276959048s","remote":"127.0.0.1:49578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.344222Z","time spent":"8.81333272s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.134200921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:01:57.157679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.663328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.157729Z","caller":"traceutil/trace.go:171","msg":"trace[1336543336] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26079; }","duration":"9.134248212s","start":"2026-04-07T01:01:48.023455Z","end":"2026-04-07T01:01:57.157703Z","steps":["trace[1336543336] 'agreement among raft nodes before linearized reading' (duration: 9.134204882s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619451571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:01:57.157759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.023445Z","time spent":"9.134305334s","remote":"127.0.0.1:49182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093193167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.157771Z","caller":"traceutil/trace.go:171","msg":"trace[2061649440] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26079; }","duration":"1.619535194s","start":"2026-04-07T01:01:55.538223Z","end":"2026-04-07T01:01:57.157758Z","steps":["trace[2061649440] 'agreement among raft nodes before linearized reading' (duration: 1.619451572s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:01:57.157795Z","caller":"traceutil/trace.go:171","msg":"trace[1125097167] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26079; }","duration":"1.093591295s","start":"2026-04-07T01:01:56.064194Z","end":"2026-04-07T01:01:57.157785Z","steps":["trace[1125097167] 'agreement among raft nodes before linearized reading' (duration: 1.093202057s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:55.538205Z","time spent":"1.619592505s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:56.064172Z","time spent":"1.093646137s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.157646Z","caller":"traceutil/trace.go:171","msg":"trace[431650047] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26079; }","duration":"8.880252434s","start":"2026-04-07T01:01:48.277385Z","end":"2026-04-07T01:01:57.157638Z","steps":["trace[431650047] 'agreement among raft nodes before linearized reading' (duration: 8.880195303s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.157883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.277365Z","time spent":"8.88050377s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164854895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.176703Z","caller":"traceutil/trace.go:171","msg":"trace[1435941473] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26079; }","duration":"9.183624204s","start":"2026-04-07T01:01:47.993057Z","end":"2026-04-07T01:01:57.176681Z","steps":["trace[1435941473] 'agreement among raft nodes before linearized reading' (duration: 9.164834875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.176809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.993049Z","time spent":"9.183735326s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.156125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31541211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.176874Z","caller":"traceutil/trace.go:171","msg":"trace[1284411257] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26079; }","duration":"4.336174172s","start":"2026-04-07T01:01:52.840673Z","end":"2026-04-07T01:01:57.176847Z","steps":["trace[1284411257] 'agreement among raft nodes before linearized reading' (duration: 4.315421189s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.156054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.741063Z","time spent":"9.414983898s","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.176946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.840645Z","time spent":"4.336273484s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595452121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.177158Z","caller":"traceutil/trace.go:171","msg":"trace[1234096483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26079; }","duration":"3.617007722s","start":"2026-04-07T01:01:53.560141Z","end":"2026-04-07T01:01:57.177149Z","steps":["trace[1234096483] 'agreement among raft nodes before linearized reading' (duration: 3.595456922s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.177195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:53.560129Z","time spent":"3.617054913s","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.155539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.30747Z","time spent":"4.848059757s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:01:57.156929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:51.406816Z","time spent":"5.750105127s","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.613538252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.177464Z","caller":"traceutil/trace.go:171","msg":"trace[857063523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26079; }","duration":"8.633885466s","start":"2026-04-07T01:01:48.543569Z","end":"2026-04-07T01:01:57.177455Z","steps":["trace[857063523] 'agreement among raft nodes before linearized reading' (duration: 8.613550723s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.177491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:48.543551Z","time spent":"8.633932007s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.157208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:44.868535Z","time spent":"12.288666401s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418346,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-07T01:01:57.156341Z","caller":"traceutil/trace.go:171","msg":"trace[1310782519] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26079; }","duration":"5.069193812s","start":"2026-04-07T01:01:52.087138Z","end":"2026-04-07T01:01:57.156332Z","steps":["trace[1310782519] 'agreement among raft nodes before linearized reading' (duration: 5.069052379s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.177766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:52.087116Z","time spent":"5.09062571s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:01:57.157954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842996911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:01:57.177831Z","caller":"traceutil/trace.go:171","msg":"trace[2099142172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26079; }","duration":"1.862909085s","start":"2026-04-07T01:01:55.314911Z","end":"2026-04-07T01:01:57.17782Z","steps":["trace[2099142172] 'agreement among raft nodes before linearized reading' (duration: 1.84298182s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.177861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:55.314887Z","time spent":"1.862964477s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:01:57.158057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081293549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:01:57.177947Z","caller":"traceutil/trace.go:171","msg":"trace[1789020792] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26079; }","duration":"2.101215154s","start":"2026-04-07T01:01:55.076718Z","end":"2026-04-07T01:01:57.177933Z","steps":["trace[1789020792] 'agreement among raft nodes before linearized reading' (duration: 2.081255128s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.177978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:55.076697Z","time spent":"2.101270134s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:01:57.158095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.169186454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.178038Z","caller":"traceutil/trace.go:171","msg":"trace[2082739407] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26079; }","duration":"9.189129508s","start":"2026-04-07T01:01:47.988884Z","end":"2026-04-07T01:01:57.178014Z","steps":["trace[2082739407] 'agreement among raft nodes before linearized reading' (duration: 9.169142383s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.178113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:47.988848Z","time spent":"9.189240221s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:01:57.158167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525151065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-07T01:01:57.178164Z","caller":"traceutil/trace.go:171","msg":"trace[1683757646] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26079; }","duration":"2.545181043s","start":"2026-04-07T01:01:54.632973Z","end":"2026-04-07T01:01:57.178154Z","steps":["trace[1683757646] 'agreement among raft nodes before linearized reading' (duration: 2.525114645s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.178194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:54.632951Z","time spent":"2.545234413s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-07T01:01:57.158188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287332868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:01:57.178235Z","caller":"traceutil/trace.go:171","msg":"trace[1302706067] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26079; }","duration":"2.307406956s","start":"2026-04-07T01:01:54.870816Z","end":"2026-04-07T01:01:57.178223Z","steps":["trace[1302706067] 'agreement among raft nodes before linearized reading' (duration: 2.287261167s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.178375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:54.870793Z","time spent":"2.307461257s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:01:57.157728Z","caller":"traceutil/trace.go:171","msg":"trace[1715432399] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26079; }","duration":"165.745099ms","start":"2026-04-07T01:01:56.991969Z","end":"2026-04-07T01:01:57.157714Z","steps":["trace[1715432399] 'agreement among raft nodes before linearized reading' (duration: 165.660067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.158249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523666222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-07T01:01:57.178444Z","caller":"traceutil/trace.go:171","msg":"trace[1372067356] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26079; }","duration":"2.543877473s","start":"2026-04-07T01:01:54.634559Z","end":"2026-04-07T01:01:57.178436Z","steps":["trace[1372067356] 'agreement among raft nodes before linearized reading' (duration: 2.523631671s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:57.178465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:54.634551Z","time spent":"2.543906883s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-07T01:01:57.661573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:01:58.830431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.177625Z","time spent":"1.652798876s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:01:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:58.856601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695426447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:01:58.856668Z","caller":"traceutil/trace.go:171","msg":"trace[1357592159] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.695526289s","start":"2026-04-07T01:01:57.161126Z","end":"2026-04-07T01:01:58.856653Z","steps":["trace[1357592159] 'agreement among raft nodes before linearized reading' (duration: 1.695435427s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:58.85671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.161117Z","time spent":"1.69558286s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/07 01:01:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:01:59.178733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:01:59.178833Z","caller":"traceutil/trace.go:171","msg":"trace[1995679967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111917s","start":"2026-04-07T01:01:57.178697Z","end":"2026-04-07T01:01:59.178809Z","steps":["trace[1995679967] 'agreement among raft nodes before linearized reading' (duration: 1.999991934s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:59.178892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.17869Z","time spent":"2.000189439s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:01:59.199145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:58.721186Z","time spent":"477.952966ms","remote":"127.0.0.1:43488","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:01:59.199682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082369945s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-07T01:01:59.199797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.160841Z","time spent":"2.038951983s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:01:59.262405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144190216s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:01:59.263536Z","caller":"traceutil/trace.go:171","msg":"trace[451818101] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.10199864s","start":"2026-04-07T01:01:57.161499Z","end":"2026-04-07T01:01:59.263498Z","steps":["trace[451818101] 'process raft request' (duration: 2.101638382s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:59.263701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.161483Z","time spent":"2.102122923s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:59.263831Z","caller":"traceutil/trace.go:171","msg":"trace[782949004] linearizableReadLoop","detail":"{readStateIndex:26962; appliedIndex:26956; }","duration":"2.102649795s","start":"2026-04-07T01:01:57.161146Z","end":"2026-04-07T01:01:59.263795Z","steps":["trace[782949004] 'read index received' (duration: 956.1916ms)","trace[782949004] 'applied index is now lower than readState.Index' (duration: 1.146457065s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:59.263898Z","caller":"traceutil/trace.go:171","msg":"trace[1669902055] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"2.080296026s","start":"2026-04-07T01:01:57.183577Z","end":"2026-04-07T01:01:59.263873Z","steps":["trace[1669902055] 'process raft request' (duration: 2.079752524s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:59.264007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.183564Z","time spent":"2.080382258s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:59.264012Z","caller":"traceutil/trace.go:171","msg":"trace[2117068107] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.102823958s","start":"2026-04-07T01:01:57.161172Z","end":"2026-04-07T01:01:59.263996Z","steps":["trace[2117068107] 'process raft request' (duration: 2.101762065s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:59.264096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.16115Z","time spent":"2.102900501s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:59.26426Z","caller":"traceutil/trace.go:171","msg":"trace[1005180197] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"2.095956776s","start":"2026-04-07T01:01:57.168292Z","end":"2026-04-07T01:01:59.264249Z","steps":["trace[1005180197] 'process raft request' (duration: 2.094920123s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:59.264308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.168283Z","time spent":"2.095997057s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:01:59.264343Z","caller":"traceutil/trace.go:171","msg":"trace[1641807239] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"1.571594764s","start":"2026-04-07T01:01:57.69273Z","end":"2026-04-07T01:01:59.264325Z","steps":["trace[1641807239] 'process raft request' (duration: 1.570781706s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:01:59.264461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.692713Z","time spent":"1.571669976s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:01:59.764023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:01.187593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:01.187676Z","caller":"traceutil/trace.go:171","msg":"trace[774112420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331072s","start":"2026-04-07T01:01:59.187326Z","end":"2026-04-07T01:02:01.187657Z","steps":["trace[774112420] 'agreement among raft nodes before linearized reading' (duration: 2.00022987s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:01.187722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.187307Z","time spent":"2.000405224s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:02.737747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618145479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:507"} {"level":"info","ts":"2026-04-07T01:02:02.737915Z","caller":"traceutil/trace.go:171","msg":"trace[1835965833] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"1.240978055s","start":"2026-04-07T01:02:01.496926Z","end":"2026-04-07T01:02:02.737904Z","steps":["trace[1835965833] 'process raft request' (duration: 1.240944484s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.737955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:01.496902Z","time spent":"1.241036117s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:02.737934Z","caller":"traceutil/trace.go:171","msg":"trace[846846850] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"3.533735173s","start":"2026-04-07T01:01:59.204169Z","end":"2026-04-07T01:02:02.737904Z","steps":["trace[846846850] 'process raft request' (duration: 3.533639581s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:02.738075Z","caller":"traceutil/trace.go:171","msg":"trace[925530433] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26085; }","duration":"3.904528649s","start":"2026-04-07T01:01:58.833531Z","end":"2026-04-07T01:02:02.73806Z","steps":["trace[925530433] 'process raft request' (duration: 1.286018331s)","trace[925530433] 'compare' (duration: 2.618099899s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:02.738077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.204154Z","time spent":"3.533851146s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:02.738118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573207259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"warn","ts":"2026-04-07T01:02:02.738157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:58.833509Z","time spent":"3.90459727s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:02.738165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49705529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738163Z","caller":"traceutil/trace.go:171","msg":"trace[966780361] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26087; }","duration":"5.573276021s","start":"2026-04-07T01:01:57.164878Z","end":"2026-04-07T01:02:02.738154Z","steps":["trace[966780361] 'agreement among raft nodes before linearized reading' (duration: 5.573106867s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:02.738186Z","caller":"traceutil/trace.go:171","msg":"trace[933248091] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26087; }","duration":"5.497106371s","start":"2026-04-07T01:01:57.241071Z","end":"2026-04-07T01:02:02.738177Z","steps":["trace[933248091] 'agreement among raft nodes before linearized reading' (duration: 5.49706434s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.164872Z","time spent":"5.573314181s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11817,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-07T01:02:02.73821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.241046Z","time spent":"5.497159772s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863289778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:02.738201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00372282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T01:02:02.738261Z","caller":"traceutil/trace.go:171","msg":"trace[941316542] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26087; }","duration":"3.863429672s","start":"2026-04-07T01:01:58.874809Z","end":"2026-04-07T01:02:02.738239Z","steps":["trace[941316542] 'agreement among raft nodes before linearized reading' (duration: 3.863259258s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:02.738283Z","caller":"traceutil/trace.go:171","msg":"trace[686825536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26087; }","duration":"5.003808392s","start":"2026-04-07T01:01:57.734454Z","end":"2026-04-07T01:02:02.738262Z","steps":["trace[686825536] 'agreement among raft nodes before linearized reading' (duration: 5.003606328s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022479979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738319Z","caller":"traceutil/trace.go:171","msg":"trace[1618935427] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26087; }","duration":"5.022532s","start":"2026-04-07T01:01:57.715782Z","end":"2026-04-07T01:02:02.738314Z","steps":["trace[1618935427] 'agreement among raft nodes before linearized reading' (duration: 5.02250345s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:58.874792Z","time spent":"3.863517884s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720970533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.737939Z","caller":"traceutil/trace.go:171","msg":"trace[908975141] linearizableReadLoop","detail":"{readStateIndex:26965; appliedIndex:26963; }","duration":"3.474029431s","start":"2026-04-07T01:01:59.263883Z","end":"2026-04-07T01:02:02.737912Z","steps":["trace[908975141] 'read index received' (duration: 855.615106ms)","trace[908975141] 'applied index is now lower than readState.Index' (duration: 2.618411645s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:02.738379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31769192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738393Z","caller":"traceutil/trace.go:171","msg":"trace[1253516007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26087; }","duration":"3.721023094s","start":"2026-04-07T01:01:59.017364Z","end":"2026-04-07T01:02:02.738387Z","steps":["trace[1253516007] 'agreement among raft nodes before linearized reading' (duration: 3.720989683s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.73839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.554918892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-07T01:02:02.738411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.01734Z","time spent":"3.721065155s","remote":"127.0.0.1:49154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:02.738411Z","caller":"traceutil/trace.go:171","msg":"trace[837049351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26087; }","duration":"4.317759322s","start":"2026-04-07T01:01:58.420642Z","end":"2026-04-07T01:02:02.738401Z","steps":["trace[837049351] 'agreement among raft nodes before linearized reading' (duration: 4.317707021s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:02.738431Z","caller":"traceutil/trace.go:171","msg":"trace[685206209] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26087; }","duration":"5.554975373s","start":"2026-04-07T01:01:57.183445Z","end":"2026-04-07T01:02:02.73842Z","steps":["trace[685206209] 'agreement among raft nodes before linearized reading' (duration: 5.55487681s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:58.420622Z","time spent":"4.317810283s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.183433Z","time spent":"5.555027833s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:02:02.7385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.939465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:02.738497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.556263292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738526Z","caller":"traceutil/trace.go:171","msg":"trace[1197353271] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26087; }","duration":"830.997227ms","start":"2026-04-07T01:02:01.90752Z","end":"2026-04-07T01:02:02.738517Z","steps":["trace[1197353271] 'agreement among raft nodes before linearized reading' (duration: 830.965216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:01.907497Z","time spent":"831.044287ms","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:02.738537Z","caller":"traceutil/trace.go:171","msg":"trace[1783809404] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26087; }","duration":"5.556334484s","start":"2026-04-07T01:01:57.18219Z","end":"2026-04-07T01:02:02.738524Z","steps":["trace[1783809404] 'agreement among raft nodes before linearized reading' (duration: 5.55616552s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.73857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.18217Z","time spent":"5.556393465s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:02.73863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781735681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738654Z","caller":"traceutil/trace.go:171","msg":"trace[1557008193] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26087; }","duration":"2.781795213s","start":"2026-04-07T01:01:59.956853Z","end":"2026-04-07T01:02:02.738648Z","steps":["trace[1557008193] 'agreement among raft nodes before linearized reading' (duration: 2.781760932s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.956833Z","time spent":"2.781834514s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.734415Z","time spent":"5.003900125s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-07T01:02:02.738702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389889114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738724Z","caller":"traceutil/trace.go:171","msg":"trace[894129605] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26087; }","duration":"3.389948435s","start":"2026-04-07T01:01:59.348771Z","end":"2026-04-07T01:02:02.738719Z","steps":["trace[894129605] 'agreement among raft nodes before linearized reading' (duration: 3.389917374s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.73874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.348748Z","time spent":"3.389988186s","remote":"127.0.0.1:37690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550922524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738765Z","caller":"traceutil/trace.go:171","msg":"trace[2054761635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26087; }","duration":"1.550963804s","start":"2026-04-07T01:02:01.187797Z","end":"2026-04-07T01:02:02.738761Z","steps":["trace[2054761635] 'agreement among raft nodes before linearized reading' (duration: 1.550942584s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:01.187779Z","time spent":"1.550999635s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:02.738788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465481101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-07T01:02:02.738634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966327901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:02.738804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427727919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.738821Z","caller":"traceutil/trace.go:171","msg":"trace[358033335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26087; }","duration":"3.465513291s","start":"2026-04-07T01:01:59.273298Z","end":"2026-04-07T01:02:02.738811Z","steps":["trace[358033335] 'agreement among raft nodes before linearized reading' (duration: 3.465410759s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:02.738829Z","caller":"traceutil/trace.go:171","msg":"trace[31146125] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26087; }","duration":"2.966539905s","start":"2026-04-07T01:01:59.772276Z","end":"2026-04-07T01:02:02.738816Z","steps":["trace[31146125] 'agreement among raft nodes before linearized reading' (duration: 2.966340661s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:02.738839Z","caller":"traceutil/trace.go:171","msg":"trace[192408397] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26087; }","duration":"3.42778904s","start":"2026-04-07T01:01:59.311038Z","end":"2026-04-07T01:02:02.738827Z","steps":["trace[192408397] 'agreement among raft nodes before linearized reading' (duration: 3.427731638s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.73885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.273263Z","time spent":"3.465580973s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-07T01:02:02.73887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.772261Z","time spent":"2.966592137s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505344404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:02.738955Z","caller":"traceutil/trace.go:171","msg":"trace[898263224] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26087; }","duration":"2.505402105s","start":"2026-04-07T01:02:00.233549Z","end":"2026-04-07T01:02:02.738951Z","steps":["trace[898263224] 'agreement among raft nodes before linearized reading' (duration: 2.505361594s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307897277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T01:02:02.738969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:00.233529Z","time spent":"2.505436546s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:02.738973Z","caller":"traceutil/trace.go:171","msg":"trace[561631163] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26087; }","duration":"2.307942348s","start":"2026-04-07T01:02:00.431025Z","end":"2026-04-07T01:02:02.738967Z","steps":["trace[561631163] 'agreement among raft nodes before linearized reading' (duration: 2.307831675s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.738987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:00.431008Z","time spent":"2.307975759s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46681319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-07T01:02:02.739056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476307005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:02.739075Z","caller":"traceutil/trace.go:171","msg":"trace[1610422264] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26087; }","duration":"2.476346126s","start":"2026-04-07T01:02:00.262721Z","end":"2026-04-07T01:02:02.739068Z","steps":["trace[1610422264] 'agreement among raft nodes before linearized reading' (duration: 2.476311385s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.739094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:00.262708Z","time spent":"2.476382416s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.739102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485332287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:02.739118Z","caller":"traceutil/trace.go:171","msg":"trace[1223912814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26087; }","duration":"2.485374747s","start":"2026-04-07T01:02:00.253738Z","end":"2026-04-07T01:02:02.739113Z","steps":["trace[1223912814] 'agreement among raft nodes before linearized reading' (duration: 2.485349056s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.739138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:00.253725Z","time spent":"2.485409058s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653696157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:02.73916Z","caller":"traceutil/trace.go:171","msg":"trace[246171919] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26087; }","duration":"1.654050935s","start":"2026-04-07T01:02:01.085105Z","end":"2026-04-07T01:02:02.739156Z","steps":["trace[246171919] 'agreement among raft nodes before linearized reading' (duration: 1.653730018s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.73918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:01.085081Z","time spent":"1.654094316s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:02.739066Z","caller":"traceutil/trace.go:171","msg":"trace[1681336089] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8; range_end:; response_count:1; response_revision:26087; }","duration":"3.467435295s","start":"2026-04-07T01:01:59.27162Z","end":"2026-04-07T01:02:02.739055Z","steps":["trace[1681336089] 'agreement among raft nodes before linearized reading' (duration: 3.466803821s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.739226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.271604Z","time spent":"3.467609128s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8\" "} {"level":"warn","ts":"2026-04-07T01:02:02.738337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:57.715762Z","time spent":"5.022572192s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.738871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.311019Z","time spent":"3.427844861s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:02.73868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333211299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:02:02.739476Z","caller":"traceutil/trace.go:171","msg":"trace[1131042483] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26087; }","duration":"3.334024068s","start":"2026-04-07T01:01:59.405436Z","end":"2026-04-07T01:02:02.73946Z","steps":["trace[1131042483] 'agreement among raft nodes before linearized reading' (duration: 3.33320786s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:02.739538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:01:59.405418Z","time spent":"3.334103139s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:02:03.247725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:03.74801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:04.248927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:04.749451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:04.751803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:04.751894Z","caller":"traceutil/trace.go:171","msg":"trace[296598410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359162s","start":"2026-04-07T01:02:02.751511Z","end":"2026-04-07T01:02:04.75187Z","steps":["trace[296598410] 'agreement among raft nodes before linearized reading' (duration: 2.00024258s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:04.751957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.751504Z","time spent":"2.000438714s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:05.241922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.494732525s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:05.375724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.009313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:05.375877Z","caller":"traceutil/trace.go:171","msg":"trace[2033078688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26087; }","duration":"290.189387ms","start":"2026-04-07T01:02:05.085664Z","end":"2026-04-07T01:02:05.375853Z","steps":["trace[2033078688] 'range keys from in-memory index tree' (duration: 289.988842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:05.377066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.699096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:05.377172Z","caller":"traceutil/trace.go:171","msg":"trace[343214445] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"2.630243549s","start":"2026-04-07T01:02:02.746908Z","end":"2026-04-07T01:02:05.377152Z","steps":["trace[343214445] 'process raft request' (duration: 2.495363429s)","trace[343214445] 'compare' (duration: 133.837547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:05.377273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.746886Z","time spent":"2.630335043s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:06.139277Z","caller":"traceutil/trace.go:171","msg":"trace[22066619] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"3.387370658s","start":"2026-04-07T01:02:02.751882Z","end":"2026-04-07T01:02:06.139253Z","steps":["trace[22066619] 'process raft request' (duration: 3.386498858s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.139463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.751871Z","time spent":"3.38747864s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:06.139802Z","caller":"traceutil/trace.go:171","msg":"trace[1978303042] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"1.983002415s","start":"2026-04-07T01:02:04.156767Z","end":"2026-04-07T01:02:06.139769Z","steps":["trace[1978303042] 'process raft request' (duration: 1.982418152s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:06.140022Z","caller":"traceutil/trace.go:171","msg":"trace[1021834612] linearizableReadLoop","detail":"{readStateIndex:26970; appliedIndex:26966; }","duration":"3.392534752s","start":"2026-04-07T01:02:02.747455Z","end":"2026-04-07T01:02:06.13999Z","steps":["trace[1021834612] 'read index received' (duration: 2.494761736s)","trace[1021834612] 'applied index is now lower than readState.Index' (duration: 897.770556ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:06.1402Z","caller":"traceutil/trace.go:171","msg":"trace[1825324871] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"1.869870481s","start":"2026-04-07T01:02:04.270298Z","end":"2026-04-07T01:02:06.140168Z","steps":["trace[1825324871] 'process raft request' (duration: 1.869319979s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.14031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036125503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:06.14034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393008792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-07T01:02:06.140354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450078992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:06.140359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.270272Z","time spent":"1.870004704s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:06.140387Z","caller":"traceutil/trace.go:171","msg":"trace[1859552599] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540; range_end:; response_count:1; response_revision:26091; }","duration":"3.393082935s","start":"2026-04-07T01:02:02.747292Z","end":"2026-04-07T01:02:06.140375Z","steps":["trace[1859552599] 'agreement among raft nodes before linearized reading' (duration: 3.39286807s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.235161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:06.140409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559390891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:06.140432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89850276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:06.140445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287769255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:06.140454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387840307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:06.14046Z","caller":"traceutil/trace.go:171","msg":"trace[1775230231] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26091; }","duration":"1.559475323s","start":"2026-04-07T01:02:04.580964Z","end":"2026-04-07T01:02:06.14044Z","steps":["trace[1775230231] 'agreement among raft nodes before linearized reading' (duration: 1.559409082s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:06.140484Z","caller":"traceutil/trace.go:171","msg":"trace[1977504450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26091; }","duration":"1.898575582s","start":"2026-04-07T01:02:04.241888Z","end":"2026-04-07T01:02:06.140464Z","steps":["trace[1977504450] 'agreement among raft nodes before linearized reading' (duration: 1.89852131s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:06.140442Z","caller":"traceutil/trace.go:171","msg":"trace[955841560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26091; }","duration":"218.377134ms","start":"2026-04-07T01:02:05.922049Z","end":"2026-04-07T01:02:06.140427Z","steps":["trace[955841560] 'agreement among raft nodes before linearized reading' (duration: 218.20137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388242302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:06.140498Z","caller":"traceutil/trace.go:171","msg":"trace[1451935739] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26091; }","duration":"3.287852717s","start":"2026-04-07T01:02:02.852622Z","end":"2026-04-07T01:02:06.140475Z","steps":["trace[1451935739] 'agreement among raft nodes before linearized reading' (duration: 3.287786025s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.241869Z","time spent":"1.898645863s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:06.140522Z","caller":"traceutil/trace.go:171","msg":"trace[1098977161] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26091; }","duration":"3.387890529s","start":"2026-04-07T01:02:02.752588Z","end":"2026-04-07T01:02:06.140479Z","steps":["trace[1098977161] 'agreement among raft nodes before linearized reading' (duration: 3.387837198s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.580944Z","time spent":"1.559571246s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:06.140362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391991081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-07T01:02:06.140543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.852598Z","time spent":"3.287934128s","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:06.140569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.752579Z","time spent":"3.387981181s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:06.140568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991267209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:06.140623Z","caller":"traceutil/trace.go:171","msg":"trace[622452762] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26091; }","duration":"1.991362302s","start":"2026-04-07T01:02:04.149244Z","end":"2026-04-07T01:02:06.140606Z","steps":["trace[622452762] 'agreement among raft nodes before linearized reading' (duration: 1.99126088s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:06.140571Z","caller":"traceutil/trace.go:171","msg":"trace[1773712041] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26091; }","duration":"3.392229236s","start":"2026-04-07T01:02:02.748334Z","end":"2026-04-07T01:02:06.140563Z","steps":["trace[1773712041] 'agreement among raft nodes before linearized reading' (duration: 3.391872458s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.747285Z","time spent":"3.393135176s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" "} {"level":"warn","ts":"2026-04-07T01:02:06.140667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.149222Z","time spent":"1.991435004s","remote":"127.0.0.1:44680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:06.140369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656325712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:06.140686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.748326Z","time spent":"3.392347298s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-07T01:02:06.140527Z","caller":"traceutil/trace.go:171","msg":"trace[624097621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26091; }","duration":"1.388318564s","start":"2026-04-07T01:02:04.7522Z","end":"2026-04-07T01:02:06.140519Z","steps":["trace[624097621] 'agreement among raft nodes before linearized reading' (duration: 1.388256672s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:06.14072Z","caller":"traceutil/trace.go:171","msg":"trace[1395653568] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26091; }","duration":"2.656725331s","start":"2026-04-07T01:02:03.48398Z","end":"2026-04-07T01:02:06.140706Z","steps":["trace[1395653568] 'agreement among raft nodes before linearized reading' (duration: 2.656301422s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.963573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-07T01:02:06.140779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:03.483959Z","time spent":"2.656795652s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:06.140813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391137861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:02:06.140858Z","caller":"traceutil/trace.go:171","msg":"trace[403724814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26091; }","duration":"3.391213962s","start":"2026-04-07T01:02:02.749634Z","end":"2026-04-07T01:02:06.140848Z","steps":["trace[403724814] 'agreement among raft nodes before linearized reading' (duration: 3.39110256s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.140895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:02.749617Z","time spent":"3.391270464s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:02:06.140761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.75218Z","time spent":"1.38857155s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:02:06.140879Z","caller":"traceutil/trace.go:171","msg":"trace[778101855] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:26091; }","duration":"757.165718ms","start":"2026-04-07T01:02:05.383635Z","end":"2026-04-07T01:02:06.1408Z","steps":["trace[778101855] 'agreement among raft nodes before linearized reading' (duration: 756.605416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.141029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:05.383619Z","time spent":"757.396103ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" "} {"level":"info","ts":"2026-04-07T01:02:06.140386Z","caller":"traceutil/trace.go:171","msg":"trace[955075036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26091; }","duration":"1.036260737s","start":"2026-04-07T01:02:05.104107Z","end":"2026-04-07T01:02:06.140368Z","steps":["trace[955075036] 'agreement among raft nodes before linearized reading' (duration: 1.036103283s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.141101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:05.104086Z","time spent":"1.037001863s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:06.140324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731713177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:06.141224Z","caller":"traceutil/trace.go:171","msg":"trace[262623549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26091; }","duration":"1.732650568s","start":"2026-04-07T01:02:04.408556Z","end":"2026-04-07T01:02:06.141206Z","steps":["trace[262623549] 'agreement among raft nodes before linearized reading' (duration: 1.731648026s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.14131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.408493Z","time spent":"1.732795021s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:06.14182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.15675Z","time spent":"1.983148229s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:06.142855Z","caller":"traceutil/trace.go:171","msg":"trace[1878451404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26091; }","duration":"1.450146994s","start":"2026-04-07T01:02:04.690239Z","end":"2026-04-07T01:02:06.140386Z","steps":["trace[1878451404] 'agreement among raft nodes before linearized reading' (duration: 1.450075792s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:06.142936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:04.690198Z","time spent":"1.452721502s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:08.152281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003012553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:08.152346Z","caller":"traceutil/trace.go:171","msg":"trace[1436462800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003103054s","start":"2026-04-07T01:02:06.14923Z","end":"2026-04-07T01:02:08.152333Z","steps":["trace[1436462800] 'agreement among raft nodes before linearized reading' (duration: 2.003018802s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.152376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.149224Z","time spent":"2.003146335s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:08.840245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506336275s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:08.840417Z","caller":"traceutil/trace.go:171","msg":"trace[2006885499] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"2.696625562s","start":"2026-04-07T01:02:06.143698Z","end":"2026-04-07T01:02:08.840324Z","steps":["trace[2006885499] 'process raft request' (duration: 190.219265ms)","trace[2006885499] 'compare' (duration: 2.503332838s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:08.840475Z","caller":"traceutil/trace.go:171","msg":"trace[1082044396] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26970; }","duration":"2.695512316s","start":"2026-04-07T01:02:06.144927Z","end":"2026-04-07T01:02:08.840439Z","steps":["trace[1082044396] 'read index received' (duration: 188.977877ms)","trace[1082044396] 'applied index is now lower than readState.Index' (duration: 2.506529389s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:08.840601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.143659Z","time spent":"2.696839897s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:08.840632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.904412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:08.840663Z","caller":"traceutil/trace.go:171","msg":"trace[995285355] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26093; }","duration":"290.968074ms","start":"2026-04-07T01:02:08.549684Z","end":"2026-04-07T01:02:08.840652Z","steps":["trace[995285355] 'agreement among raft nodes before linearized reading' (duration: 290.911223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.840691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695736261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:02:08.840727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650422813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:08.840745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.294531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:08.840778Z","caller":"traceutil/trace.go:171","msg":"trace[545822792] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26093; }","duration":"2.695854554s","start":"2026-04-07T01:02:06.144901Z","end":"2026-04-07T01:02:08.840755Z","steps":["trace[545822792] 'agreement among raft nodes before linearized reading' (duration: 2.69567762s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:08.840801Z","caller":"traceutil/trace.go:171","msg":"trace[233101761] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26093; }","duration":"1.650532375s","start":"2026-04-07T01:02:07.190249Z","end":"2026-04-07T01:02:08.840781Z","steps":["trace[233101761] 'agreement among raft nodes before linearized reading' (duration: 1.650374701s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.840828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.144889Z","time spent":"2.695928496s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:02:08.840832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69566315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-07T01:02:08.840843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:07.190241Z","time spent":"1.650592336s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:08.840459Z","caller":"traceutil/trace.go:171","msg":"trace[920204750] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"1.088503853s","start":"2026-04-07T01:02:07.751942Z","end":"2026-04-07T01:02:08.840445Z","steps":["trace[920204750] 'process raft request' (duration: 1.088424001s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.840857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.060536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T01:02:08.840853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.974435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:08.840767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682776023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:08.840928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699007128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:02:08.840877Z","caller":"traceutil/trace.go:171","msg":"trace[1355450001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26093; }","duration":"2.695736122s","start":"2026-04-07T01:02:06.145126Z","end":"2026-04-07T01:02:08.840862Z","steps":["trace[1355450001] 'agreement among raft nodes before linearized reading' (duration: 2.695473596s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:08.840947Z","caller":"traceutil/trace.go:171","msg":"trace[502108680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26093; }","duration":"2.682981247s","start":"2026-04-07T01:02:06.157955Z","end":"2026-04-07T01:02:08.840936Z","steps":["trace[502108680] 'agreement among raft nodes before linearized reading' (duration: 2.682748112s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.840944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:07.751914Z","time spent":"1.088976643s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:08.840967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692772236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:08.840963Z","caller":"traceutil/trace.go:171","msg":"trace[1237106291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26093; }","duration":"680.112018ms","start":"2026-04-07T01:02:08.160822Z","end":"2026-04-07T01:02:08.840934Z","steps":["trace[1237106291] 'agreement among raft nodes before linearized reading' (duration: 679.909174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.84097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687888377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-07T01:02:08.840983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.157949Z","time spent":"2.683019828s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:08.840983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.145118Z","time spent":"2.695851554s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-07T01:02:08.840997Z","caller":"traceutil/trace.go:171","msg":"trace[274124481] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26093; }","duration":"2.692803317s","start":"2026-04-07T01:02:06.148185Z","end":"2026-04-07T01:02:08.840989Z","steps":["trace[274124481] 'agreement among raft nodes before linearized reading' (duration: 2.692711345s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:08.841009Z","caller":"traceutil/trace.go:171","msg":"trace[1778837818] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26093; }","duration":"2.687936859s","start":"2026-04-07T01:02:06.153064Z","end":"2026-04-07T01:02:08.841001Z","steps":["trace[1778837818] 'agreement among raft nodes before linearized reading' (duration: 2.687791866s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.841012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893078449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:08.841016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.160807Z","time spent":"680.19731ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:02:08.841044Z","caller":"traceutil/trace.go:171","msg":"trace[1765622659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26093; }","duration":"1.893149321s","start":"2026-04-07T01:02:06.947884Z","end":"2026-04-07T01:02:08.841034Z","steps":["trace[1765622659] 'agreement among raft nodes before linearized reading' (duration: 1.89310299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.841043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.153057Z","time spent":"2.68797809s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-07T01:02:08.841047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.148162Z","time spent":"2.692869507s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:08.841075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:06.947859Z","time spent":"1.893207192s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:08.841092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43876592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:08.841131Z","caller":"traceutil/trace.go:171","msg":"trace[1142007427] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26093; }","duration":"1.438921103s","start":"2026-04-07T01:02:07.4022Z","end":"2026-04-07T01:02:08.841121Z","steps":["trace[1142007427] 'agreement among raft nodes before linearized reading' (duration: 1.438867162s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.841164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:07.402177Z","time spent":"1.438978864s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:08.840927Z","caller":"traceutil/trace.go:171","msg":"trace[48639793] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26093; }","duration":"360.156959ms","start":"2026-04-07T01:02:08.480749Z","end":"2026-04-07T01:02:08.840906Z","steps":["trace[48639793] 'agreement among raft nodes before linearized reading' (duration: 359.928524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.841044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.491554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:08.841227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.480732Z","time spent":"360.490216ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T01:02:08.841246Z","caller":"traceutil/trace.go:171","msg":"trace[822120735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26093; }","duration":"929.714269ms","start":"2026-04-07T01:02:07.911516Z","end":"2026-04-07T01:02:08.841231Z","steps":["trace[822120735] 'agreement among raft nodes before linearized reading' (duration: 929.498554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.841293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:07.911501Z","time spent":"929.77564ms","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:08.840971Z","caller":"traceutil/trace.go:171","msg":"trace[1882284481] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26093; }","duration":"1.6990758s","start":"2026-04-07T01:02:07.141881Z","end":"2026-04-07T01:02:08.840957Z","steps":["trace[1882284481] 'agreement among raft nodes before linearized reading' (duration: 1.698915516s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:08.840828Z","caller":"traceutil/trace.go:171","msg":"trace[1642517404] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26093; }","duration":"796.437075ms","start":"2026-04-07T01:02:08.044369Z","end":"2026-04-07T01:02:08.840806Z","steps":["trace[1642517404] 'agreement among raft nodes before linearized reading' (duration: 796.268631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:08.841341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:07.141865Z","time spent":"1.699470418s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:08.841371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.044348Z","time spent":"797.007627ms","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:09.352524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:11.000814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533584036s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-07T01:02:11.000884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.846489Z","time spent":"2.154391881s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:02:11.280693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:11.280762Z","caller":"traceutil/trace.go:171","msg":"trace[2067935803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042176s","start":"2026-04-07T01:02:09.280705Z","end":"2026-04-07T01:02:11.280747Z","steps":["trace[2067935803] 'agreement among raft nodes before linearized reading' (duration: 1.999940654s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:11.280797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:09.28069Z","time spent":"2.000100467s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:11.808164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.249108275s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:12.605151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.722312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:12.605295Z","caller":"traceutil/trace.go:171","msg":"trace[1518607902] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"3.758211474s","start":"2026-04-07T01:02:08.847059Z","end":"2026-04-07T01:02:12.60527Z","steps":["trace[1518607902] 'process raft request' (duration: 2.961298458s)","trace[1518607902] 'compare' (duration: 796.22324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:12.605403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.847049Z","time spent":"3.758298656s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:02:12.605439Z","caller":"traceutil/trace.go:171","msg":"trace[1847787407] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"1.60277524s","start":"2026-04-07T01:02:11.002646Z","end":"2026-04-07T01:02:12.605421Z","steps":["trace[1847787407] 'process raft request' (duration: 1.602719068s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:11.002628Z","time spent":"1.602853502s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:12.605532Z","caller":"traceutil/trace.go:171","msg":"trace[223777277] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"2.355552421s","start":"2026-04-07T01:02:10.249957Z","end":"2026-04-07T01:02:12.605509Z","steps":["trace[223777277] 'process raft request' (duration: 2.355303365s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:12.605515Z","caller":"traceutil/trace.go:171","msg":"trace[256751771] linearizableReadLoop","detail":"{readStateIndex:26974; appliedIndex:26972; }","duration":"3.753053909s","start":"2026-04-07T01:02:08.852434Z","end":"2026-04-07T01:02:12.605488Z","steps":["trace[256751771] 'read index received' (duration: 614.861602ms)","trace[256751771] 'applied index is now lower than readState.Index' (duration: 3.138190377s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:12.605657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753216663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-07T01:02:12.60565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:10.249936Z","time spent":"2.355643782s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:12.605698Z","caller":"traceutil/trace.go:171","msg":"trace[5125907] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26096; }","duration":"3.753273174s","start":"2026-04-07T01:02:08.852416Z","end":"2026-04-07T01:02:12.605689Z","steps":["trace[5125907] 'agreement among raft nodes before linearized reading' (duration: 3.753140702s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.852407Z","time spent":"3.753310785s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-07T01:02:12.605757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585983403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:12.605769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486717725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:12.605774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654397258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-07T01:02:12.605794Z","caller":"traceutil/trace.go:171","msg":"trace[1723479155] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26096; }","duration":"2.586051925s","start":"2026-04-07T01:02:10.019733Z","end":"2026-04-07T01:02:12.605785Z","steps":["trace[1723479155] 'agreement among raft nodes before linearized reading' (duration: 2.585972433s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:12.605805Z","caller":"traceutil/trace.go:171","msg":"trace[582556483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26096; }","duration":"3.486781007s","start":"2026-04-07T01:02:09.119013Z","end":"2026-04-07T01:02:12.605794Z","steps":["trace[582556483] 'agreement among raft nodes before linearized reading' (duration: 3.486717505s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524688792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:12.605816Z","caller":"traceutil/trace.go:171","msg":"trace[1385995564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26096; }","duration":"3.654479859s","start":"2026-04-07T01:02:08.951323Z","end":"2026-04-07T01:02:12.605803Z","steps":["trace[1385995564] 'agreement among raft nodes before linearized reading' (duration: 3.654333936s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.61339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:12.605873Z","caller":"traceutil/trace.go:171","msg":"trace[1850465029] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26096; }","duration":"3.524735343s","start":"2026-04-07T01:02:09.081133Z","end":"2026-04-07T01:02:12.605869Z","steps":["trace[1850465029] 'agreement among raft nodes before linearized reading' (duration: 3.524695943s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.951306Z","time spent":"3.654569962s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-07T01:02:12.605923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639307611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:12.605943Z","caller":"traceutil/trace.go:171","msg":"trace[75428142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26096; }","duration":"3.639337471s","start":"2026-04-07T01:02:08.9666Z","end":"2026-04-07T01:02:12.605938Z","steps":["trace[75428142] 'agreement among raft nodes before linearized reading' (duration: 3.63930381s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:08.966595Z","time spent":"3.639358421s","remote":"127.0.0.1:49424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:12.605959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414034925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:12.605819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:10.019719Z","time spent":"2.586093985s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:12.60598Z","caller":"traceutil/trace.go:171","msg":"trace[1191022932] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26096; }","duration":"2.414083427s","start":"2026-04-07T01:02:10.19189Z","end":"2026-04-07T01:02:12.605973Z","steps":["trace[1191022932] 'agreement among raft nodes before linearized reading' (duration: 2.414047846s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.605916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3245472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:12.606008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:10.191875Z","time spent":"2.414124257s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:12.605849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:09.118998Z","time spent":"3.486841798s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:12.606018Z","caller":"traceutil/trace.go:171","msg":"trace[931137822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26096; }","duration":"1.324660353s","start":"2026-04-07T01:02:11.281345Z","end":"2026-04-07T01:02:12.606005Z","steps":["trace[931137822] 'agreement among raft nodes before linearized reading' (duration: 1.324556931s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.60607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:11.281331Z","time spent":"1.324727215s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:12.606102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99944292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:12.605892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:09.081119Z","time spent":"3.524769184s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:12.606144Z","caller":"traceutil/trace.go:171","msg":"trace[1657991289] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26096; }","duration":"2.999526772s","start":"2026-04-07T01:02:09.606604Z","end":"2026-04-07T01:02:12.60613Z","steps":["trace[1657991289] 'agreement among raft nodes before linearized reading' (duration: 2.999458761s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.606175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:09.606587Z","time spent":"2.999580513s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:12.605889Z","caller":"traceutil/trace.go:171","msg":"trace[747171868] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26096; }","duration":"577.661102ms","start":"2026-04-07T01:02:12.02822Z","end":"2026-04-07T01:02:12.605881Z","steps":["trace[747171868] 'agreement among raft nodes before linearized reading' (duration: 577.625261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.60626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.028205Z","time spent":"578.04824ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:12.606351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074528065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:12.606385Z","caller":"traceutil/trace.go:171","msg":"trace[953834955] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26096; }","duration":"3.074609768s","start":"2026-04-07T01:02:09.531767Z","end":"2026-04-07T01:02:12.606377Z","steps":["trace[953834955] 'agreement among raft nodes before linearized reading' (duration: 3.074556236s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:12.606412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:09.531742Z","time spent":"3.074661498s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:13.109922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:13.610431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:14.11139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:14.61228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:14.613525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:14.613614Z","caller":"traceutil/trace.go:171","msg":"trace[1747129083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139848s","start":"2026-04-07T01:02:12.613452Z","end":"2026-04-07T01:02:14.613592Z","steps":["trace[1747129083] 'agreement among raft nodes before linearized reading' (duration: 2.000026645s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:14.613667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.613438Z","time spent":"2.00021985s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:14.76744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.158250657s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:14.988143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.393547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:14.988246Z","caller":"traceutil/trace.go:171","msg":"trace[953951235] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"2.379108115s","start":"2026-04-07T01:02:12.609119Z","end":"2026-04-07T01:02:14.988227Z","steps":["trace[953951235] 'process raft request' (duration: 2.158553894s)","trace[953951235] 'compare' (duration: 218.525397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:14.988301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.609107Z","time spent":"2.379169937s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:02:15.99269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.045503ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:15.994726Z","caller":"traceutil/trace.go:171","msg":"trace[1688962855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26097; }","duration":"909.092329ms","start":"2026-04-07T01:02:15.085604Z","end":"2026-04-07T01:02:15.994696Z","steps":["trace[1688962855] 'range keys from in-memory index tree' (duration: 907.027993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:16.30299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535298024s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:02:16.303712Z","caller":"traceutil/trace.go:171","msg":"trace[1555688463] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"3.688032688s","start":"2026-04-07T01:02:12.615639Z","end":"2026-04-07T01:02:16.303672Z","steps":["trace[1555688463] 'process raft request' (duration: 3.687636619s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:16.303878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.615615Z","time spent":"3.688182052s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:16.615574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000876824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:16.615727Z","caller":"traceutil/trace.go:171","msg":"trace[650374183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001075628s","start":"2026-04-07T01:02:14.614629Z","end":"2026-04-07T01:02:16.615705Z","steps":["trace[650374183] 'agreement among raft nodes before linearized reading' (duration: 2.000900684s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:16.615817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:14.61461Z","time spent":"2.001194611s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:17.923765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:17.923846Z","caller":"traceutil/trace.go:171","msg":"trace[1184397613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000645s","start":"2026-04-07T01:02:15.923825Z","end":"2026-04-07T01:02:17.923826Z","steps":["trace[1184397613] 'agreement among raft nodes before linearized reading' (duration: 1.999899793s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:17.923896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:15.923807Z","time spent":"2.000077937s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:18.62348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000962226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:18.623554Z","caller":"traceutil/trace.go:171","msg":"trace[53522317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001082958s","start":"2026-04-07T01:02:16.622453Z","end":"2026-04-07T01:02:18.623536Z","steps":["trace[53522317] 'agreement among raft nodes before linearized reading' (duration: 2.000989516s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:18.623601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.622434Z","time spent":"2.001157871s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:20.405189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.334257532s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:20.504733Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9d6544a820a5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-07T01:02:20.545964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2424628s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-07T01:02:20.546317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.644945Z","time spent":"3.901366319s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:02:20.552366Z","caller":"traceutil/trace.go:171","msg":"trace[1614264109] linearizableReadLoop","detail":"{readStateIndex:26980; appliedIndex:26976; }","duration":"7.942521058s","start":"2026-04-07T01:02:12.609821Z","end":"2026-04-07T01:02:20.552342Z","steps":["trace[1614264109] 'read index received' (duration: 2.157863149s)","trace[1614264109] 'applied index is now lower than readState.Index' (duration: 5.784656929s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:20.552478Z","caller":"traceutil/trace.go:171","msg":"trace[2104716619] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"6.705867748s","start":"2026-04-07T01:02:13.846575Z","end":"2026-04-07T01:02:20.552443Z","steps":["trace[2104716619] 'process raft request' (duration: 6.699467395s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:20.552612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.84655Z","time spent":"6.705989531s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:20.631156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:20.631237Z","caller":"traceutil/trace.go:171","msg":"trace[287454171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054416s","start":"2026-04-07T01:02:18.631163Z","end":"2026-04-07T01:02:20.631217Z","steps":["trace[287454171] 'agreement among raft nodes before linearized reading' (duration: 1.999949924s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:20.631287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:18.631143Z","time spent":"2.000133789s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:21.053479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:21.49197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081508656s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:22.641256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009359264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:22.64133Z","caller":"traceutil/trace.go:171","msg":"trace[933671153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009508147s","start":"2026-04-07T01:02:20.631805Z","end":"2026-04-07T01:02:22.641313Z","steps":["trace[933671153] 'agreement among raft nodes before linearized reading' (duration: 2.009410465s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.641368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.631738Z","time spent":"2.009621839s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:22.804573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.194730742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-07T01:02:22.804668Z","caller":"traceutil/trace.go:171","msg":"trace[268622883] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880; range_end:; response_count:1; response_revision:26099; }","duration":"10.194854495s","start":"2026-04-07T01:02:12.609791Z","end":"2026-04-07T01:02:22.804646Z","steps":["trace[268622883] 'agreement among raft nodes before linearized reading' (duration: 7.942655051s)","trace[268622883] 'range keys from in-memory index tree' (duration: 2.251998088s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:22.804708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.609775Z","time spent":"10.194923996s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880\" "} {"level":"warn","ts":"2026-04-07T01:02:22.806386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253966262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:22.806578Z","caller":"traceutil/trace.go:171","msg":"trace[596968581] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"6.572223345s","start":"2026-04-07T01:02:16.23432Z","end":"2026-04-07T01:02:22.806543Z","steps":["trace[596968581] 'process raft request' (duration: 4.318015878s)","trace[596968581] 'compare' (duration: 2.251956987s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:22.806641Z","caller":"traceutil/trace.go:171","msg":"trace[249601492] linearizableReadLoop","detail":"{readStateIndex:26983; appliedIndex:26980; }","duration":"2.254204387s","start":"2026-04-07T01:02:20.552421Z","end":"2026-04-07T01:02:22.806625Z","steps":["trace[249601492] 'read index received' (duration: 939.67371ms)","trace[249601492] 'applied index is now lower than readState.Index' (duration: 1.314529457s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:22.806714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.234295Z","time spent":"6.572344788s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:22.806767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.613481496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.806784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.622636873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.806804Z","caller":"traceutil/trace.go:171","msg":"trace[527297161] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26102; }","duration":"6.613551288s","start":"2026-04-07T01:02:16.19324Z","end":"2026-04-07T01:02:22.806791Z","steps":["trace[527297161] 'agreement among raft nodes before linearized reading' (duration: 6.613463336s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.806802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.864993944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.806801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.708274733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.80682Z","caller":"traceutil/trace.go:171","msg":"trace[313876981] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26102; }","duration":"9.622699604s","start":"2026-04-07T01:02:13.184109Z","end":"2026-04-07T01:02:22.806809Z","steps":["trace[313876981] 'agreement among raft nodes before linearized reading' (duration: 9.622612892s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.806827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.346406738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:22.806864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.184096Z","time spent":"9.622758605s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.806896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.369219324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.806899Z","caller":"traceutil/trace.go:171","msg":"trace[797131915] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26102; }","duration":"9.346531901s","start":"2026-04-07T01:02:13.460346Z","end":"2026-04-07T01:02:22.806878Z","steps":["trace[797131915] 'agreement among raft nodes before linearized reading' (duration: 9.346370537s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.806894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007322361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.806908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818716611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:02:22.806947Z","caller":"traceutil/trace.go:171","msg":"trace[1937422077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26102; }","duration":"5.007413522s","start":"2026-04-07T01:02:17.799528Z","end":"2026-04-07T01:02:22.806942Z","steps":["trace[1937422077] 'agreement among raft nodes before linearized reading' (duration: 5.007346911s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.806964Z","caller":"traceutil/trace.go:171","msg":"trace[864497949] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26102; }","duration":"4.818812943s","start":"2026-04-07T01:02:17.988131Z","end":"2026-04-07T01:02:22.806944Z","steps":["trace[864497949] 'agreement among raft nodes before linearized reading' (duration: 4.818607879s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.806977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.799503Z","time spent":"5.007466984s","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.80696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.460329Z","time spent":"9.346612302s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.806989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.988112Z","time spent":"4.818871305s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.806997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267500237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:22.807016Z","caller":"traceutil/trace.go:171","msg":"trace[1546263422] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26102; }","duration":"5.267572449s","start":"2026-04-07T01:02:17.539438Z","end":"2026-04-07T01:02:22.807011Z","steps":["trace[1546263422] 'agreement among raft nodes before linearized reading' (duration: 5.267497057s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.807035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.539423Z","time spent":"5.267607139s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.455661482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.807068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.890554822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.807103Z","caller":"traceutil/trace.go:171","msg":"trace[832428280] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26102; }","duration":"7.455724492s","start":"2026-04-07T01:02:15.351367Z","end":"2026-04-07T01:02:22.807092Z","steps":["trace[832428280] 'agreement among raft nodes before linearized reading' (duration: 7.455681661s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.807106Z","caller":"traceutil/trace.go:171","msg":"trace[1756225220] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26102; }","duration":"9.890644943s","start":"2026-04-07T01:02:12.916452Z","end":"2026-04-07T01:02:22.807097Z","steps":["trace[1756225220] 'agreement among raft nodes before linearized reading' (duration: 9.890585692s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.806948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.631984379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-07T01:02:22.807135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:15.351346Z","time spent":"7.455781454s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.492619818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9fzv8\" ","response":"range_response_count:1 size:5419"} {"level":"info","ts":"2026-04-07T01:02:22.807166Z","caller":"traceutil/trace.go:171","msg":"trace[1814482896] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9fzv8; range_end:; response_count:1; response_revision:26102; }","duration":"6.49267676s","start":"2026-04-07T01:02:16.314484Z","end":"2026-04-07T01:02:22.807161Z","steps":["trace[1814482896] 'agreement among raft nodes before linearized reading' (duration: 6.492609958s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.80717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656680933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.807181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.314468Z","time spent":"6.49270939s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9fzv8\" "} {"level":"info","ts":"2026-04-07T01:02:22.80719Z","caller":"traceutil/trace.go:171","msg":"trace[948685032] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26102; }","duration":"5.656737474s","start":"2026-04-07T01:02:17.150447Z","end":"2026-04-07T01:02:22.807184Z","steps":["trace[948685032] 'agreement among raft nodes before linearized reading' (duration: 5.656700144s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.80685Z","caller":"traceutil/trace.go:171","msg":"trace[144229360] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26102; }","duration":"8.865069446s","start":"2026-04-07T01:02:13.941765Z","end":"2026-04-07T01:02:22.806835Z","steps":["trace[144229360] 'agreement among raft nodes before linearized reading' (duration: 8.864948793s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.806856Z","caller":"traceutil/trace.go:171","msg":"trace[839706454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26102; }","duration":"5.708376226s","start":"2026-04-07T01:02:17.098465Z","end":"2026-04-07T01:02:22.806842Z","steps":["trace[839706454] 'agreement among raft nodes before linearized reading' (duration: 5.708275344s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.807211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.150431Z","time spent":"5.656774875s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645682284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:22.807217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952297394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.807238Z","caller":"traceutil/trace.go:171","msg":"trace[1758066876] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26102; }","duration":"3.952345855s","start":"2026-04-07T01:02:18.854885Z","end":"2026-04-07T01:02:22.807231Z","steps":["trace[1758066876] 'agreement among raft nodes before linearized reading' (duration: 3.952317355s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.807242Z","caller":"traceutil/trace.go:171","msg":"trace[1751338196] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26102; }","duration":"2.645750526s","start":"2026-04-07T01:02:20.161479Z","end":"2026-04-07T01:02:22.807229Z","steps":["trace[1751338196] 'agreement among raft nodes before linearized reading' (duration: 2.645660334s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.807255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:18.854864Z","time spent":"3.952386906s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:22.807251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.098445Z","time spent":"5.708784635s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.941751Z","time spent":"8.865474844s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.806994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.772642178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:22.807239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.286826989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.807136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.916426Z","time spent":"9.890702105s","remote":"127.0.0.1:37620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.807297Z","caller":"traceutil/trace.go:171","msg":"trace[805794766] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26102; }","duration":"6.772987606s","start":"2026-04-07T01:02:16.034302Z","end":"2026-04-07T01:02:22.80729Z","steps":["trace[805794766] 'agreement among raft nodes before linearized reading' (duration: 6.772664909s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.807302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.196595992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-07T01:02:22.807312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672364437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.807321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.034281Z","time spent":"6.773032287s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.80732Z","caller":"traceutil/trace.go:171","msg":"trace[1868980711] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26102; }","duration":"9.286962592s","start":"2026-04-07T01:02:13.520339Z","end":"2026-04-07T01:02:22.807301Z","steps":["trace[1868980711] 'agreement among raft nodes before linearized reading' (duration: 9.286797328s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.807333Z","caller":"traceutil/trace.go:171","msg":"trace[1487730276] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26102; }","duration":"10.196638513s","start":"2026-04-07T01:02:12.610686Z","end":"2026-04-07T01:02:22.807325Z","steps":["trace[1487730276] 'agreement among raft nodes before linearized reading' (duration: 10.19652758s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.807347Z","caller":"traceutil/trace.go:171","msg":"trace[1944452703] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26102; }","duration":"7.67243739s","start":"2026-04-07T01:02:15.134898Z","end":"2026-04-07T01:02:22.807336Z","steps":["trace[1944452703] 'agreement among raft nodes before linearized reading' (duration: 7.672385108s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.807358Z","caller":"traceutil/trace.go:171","msg":"trace[1779350633] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"2.696225933s","start":"2026-04-07T01:02:20.111123Z","end":"2026-04-07T01:02:22.807349Z","steps":["trace[1779350633] 'process raft request' (duration: 2.695444095s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.807902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496421677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.807954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962506959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:02:22.807962Z","caller":"traceutil/trace.go:171","msg":"trace[750272733] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26102; }","duration":"1.496521238s","start":"2026-04-07T01:02:21.311424Z","end":"2026-04-07T01:02:22.807945Z","steps":["trace[750272733] 'agreement among raft nodes before linearized reading' (duration: 1.496423296s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.80728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.161462Z","time spent":"2.645806567s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.111092Z","time spent":"2.696830467s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:22.807991Z","caller":"traceutil/trace.go:171","msg":"trace[1886501299] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26102; }","duration":"1.96258785s","start":"2026-04-07T01:02:20.845394Z","end":"2026-04-07T01:02:22.807982Z","steps":["trace[1886501299] 'agreement among raft nodes before linearized reading' (duration: 1.962450007s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.80708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451154233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.808021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.845372Z","time spent":"1.962642422s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.808017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:21.311369Z","time spent":"1.496632311s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.808055Z","caller":"traceutil/trace.go:171","msg":"trace[1831517778] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26102; }","duration":"6.452143955s","start":"2026-04-07T01:02:16.355896Z","end":"2026-04-07T01:02:22.80804Z","steps":["trace[1831517778] 'agreement among raft nodes before linearized reading' (duration: 6.451169233s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.808091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.355878Z","time spent":"6.452200987s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.806919Z","caller":"traceutil/trace.go:171","msg":"trace[1225084968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26102; }","duration":"6.369276755s","start":"2026-04-07T01:02:16.437634Z","end":"2026-04-07T01:02:22.80691Z","steps":["trace[1225084968] 'agreement among raft nodes before linearized reading' (duration: 6.369240115s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.80826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.437612Z","time spent":"6.370596066s","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73778788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.808344Z","caller":"traceutil/trace.go:171","msg":"trace[396142639] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26102; }","duration":"2.738954597s","start":"2026-04-07T01:02:20.069377Z","end":"2026-04-07T01:02:22.808332Z","steps":["trace[396142639] 'agreement among raft nodes before linearized reading' (duration: 2.73779188s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.808385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.069362Z","time spent":"2.739009139s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.877666382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.808544Z","caller":"traceutil/trace.go:171","msg":"trace[1349605609] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26102; }","duration":"6.879214957s","start":"2026-04-07T01:02:15.92932Z","end":"2026-04-07T01:02:22.808535Z","steps":["trace[1349605609] 'agreement among raft nodes before linearized reading' (duration: 6.877691543s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.808577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:15.929297Z","time spent":"6.879271329s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.806863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.767327741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:22.808657Z","caller":"traceutil/trace.go:171","msg":"trace[1814574437] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26102; }","duration":"5.769144422s","start":"2026-04-07T01:02:17.039494Z","end":"2026-04-07T01:02:22.808638Z","steps":["trace[1814574437] 'agreement among raft nodes before linearized reading' (duration: 5.767346362s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.808709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.039473Z","time spent":"5.769218695s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.807316Z","caller":"traceutil/trace.go:171","msg":"trace[1634579409] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"6.290839226s","start":"2026-04-07T01:02:16.516466Z","end":"2026-04-07T01:02:22.807306Z","steps":["trace[1634579409] 'process raft request' (duration: 6.290013727s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.80881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.516438Z","time spent":"6.292325669s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:22.807364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.520307Z","time spent":"9.287048124s","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.610679Z","time spent":"10.196681504s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T01:02:22.807416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:15.134878Z","time spent":"7.67249315s","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.80894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.074278636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T01:02:22.807195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.096381815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:22.808998Z","caller":"traceutil/trace.go:171","msg":"trace[627945497] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26102; }","duration":"10.098213677s","start":"2026-04-07T01:02:12.710773Z","end":"2026-04-07T01:02:22.808987Z","steps":["trace[627945497] 'agreement among raft nodes before linearized reading' (duration: 10.096386506s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:22.808998Z","caller":"traceutil/trace.go:171","msg":"trace[107098428] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26102; }","duration":"9.074343617s","start":"2026-04-07T01:02:13.734639Z","end":"2026-04-07T01:02:22.808982Z","steps":["trace[107098428] 'agreement among raft nodes before linearized reading' (duration: 9.072768892s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.80903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:12.710757Z","time spent":"10.098261768s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992638431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:22.809044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.734581Z","time spent":"9.074449699s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.809068Z","caller":"traceutil/trace.go:171","msg":"trace[1238428691] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26102; }","duration":"1.994299778s","start":"2026-04-07T01:02:20.814759Z","end":"2026-04-07T01:02:22.809059Z","steps":["trace[1238428691] 'agreement among raft nodes before linearized reading' (duration: 1.992666522s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.809111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.814732Z","time spent":"1.99436836s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:22.807179Z","caller":"traceutil/trace.go:171","msg":"trace[782604763] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26102; }","duration":"6.632228105s","start":"2026-04-07T01:02:16.174921Z","end":"2026-04-07T01:02:22.807149Z","steps":["trace[782604763] 'agreement among raft nodes before linearized reading' (duration: 6.631951769s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.809159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.174903Z","time spent":"6.63424391s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-07T01:02:22.806828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:16.193224Z","time spent":"6.613597429s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.81627903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-07T01:02:22.809299Z","caller":"traceutil/trace.go:171","msg":"trace[1065450911] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:26102; }","duration":"7.818110541s","start":"2026-04-07T01:02:14.991179Z","end":"2026-04-07T01:02:22.80929Z","steps":["trace[1065450911] 'agreement among raft nodes before linearized reading' (duration: 7.81625725s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.809324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:14.991162Z","time spent":"7.818153422s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" "} {"level":"warn","ts":"2026-04-07T01:02:22.807511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.852943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:22.80754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.612765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.809662Z","caller":"traceutil/trace.go:171","msg":"trace[1595487689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26102; }","duration":"162.749192ms","start":"2026-04-07T01:02:22.6469Z","end":"2026-04-07T01:02:22.809649Z","steps":["trace[1595487689] 'agreement among raft nodes before linearized reading' (duration: 160.629015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.806923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264106302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.809777Z","caller":"traceutil/trace.go:171","msg":"trace[482898405] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26102; }","duration":"5.266955255s","start":"2026-04-07T01:02:17.542801Z","end":"2026-04-07T01:02:22.809756Z","steps":["trace[482898405] 'agreement among raft nodes before linearized reading' (duration: 5.264107461s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.809826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:17.542795Z","time spent":"5.267014386s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.538624771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-07T01:02:22.809934Z","caller":"traceutil/trace.go:171","msg":"trace[1109009445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26102; }","duration":"8.540998993s","start":"2026-04-07T01:02:14.268925Z","end":"2026-04-07T01:02:22.809924Z","steps":["trace[1109009445] 'agreement among raft nodes before linearized reading' (duration: 8.53859708s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.809961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:14.268914Z","time spent":"8.541038624s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:02:22.807639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.53949421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T01:02:22.81003Z","caller":"traceutil/trace.go:171","msg":"trace[2013694570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26102; }","duration":"8.541916864s","start":"2026-04-07T01:02:14.268102Z","end":"2026-04-07T01:02:22.810019Z","steps":["trace[2013694570] 'agreement among raft nodes before linearized reading' (duration: 8.53949383s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.810067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:14.268084Z","time spent":"8.541972636s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:02:22.807701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55447815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.810161Z","caller":"traceutil/trace.go:171","msg":"trace[1154428411] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26102; }","duration":"2.556940345s","start":"2026-04-07T01:02:20.253212Z","end":"2026-04-07T01:02:22.810153Z","steps":["trace[1154428411] 'agreement among raft nodes before linearized reading' (duration: 2.554466139s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.810184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.253164Z","time spent":"2.557011316s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487583617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:22.810274Z","caller":"traceutil/trace.go:171","msg":"trace[94978714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26102; }","duration":"2.490170285s","start":"2026-04-07T01:02:20.320089Z","end":"2026-04-07T01:02:22.81026Z","steps":["trace[94978714] 'agreement among raft nodes before linearized reading' (duration: 2.487566207s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.810316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:20.320068Z","time spent":"2.490234546s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:22.807814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.142751703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129870"} {"level":"info","ts":"2026-04-07T01:02:22.810356Z","caller":"traceutil/trace.go:171","msg":"trace[796312000] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26102; }","duration":"9.145330341s","start":"2026-04-07T01:02:13.665018Z","end":"2026-04-07T01:02:22.810348Z","steps":["trace[796312000] 'agreement among raft nodes before linearized reading' (duration: 9.142717862s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.81038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.664997Z","time spent":"9.145374133s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129892,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-07T01:02:22.80779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.158148857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-07T01:02:22.81047Z","caller":"traceutil/trace.go:171","msg":"trace[463172547] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26102; }","duration":"9.160851798s","start":"2026-04-07T01:02:13.649598Z","end":"2026-04-07T01:02:22.81045Z","steps":["trace[463172547] 'agreement among raft nodes before linearized reading' (duration: 9.158113337s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.810539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:13.649569Z","time spent":"9.16095059s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-07T01:02:22.812108Z","caller":"traceutil/trace.go:171","msg":"trace[1995106554] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26102; }","duration":"552.730755ms","start":"2026-04-07T01:02:22.256651Z","end":"2026-04-07T01:02:22.809382Z","steps":["trace[1995106554] 'agreement among raft nodes before linearized reading' (duration: 550.838223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:22.812192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.256575Z","time spent":"555.595619ms","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:23.333591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:26.20271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.474326902s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:26.203897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118156005s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:26.20621Z","caller":"traceutil/trace.go:171","msg":"trace[814349541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26102; }","duration":"1.120468226s","start":"2026-04-07T01:02:25.085718Z","end":"2026-04-07T01:02:26.206187Z","steps":["trace[814349541] 'range keys from in-memory index tree' (duration: 1.118144064s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.206527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567361477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:26.206659Z","caller":"traceutil/trace.go:171","msg":"trace[795124792] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"3.393123355s","start":"2026-04-07T01:02:22.813521Z","end":"2026-04-07T01:02:26.206644Z","steps":["trace[795124792] 'process raft request' (duration: 825.577874ms)","trace[795124792] 'compare' (duration: 2.566073268s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:26.206716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.813504Z","time spent":"3.393187137s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:26.208333Z","caller":"traceutil/trace.go:171","msg":"trace[1254760923] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"3.394733012s","start":"2026-04-07T01:02:22.813582Z","end":"2026-04-07T01:02:26.208315Z","steps":["trace[1254760923] 'process raft request' (duration: 3.393019983s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.208514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.813566Z","time spent":"3.394813203s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:26.208729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.813986Z","time spent":"3.394741222s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:02:26.209371Z","caller":"traceutil/trace.go:171","msg":"trace[1140732596] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"3.391255755s","start":"2026-04-07T01:02:22.818101Z","end":"2026-04-07T01:02:26.209357Z","steps":["trace[1140732596] 'process raft request' (duration: 3.390002126s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.209448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.81809Z","time spent":"3.391320156s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:26.21149Z","caller":"traceutil/trace.go:171","msg":"trace[1859888309] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"3.393356021s","start":"2026-04-07T01:02:22.818118Z","end":"2026-04-07T01:02:26.211474Z","steps":["trace[1859888309] 'process raft request' (duration: 3.390861716s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.211696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.818111Z","time spent":"3.393418304s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:26.211999Z","caller":"traceutil/trace.go:171","msg":"trace[1234049484] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"3.393860843s","start":"2026-04-07T01:02:22.818126Z","end":"2026-04-07T01:02:26.211986Z","steps":["trace[1234049484] 'process raft request' (duration: 3.391634863s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.212145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.818112Z","time spent":"3.393924104s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:26.212682Z","caller":"traceutil/trace.go:171","msg":"trace[1070165070] linearizableReadLoop","detail":"{readStateIndex:26990; appliedIndex:26983; }","duration":"3.394552148s","start":"2026-04-07T01:02:22.818117Z","end":"2026-04-07T01:02:26.212669Z","steps":["trace[1070165070] 'read index received' (duration: 820.929841ms)","trace[1070165070] 'applied index is now lower than readState.Index' (duration: 2.573621387s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:26.213126Z","caller":"traceutil/trace.go:171","msg":"trace[917437863] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"3.394013485s","start":"2026-04-07T01:02:22.819036Z","end":"2026-04-07T01:02:26.21305Z","steps":["trace[917437863] 'process raft request' (duration: 3.39289327s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.213342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.819031Z","time spent":"3.394138458s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:26.213728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395604711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-07T01:02:26.213753Z","caller":"traceutil/trace.go:171","msg":"trace[1402240636] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26108; }","duration":"3.395646322s","start":"2026-04-07T01:02:22.818099Z","end":"2026-04-07T01:02:26.213746Z","steps":["trace[1402240636] 'agreement among raft nodes before linearized reading' (duration: 3.39552149s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.21377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.818092Z","time spent":"3.395673723s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T01:02:26.284302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:26.2844Z","caller":"traceutil/trace.go:171","msg":"trace[1219688646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945897s","start":"2026-04-07T01:02:24.283426Z","end":"2026-04-07T01:02:26.284372Z","steps":["trace[1219688646] 'agreement among raft nodes before linearized reading' (duration: 2.000830505s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:26.284465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:24.283413Z","time spent":"2.001041169s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:26.713821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:27.214604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:27.714734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:27.925101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:27.925294Z","caller":"traceutil/trace.go:171","msg":"trace[222026805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549427s","start":"2026-04-07T01:02:25.924724Z","end":"2026-04-07T01:02:27.925274Z","steps":["trace[222026805] 'agreement among raft nodes before linearized reading' (duration: 2.000326462s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:27.925396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:25.924703Z","time spent":"2.000664169s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:28.215415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:28.28461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:28.284741Z","caller":"traceutil/trace.go:171","msg":"trace[1484331059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152968s","start":"2026-04-07T01:02:26.284569Z","end":"2026-04-07T01:02:28.284722Z","steps":["trace[1484331059] 'agreement among raft nodes before linearized reading' (duration: 2.000003235s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:28.284822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.28455Z","time spent":"2.000258771s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:28.59025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080749397s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:30.293379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000859004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:30.293478Z","caller":"traceutil/trace.go:171","msg":"trace[871636212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000977787s","start":"2026-04-07T01:02:28.292484Z","end":"2026-04-07T01:02:30.293462Z","steps":["trace[871636212] 'agreement among raft nodes before linearized reading' (duration: 2.000856444s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:30.29352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:28.292424Z","time spent":"2.001086689s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:30.990782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.108564798s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:31.266247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675586432s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:02:31.268032Z","caller":"traceutil/trace.go:171","msg":"trace[2107606580] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"5.71030441s","start":"2026-04-07T01:02:25.557696Z","end":"2026-04-07T01:02:31.268Z","steps":["trace[2107606580] 'process raft request' (duration: 5.708631092s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:31.268201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:25.557677Z","time spent":"5.710435963s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:32.294494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999721119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:32.294655Z","caller":"traceutil/trace.go:171","msg":"trace[1081740217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999932993s","start":"2026-04-07T01:02:30.294699Z","end":"2026-04-07T01:02:32.294632Z","steps":["trace[1081740217] 'agreement among raft nodes before linearized reading' (duration: 1.999755219s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:32.294772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.29468Z","time spent":"2.000077747s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:32.836265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009199529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:32.836379Z","caller":"traceutil/trace.go:171","msg":"trace[1082654633] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009347043s","start":"2026-04-07T01:02:22.827014Z","end":"2026-04-07T01:02:32.836361Z","steps":["trace[1082654633] 'agreement among raft nodes before linearized reading' (duration: 10.00921382s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:32.836442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.827005Z","time spent":"10.009423125s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/07 01:02:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:33.21689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.2158Z","time spent":"7.001085006s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:02:33.218055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.21777Z","time spent":"7.000278868s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:02:34.30252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:34.302589Z","caller":"traceutil/trace.go:171","msg":"trace[804863458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024505s","start":"2026-04-07T01:02:32.302328Z","end":"2026-04-07T01:02:34.302573Z","steps":["trace[804863458] 'agreement among raft nodes before linearized reading' (duration: 2.000158418s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.302627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:32.30228Z","time spent":"2.000337032s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:34.659657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391622952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T01:02:34.662567Z","caller":"traceutil/trace.go:171","msg":"trace[767898523] linearizableReadLoop","detail":"{readStateIndex:26994; appliedIndex:26990; }","duration":"8.449838098s","start":"2026-04-07T01:02:26.212716Z","end":"2026-04-07T01:02:34.662554Z","steps":["trace[767898523] 'read index received' (duration: 2.37794835s)","trace[767898523] 'applied index is now lower than readState.Index' (duration: 6.071888588s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:34.662613Z","caller":"traceutil/trace.go:171","msg":"trace[1241604283] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"1.714013571s","start":"2026-04-07T01:02:32.948585Z","end":"2026-04-07T01:02:34.662598Z","steps":["trace[1241604283] 'process raft request' (duration: 1.713982051s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.662651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.33310927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:34.662668Z","caller":"traceutil/trace.go:171","msg":"trace[114432943] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26113; }","duration":"9.333157692s","start":"2026-04-07T01:02:25.329505Z","end":"2026-04-07T01:02:34.662663Z","steps":["trace[114432943] 'agreement among raft nodes before linearized reading' (duration: 9.333100201s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.662687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:25.329489Z","time spent":"9.333191082s","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:34.662656Z","caller":"traceutil/trace.go:171","msg":"trace[173957638] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"4.348496377s","start":"2026-04-07T01:02:30.31414Z","end":"2026-04-07T01:02:34.662637Z","steps":["trace[173957638] 'process raft request' (duration: 4.348359434s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.66272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:32.948543Z","time spent":"1.714122304s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:34.662763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.314115Z","time spent":"4.348598881s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:34.662881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.84406724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129870"} {"level":"info","ts":"2026-04-07T01:02:34.662942Z","caller":"traceutil/trace.go:171","msg":"trace[729619625] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26113; }","duration":"11.844145172s","start":"2026-04-07T01:02:22.818782Z","end":"2026-04-07T01:02:34.662928Z","steps":["trace[729619625] 'agreement among raft nodes before linearized reading' (duration: 11.843905895s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.66297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.818776Z","time spent":"11.844188152s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129892,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-07T01:02:34.662994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.011751495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:34.663016Z","caller":"traceutil/trace.go:171","msg":"trace[396916749] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26113; }","duration":"11.011807286s","start":"2026-04-07T01:02:23.651202Z","end":"2026-04-07T01:02:34.66301Z","steps":["trace[396916749] 'agreement among raft nodes before linearized reading' (duration: 11.011763835s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.662989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.844460809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-07T01:02:34.66303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:23.651185Z","time spent":"11.011842107s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:34.663001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.959740566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:34.66308Z","caller":"traceutil/trace.go:171","msg":"trace[2057134427] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26113; }","duration":"9.959867709s","start":"2026-04-07T01:02:24.703189Z","end":"2026-04-07T01:02:34.663057Z","steps":["trace[2057134427] 'agreement among raft nodes before linearized reading' (duration: 9.959710466s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:34.663056Z","caller":"traceutil/trace.go:171","msg":"trace[9616729] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26113; }","duration":"11.844549951s","start":"2026-04-07T01:02:22.81849Z","end":"2026-04-07T01:02:34.66304Z","steps":["trace[9616729] 'agreement among raft nodes before linearized reading' (duration: 11.844284395s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.66314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:24.703175Z","time spent":"9.959953091s","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:34.663181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.818484Z","time spent":"11.844685444s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-07T01:02:34.663242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.670626358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:34.66332Z","caller":"traceutil/trace.go:171","msg":"trace[1520727391] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26113; }","duration":"11.670873684s","start":"2026-04-07T01:02:22.992429Z","end":"2026-04-07T01:02:34.663303Z","steps":["trace[1520727391] 'agreement among raft nodes before linearized reading' (duration: 11.670222079s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:34.663413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:22.992409Z","time spent":"11.670989297s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:35.163591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:35.664498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:36.1648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:36.303503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:36.303588Z","caller":"traceutil/trace.go:171","msg":"trace[1088080777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140258s","start":"2026-04-07T01:02:34.303429Z","end":"2026-04-07T01:02:36.303569Z","steps":["trace[1088080777] 'agreement among raft nodes before linearized reading' (duration: 2.000034316s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:36.303635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:34.303376Z","time spent":"2.00024885s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:36.665569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:37.165812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:37.666266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:37.923088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:37.923191Z","caller":"traceutil/trace.go:171","msg":"trace[1196419188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664359s","start":"2026-04-07T01:02:35.922503Z","end":"2026-04-07T01:02:37.923168Z","steps":["trace[1196419188] 'agreement among raft nodes before linearized reading' (duration: 2.000522596s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:37.923257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:35.922483Z","time spent":"2.000757712s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:38.102637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.370358295s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:38.216379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128582463s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:38.216535Z","caller":"traceutil/trace.go:171","msg":"trace[752947398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26113; }","duration":"3.128748766s","start":"2026-04-07T01:02:35.087762Z","end":"2026-04-07T01:02:38.216511Z","steps":["trace[752947398] 'range keys from in-memory index tree' (duration: 3.128562802s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:38.219344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.457729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-07T01:02:38.220236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.221824Z","time spent":"4.998408072s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:02:38.220269Z","caller":"traceutil/trace.go:171","msg":"trace[583710701] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"5.26179794s","start":"2026-04-07T01:02:32.958451Z","end":"2026-04-07T01:02:38.220249Z","steps":["trace[583710701] 'process raft request' (duration: 5.144376761s)","trace[583710701] 'compare' (duration: 116.213783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:38.220351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:32.95842Z","time spent":"5.261889072s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:38.31948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:38.319709Z","caller":"traceutil/trace.go:171","msg":"trace[292109947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624629s","start":"2026-04-07T01:02:36.319059Z","end":"2026-04-07T01:02:38.319684Z","steps":["trace[292109947] 'agreement among raft nodes before linearized reading' (duration: 2.000374153s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:38.319926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:36.319038Z","time spent":"2.000868084s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:39.225179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118623635s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:40.037547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.115974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:40.037788Z","caller":"traceutil/trace.go:171","msg":"trace[669619297] linearizableReadLoop","detail":"{readStateIndex:26999; appliedIndex:26996; }","duration":"5.375174811s","start":"2026-04-07T01:02:34.66259Z","end":"2026-04-07T01:02:40.037765Z","steps":["trace[669619297] 'read index received' (duration: 3.440252839s)","trace[669619297] 'applied index is now lower than readState.Index' (duration: 1.934920282s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:40.037947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.20356746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.038022Z","caller":"traceutil/trace.go:171","msg":"trace[66774572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26115; }","duration":"9.203708993s","start":"2026-04-07T01:02:30.834294Z","end":"2026-04-07T01:02:40.038003Z","steps":["trace[66774572] 'agreement among raft nodes before linearized reading' (duration: 9.203503548s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.038067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.834277Z","time spent":"9.203778395s","remote":"127.0.0.1:34468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.038039Z","caller":"traceutil/trace.go:171","msg":"trace[381290049] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.798805824s","start":"2026-04-07T01:02:38.239209Z","end":"2026-04-07T01:02:40.038015Z","steps":["trace[381290049] 'process raft request' (duration: 1.798489287s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.038167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.468187535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.038212Z","caller":"traceutil/trace.go:171","msg":"trace[1682574284] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26116; }","duration":"13.468264057s","start":"2026-04-07T01:02:26.569938Z","end":"2026-04-07T01:02:40.038202Z","steps":["trace[1682574284] 'agreement among raft nodes before linearized reading' (duration: 13.468206866s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.038255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.569918Z","time spent":"13.468327868s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.038473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.534946345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.03851Z","caller":"traceutil/trace.go:171","msg":"trace[765236978] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26116; }","duration":"13.535014067s","start":"2026-04-07T01:02:26.503487Z","end":"2026-04-07T01:02:40.038501Z","steps":["trace[765236978] 'agreement among raft nodes before linearized reading' (duration: 13.534958826s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.038539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.503464Z","time spent":"13.535066308s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.03866Z","caller":"traceutil/trace.go:171","msg":"trace[1371304384] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"3.765497368s","start":"2026-04-07T01:02:36.273126Z","end":"2026-04-07T01:02:40.038624Z","steps":["trace[1371304384] 'process raft request' (duration: 2.952222367s)","trace[1371304384] 'compare' (duration: 811.998431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:40.038742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.795324947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-07T01:02:40.03878Z","caller":"traceutil/trace.go:171","msg":"trace[929937942] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26116; }","duration":"13.795404249s","start":"2026-04-07T01:02:26.243367Z","end":"2026-04-07T01:02:40.038771Z","steps":["trace[929937942] 'agreement among raft nodes before linearized reading' (duration: 13.795300477s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.038805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.243355Z","time spent":"13.795445049s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-07T01:02:40.03886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.239193Z","time spent":"1.799088201s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:02:40.038988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.382019333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.039019Z","caller":"traceutil/trace.go:171","msg":"trace[2023992415] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26116; }","duration":"5.382051764s","start":"2026-04-07T01:02:34.656958Z","end":"2026-04-07T01:02:40.03901Z","steps":["trace[2023992415] 'agreement among raft nodes before linearized reading' (duration: 5.381971782s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.038127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.377553782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.039048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:34.656911Z","time spent":"5.382130126s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.039149Z","caller":"traceutil/trace.go:171","msg":"trace[306402615] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26116; }","duration":"13.378601197s","start":"2026-04-07T01:02:26.66053Z","end":"2026-04-07T01:02:40.039132Z","steps":["trace[306402615] 'agreement among raft nodes before linearized reading' (duration: 13.377562513s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.039202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.66051Z","time spent":"13.378674048s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.038866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:36.273101Z","time spent":"3.76562088s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:40.039329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405427926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.03936Z","caller":"traceutil/trace.go:171","msg":"trace[288603864] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26116; }","duration":"5.405493018s","start":"2026-04-07T01:02:34.633858Z","end":"2026-04-07T01:02:40.039351Z","steps":["trace[288603864] 'agreement among raft nodes before linearized reading' (duration: 5.405434626s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.039427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:34.633841Z","time spent":"5.405576909s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.039368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.501785341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.039495Z","caller":"traceutil/trace.go:171","msg":"trace[878897265] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26116; }","duration":"7.501945194s","start":"2026-04-07T01:02:32.537531Z","end":"2026-04-07T01:02:40.039476Z","steps":["trace[878897265] 'agreement among raft nodes before linearized reading' (duration: 7.501802531s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.039533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:32.537508Z","time spent":"7.502013596s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.039589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648061693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.039621Z","caller":"traceutil/trace.go:171","msg":"trace[1013536528] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26116; }","duration":"8.648120484s","start":"2026-04-07T01:02:31.391489Z","end":"2026-04-07T01:02:40.03961Z","steps":["trace[1013536528] 'agreement among raft nodes before linearized reading' (duration: 8.648068603s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.039657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:31.39147Z","time spent":"8.648179165s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.039699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.812743226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.039733Z","caller":"traceutil/trace.go:171","msg":"trace[1597934653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26116; }","duration":"5.812809247s","start":"2026-04-07T01:02:34.226912Z","end":"2026-04-07T01:02:40.039721Z","steps":["trace[1597934653] 'agreement among raft nodes before linearized reading' (duration: 5.812757116s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.039763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:34.226887Z","time spent":"5.812868209s","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.039823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.708823499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.039861Z","caller":"traceutil/trace.go:171","msg":"trace[2076064342] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26116; }","duration":"8.708899361s","start":"2026-04-07T01:02:31.330952Z","end":"2026-04-07T01:02:40.039851Z","steps":["trace[2076064342] 'agreement among raft nodes before linearized reading' (duration: 8.708838259s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.039909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:31.330931Z","time spent":"8.708969453s","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.039951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.794304882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.039989Z","caller":"traceutil/trace.go:171","msg":"trace[67263326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26116; }","duration":"6.794367753s","start":"2026-04-07T01:02:33.245612Z","end":"2026-04-07T01:02:40.03998Z","steps":["trace[67263326] 'agreement among raft nodes before linearized reading' (duration: 6.794321272s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.245598Z","time spent":"6.794417134s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.040059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.048117491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.040079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.927897853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.040136Z","caller":"traceutil/trace.go:171","msg":"trace[788104880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26116; }","duration":"6.927959865s","start":"2026-04-07T01:02:33.112164Z","end":"2026-04-07T01:02:40.040124Z","steps":["trace[788104880] 'agreement among raft nodes before linearized reading' (duration: 6.927868593s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.189319947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.040178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.112103Z","time spent":"6.928063907s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.040194Z","caller":"traceutil/trace.go:171","msg":"trace[29304931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26116; }","duration":"7.189391909s","start":"2026-04-07T01:02:32.850792Z","end":"2026-04-07T01:02:40.040184Z","steps":["trace[29304931] 'agreement among raft nodes before linearized reading' (duration: 7.189344228s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:32.850768Z","time spent":"7.189445941s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.039915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637972943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.040306Z","caller":"traceutil/trace.go:171","msg":"trace[1219892857] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26116; }","duration":"6.638406512s","start":"2026-04-07T01:02:33.401889Z","end":"2026-04-07T01:02:40.040296Z","steps":["trace[1219892857] 'agreement among raft nodes before linearized reading' (duration: 6.638000463s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.401866Z","time spent":"6.638469204s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.040365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822374288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.040395Z","caller":"traceutil/trace.go:171","msg":"trace[1528617552] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:26116; }","duration":"6.822436149s","start":"2026-04-07T01:02:33.217949Z","end":"2026-04-07T01:02:40.040385Z","steps":["trace[1528617552] 'agreement among raft nodes before linearized reading' (duration: 6.822387708s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.21791Z","time spent":"6.822513301s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T01:02:40.0401Z","caller":"traceutil/trace.go:171","msg":"trace[1362216554] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26116; }","duration":"9.048191963s","start":"2026-04-07T01:02:30.991894Z","end":"2026-04-07T01:02:40.040086Z","steps":["trace[1362216554] 'agreement among raft nodes before linearized reading' (duration: 9.048134742s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.890829506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.0406Z","caller":"traceutil/trace.go:171","msg":"trace[1146770709] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26116; }","duration":"6.890899408s","start":"2026-04-07T01:02:33.149692Z","end":"2026-04-07T01:02:40.040592Z","steps":["trace[1146770709] 'agreement among raft nodes before linearized reading' (duration: 6.890852107s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732423855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:40.040628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.149671Z","time spent":"6.890950548s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.040659Z","caller":"traceutil/trace.go:171","msg":"trace[1891752013] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26116; }","duration":"4.732537658s","start":"2026-04-07T01:02:35.308105Z","end":"2026-04-07T01:02:40.040642Z","steps":["trace[1891752013] 'agreement among raft nodes before linearized reading' (duration: 4.731010154s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:35.308081Z","time spent":"4.732602449s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.040764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712471907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.040796Z","caller":"traceutil/trace.go:171","msg":"trace[1551201967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26116; }","duration":"1.712535289s","start":"2026-04-07T01:02:38.328251Z","end":"2026-04-07T01:02:40.040786Z","steps":["trace[1551201967] 'agreement among raft nodes before linearized reading' (duration: 1.712484338s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.040822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.328235Z","time spent":"1.7125814s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:40.040885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731749288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.04091Z","caller":"traceutil/trace.go:171","msg":"trace[295011708] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26116; }","duration":"1.731862381s","start":"2026-04-07T01:02:38.309039Z","end":"2026-04-07T01:02:40.040902Z","steps":["trace[295011708] 'agreement among raft nodes before linearized reading' (duration: 1.731797349s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.82372251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-07T01:02:40.041043Z","caller":"traceutil/trace.go:171","msg":"trace[1966182863] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26116; }","duration":"13.823763601s","start":"2026-04-07T01:02:26.217269Z","end":"2026-04-07T01:02:40.041033Z","steps":["trace[1966182863] 'agreement among raft nodes before linearized reading' (duration: 13.823673739s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.217264Z","time spent":"13.823807011s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-07T01:02:40.041273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.824125649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-07T01:02:40.04131Z","caller":"traceutil/trace.go:171","msg":"trace[796738844] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f; range_end:; response_count:1; response_revision:26116; }","duration":"13.824163109s","start":"2026-04-07T01:02:26.217139Z","end":"2026-04-07T01:02:40.041302Z","steps":["trace[796738844] 'agreement among raft nodes before linearized reading' (duration: 13.824069227s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.217061Z","time spent":"13.824268302s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" "} {"level":"warn","ts":"2026-04-07T01:02:40.04143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.180104525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.041472Z","caller":"traceutil/trace.go:171","msg":"trace[1089116187] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26116; }","duration":"10.180181586s","start":"2026-04-07T01:02:29.861278Z","end":"2026-04-07T01:02:40.041459Z","steps":["trace[1089116187] 'agreement among raft nodes before linearized reading' (duration: 10.180110204s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.825383918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a3ed64d9d67d04\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-07T01:02:40.041553Z","caller":"traceutil/trace.go:171","msg":"trace[139402031] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a3ed64d9d67d04; range_end:; response_count:1; response_revision:26116; }","duration":"13.82547312s","start":"2026-04-07T01:02:26.216071Z","end":"2026-04-07T01:02:40.041544Z","steps":["trace[139402031] 'agreement among raft nodes before linearized reading' (duration: 13.825383958s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:26.216045Z","time spent":"13.825621813s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a3ed64d9d67d04\" "} {"level":"warn","ts":"2026-04-07T01:02:40.041674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434696839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.04177Z","caller":"traceutil/trace.go:171","msg":"trace[1151890014] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26116; }","duration":"1.434878783s","start":"2026-04-07T01:02:38.606866Z","end":"2026-04-07T01:02:40.041745Z","steps":["trace[1151890014] 'agreement among raft nodes before linearized reading' (duration: 1.434611257s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.606856Z","time spent":"1.434967716s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.040929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.30902Z","time spent":"1.731904611s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.041891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439281911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.041921Z","caller":"traceutil/trace.go:171","msg":"trace[1116267933] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26116; }","duration":"1.439355123s","start":"2026-04-07T01:02:38.602557Z","end":"2026-04-07T01:02:40.041912Z","steps":["trace[1116267933] 'agreement among raft nodes before linearized reading' (duration: 1.43924706s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.041949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.602535Z","time spent":"1.439405473s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.041944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.408424805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T01:02:40.042Z","caller":"traceutil/trace.go:171","msg":"trace[1486430765] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26115; }","duration":"12.408754932s","start":"2026-04-07T01:02:27.63323Z","end":"2026-04-07T01:02:40.041985Z","steps":["trace[1486430765] 'agreement among raft nodes before linearized reading' (duration: 12.404591379s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777265215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:27.633171Z","time spent":"12.408856145s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T01:02:40.042045Z","caller":"traceutil/trace.go:171","msg":"trace[424743954] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26116; }","duration":"1.777311786s","start":"2026-04-07T01:02:38.264725Z","end":"2026-04-07T01:02:40.042037Z","steps":["trace[424743954] 'agreement among raft nodes before linearized reading' (duration: 1.777249374s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.264717Z","time spent":"1.777351416s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.599473977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.042147Z","caller":"traceutil/trace.go:171","msg":"trace[1088790279] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26116; }","duration":"9.599560259s","start":"2026-04-07T01:02:30.442579Z","end":"2026-04-07T01:02:40.042139Z","steps":["trace[1088790279] 'agreement among raft nodes before linearized reading' (duration: 9.598963966s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.040205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.041506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:29.86126Z","time spent":"10.180236108s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.442558Z","time spent":"9.599604529s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.042181Z","caller":"traceutil/trace.go:171","msg":"trace[10975802] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26116; }","duration":"338.113426ms","start":"2026-04-07T01:02:39.704055Z","end":"2026-04-07T01:02:40.042168Z","steps":["trace[10975802] 'agreement among raft nodes before linearized reading' (duration: 338.051765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092956579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:39.704034Z","time spent":"338.166137ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514921767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.042434Z","caller":"traceutil/trace.go:171","msg":"trace[1626026285] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26116; }","duration":"2.514978988s","start":"2026-04-07T01:02:37.527449Z","end":"2026-04-07T01:02:40.042428Z","steps":["trace[1626026285] 'agreement among raft nodes before linearized reading' (duration: 2.514776984s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:37.527428Z","time spent":"2.51502086s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.436710422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:40.03797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.445086353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:40.0425Z","caller":"traceutil/trace.go:171","msg":"trace[295676129] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26116; }","duration":"10.436785413s","start":"2026-04-07T01:02:29.605702Z","end":"2026-04-07T01:02:40.042487Z","steps":["trace[295676129] 'agreement among raft nodes before linearized reading' (duration: 10.436497837s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:40.042506Z","caller":"traceutil/trace.go:171","msg":"trace[1090560651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26115; }","duration":"12.449674245s","start":"2026-04-07T01:02:27.592826Z","end":"2026-04-07T01:02:40.0425Z","steps":["trace[1090560651] 'agreement among raft nodes before linearized reading' (duration: 12.445082092s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.04253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:27.592807Z","time spent":"12.449716176s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:29.60568Z","time spent":"10.436842454s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120366879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.659049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.042573Z","caller":"traceutil/trace.go:171","msg":"trace[1632202302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26116; }","duration":"3.1204298s","start":"2026-04-07T01:02:36.922136Z","end":"2026-04-07T01:02:40.042566Z","steps":["trace[1632202302] 'agreement among raft nodes before linearized reading' (duration: 3.120398909s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:40.042587Z","caller":"traceutil/trace.go:171","msg":"trace[748157384] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26116; }","duration":"942.693699ms","start":"2026-04-07T01:02:39.09988Z","end":"2026-04-07T01:02:40.042574Z","steps":["trace[748157384] 'agreement among raft nodes before linearized reading' (duration: 942.639358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:36.922111Z","time spent":"3.120476061s","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.716561479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:39.099822Z","time spent":"942.784111ms","remote":"127.0.0.1:49338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.042627Z","caller":"traceutil/trace.go:171","msg":"trace[178354809] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26116; }","duration":"9.716627171s","start":"2026-04-07T01:02:30.325991Z","end":"2026-04-07T01:02:40.042618Z","steps":["trace[178354809] 'agreement among raft nodes before linearized reading' (duration: 9.716506959s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.325975Z","time spent":"9.716672282s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509966823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.768728911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.042724Z","caller":"traceutil/trace.go:171","msg":"trace[1103427168] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26116; }","duration":"3.510017224s","start":"2026-04-07T01:02:36.532701Z","end":"2026-04-07T01:02:40.042718Z","steps":["trace[1103427168] 'agreement among raft nodes before linearized reading' (duration: 3.509984264s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:40.042734Z","caller":"traceutil/trace.go:171","msg":"trace[2128229563] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26116; }","duration":"10.768791563s","start":"2026-04-07T01:02:29.273932Z","end":"2026-04-07T01:02:40.042723Z","steps":["trace[2128229563] 'agreement among raft nodes before linearized reading' (duration: 10.768739361s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303191914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:36.532683Z","time spent":"3.510056586s","remote":"127.0.0.1:33304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.042764Z","caller":"traceutil/trace.go:171","msg":"trace[93627559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26116; }","duration":"1.303249175s","start":"2026-04-07T01:02:38.739508Z","end":"2026-04-07T01:02:40.042757Z","steps":["trace[93627559] 'agreement among raft nodes before linearized reading' (duration: 1.303209464s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:29.273913Z","time spent":"10.768843103s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.775940805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:40.042787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:38.739487Z","time spent":"1.303295336s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:40.042798Z","caller":"traceutil/trace.go:171","msg":"trace[1309214631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26116; }","duration":"9.775988906s","start":"2026-04-07T01:02:30.266802Z","end":"2026-04-07T01:02:40.042791Z","steps":["trace[1309214631] 'agreement among raft nodes before linearized reading' (duration: 9.775952315s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.04282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.266785Z","time spent":"9.776026057s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517811747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.042892Z","caller":"traceutil/trace.go:171","msg":"trace[987208170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26116; }","duration":"4.517834927s","start":"2026-04-07T01:02:35.52505Z","end":"2026-04-07T01:02:40.042885Z","steps":["trace[987208170] 'agreement among raft nodes before linearized reading' (duration: 4.517796996s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:40.042214Z","caller":"traceutil/trace.go:171","msg":"trace[1238657020] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26116; }","duration":"2.093026961s","start":"2026-04-07T01:02:37.949179Z","end":"2026-04-07T01:02:40.042206Z","steps":["trace[1238657020] 'agreement among raft nodes before linearized reading' (duration: 2.09298236s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.042911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:35.524992Z","time spent":"4.517913379s","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.04292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:37.94916Z","time spent":"2.093752077s","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.042935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.149950926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:40.042965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521896697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.042977Z","caller":"traceutil/trace.go:171","msg":"trace[1743760703] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26116; }","duration":"12.150033068s","start":"2026-04-07T01:02:27.892932Z","end":"2026-04-07T01:02:40.042965Z","steps":["trace[1743760703] 'agreement among raft nodes before linearized reading' (duration: 12.149963906s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:40.042988Z","caller":"traceutil/trace.go:171","msg":"trace[2053822754] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26116; }","duration":"4.521919387s","start":"2026-04-07T01:02:35.521061Z","end":"2026-04-07T01:02:40.04298Z","steps":["trace[2053822754] 'agreement among raft nodes before linearized reading' (duration: 4.521885086s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.043007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:35.521041Z","time spent":"4.521961499s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.043011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:27.892872Z","time spent":"12.15013102s","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.043179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.317782642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.043209Z","caller":"traceutil/trace.go:171","msg":"trace[1668059810] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26116; }","duration":"12.317851393s","start":"2026-04-07T01:02:27.725348Z","end":"2026-04-07T01:02:40.043199Z","steps":["trace[1668059810] 'agreement among raft nodes before linearized reading' (duration: 12.317799632s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.043241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:27.725327Z","time spent":"12.317903255s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.040567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:30.991872Z","time spent":"9.048681734s","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.038068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.660811757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:40.043307Z","caller":"traceutil/trace.go:171","msg":"trace[901075253] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26116; }","duration":"12.666156206s","start":"2026-04-07T01:02:27.377142Z","end":"2026-04-07T01:02:40.043298Z","steps":["trace[901075253] 'agreement among raft nodes before linearized reading' (duration: 12.660855958s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.043334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:27.377115Z","time spent":"12.666210118s","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.044165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.910332262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:02:40.044225Z","caller":"traceutil/trace.go:171","msg":"trace[1559411944] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26116; }","duration":"6.910422683s","start":"2026-04-07T01:02:33.13379Z","end":"2026-04-07T01:02:40.044212Z","steps":["trace[1559411944] 'agreement among raft nodes before linearized reading' (duration: 6.907644791s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:40.044261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:33.133777Z","time spent":"6.910474094s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2662,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:40.547955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:41.048885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:41.549831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:41.810419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.763764983s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:42.059509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008622888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:42.059566Z","caller":"traceutil/trace.go:171","msg":"trace[351181603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008706209s","start":"2026-04-07T01:02:40.050846Z","end":"2026-04-07T01:02:42.059552Z","steps":["trace[351181603] 'agreement among raft nodes before linearized reading' (duration: 2.008633338s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:42.059597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.050839Z","time spent":"2.0087528s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:42.157181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.195836ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-07T01:02:42.157267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.046559Z","time spent":"2.110703356s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:02:44.053385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993602402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:44.053527Z","caller":"traceutil/trace.go:171","msg":"trace[1422184641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993815607s","start":"2026-04-07T01:02:42.059678Z","end":"2026-04-07T01:02:44.053494Z","steps":["trace[1422184641] 'agreement among raft nodes before linearized reading' (duration: 1.993627003s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:44.0538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:42.059663Z","time spent":"1.994118244s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:44.573573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.762731367s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:45.300933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.551071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:45.301053Z","caller":"traceutil/trace.go:171","msg":"trace[1778902590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26116; }","duration":"215.683054ms","start":"2026-04-07T01:02:45.08535Z","end":"2026-04-07T01:02:45.301033Z","steps":["trace[1778902590] 'range keys from in-memory index tree' (duration: 215.534901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:45.301281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.368983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:45.301446Z","caller":"traceutil/trace.go:171","msg":"trace[130448622] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"5.254082497s","start":"2026-04-07T01:02:40.047343Z","end":"2026-04-07T01:02:45.301425Z","steps":["trace[130448622] 'process raft request' (duration: 4.526486479s)","trace[130448622] 'compare' (duration: 725.871751ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:45.301526Z","caller":"traceutil/trace.go:171","msg":"trace[862479437] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"5.247320367s","start":"2026-04-07T01:02:40.054188Z","end":"2026-04-07T01:02:45.301508Z","steps":["trace[862479437] 'process raft request' (duration: 5.247196864s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:45.301608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.054178Z","time spent":"5.247394539s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:45.301538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.047333Z","time spent":"5.254148469s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:46.079842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004319362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:46.079904Z","caller":"traceutil/trace.go:171","msg":"trace[955111224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.018682162s","start":"2026-04-07T01:02:44.06121Z","end":"2026-04-07T01:02:46.079892Z","steps":["trace[955111224] 'agreement among raft nodes before linearized reading' (duration: 2.004377663s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:46.079932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:44.061172Z","time spent":"2.018752733s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:47.047409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745883374s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:02:47.047517Z","caller":"traceutil/trace.go:171","msg":"trace[820252953] linearizableReadLoop","detail":"{readStateIndex:27004; appliedIndex:27000; }","duration":"7.000218447s","start":"2026-04-07T01:02:40.047276Z","end":"2026-04-07T01:02:47.047494Z","steps":["trace[820252953] 'read index received' (duration: 1.763722852s)","trace[820252953] 'applied index is now lower than readState.Index' (duration: 5.236493695s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:47.049015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001710961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-07T01:02:47.049099Z","caller":"traceutil/trace.go:171","msg":"trace[323726599] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8; range_end:; response_count:1; response_revision:26118; }","duration":"7.001812852s","start":"2026-04-07T01:02:40.04726Z","end":"2026-04-07T01:02:47.049073Z","steps":["trace[323726599] 'agreement among raft nodes before linearized reading' (duration: 7.001562637s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:47.049156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.047253Z","time spent":"7.001886394s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8\" "} {"level":"warn","ts":"2026-04-07T01:02:47.132615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.736372442s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:02:47.134037Z","caller":"traceutil/trace.go:171","msg":"trace[1908936322] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"3.509976894s","start":"2026-04-07T01:02:43.624038Z","end":"2026-04-07T01:02:47.134015Z","steps":["trace[1908936322] 'process raft request' (duration: 3.509895572s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:47.134178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:43.624013Z","time spent":"3.510086746s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:47.134403Z","caller":"traceutil/trace.go:171","msg":"trace[273138556] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"4.975444309s","start":"2026-04-07T01:02:42.158947Z","end":"2026-04-07T01:02:47.134392Z","steps":["trace[273138556] 'process raft request' (duration: 4.974467338s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:47.134446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:42.158922Z","time spent":"4.975498752s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:47.13485Z","caller":"traceutil/trace.go:171","msg":"trace[1437635577] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"4.964075116s","start":"2026-04-07T01:02:42.170751Z","end":"2026-04-07T01:02:47.134826Z","steps":["trace[1437635577] 'process raft request' (duration: 4.963097593s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:47.134956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:42.170733Z","time spent":"4.964172137s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:47.923619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:47.923843Z","caller":"traceutil/trace.go:171","msg":"trace[320103098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071996s","start":"2026-04-07T01:02:45.923097Z","end":"2026-04-07T01:02:47.923817Z","steps":["trace[320103098] 'agreement among raft nodes before linearized reading' (duration: 2.000469395s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:47.924033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:45.923077Z","time spent":"2.000938376s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:48.065488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98495333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:48.065544Z","caller":"traceutil/trace.go:171","msg":"trace[1140677747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.985629514s","start":"2026-04-07T01:02:46.079902Z","end":"2026-04-07T01:02:48.065531Z","steps":["trace[1140677747] 'agreement among raft nodes before linearized reading' (duration: 1.985554323s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:48.065572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:46.079871Z","time spent":"1.985696036s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:48.91956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.783191257s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:49.068683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.699228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:49.068967Z","caller":"traceutil/trace.go:171","msg":"trace[256288695] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"4.27242351s","start":"2026-04-07T01:02:44.796511Z","end":"2026-04-07T01:02:49.068934Z","steps":["trace[256288695] 'process raft request' (duration: 4.123360563s)","trace[256288695] 'compare' (duration: 147.384979ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:49.068996Z","caller":"traceutil/trace.go:171","msg":"trace[1860344327] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"4.019027454s","start":"2026-04-07T01:02:45.049946Z","end":"2026-04-07T01:02:49.068974Z","steps":["trace[1860344327] 'process raft request' (duration: 4.018853021s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.069083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:45.049905Z","time spent":"4.019136697s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:49.069135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:44.796471Z","time spent":"4.272563043s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:49.069274Z","caller":"traceutil/trace.go:171","msg":"trace[186636846] linearizableReadLoop","detail":"{readStateIndex:27009; appliedIndex:27004; }","duration":"2.02170408s","start":"2026-04-07T01:02:47.04755Z","end":"2026-04-07T01:02:49.069254Z","steps":["trace[186636846] 'read index received' (duration: 85.837466ms)","trace[186636846] 'applied index is now lower than readState.Index' (duration: 1.935862233s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:49.069385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108373075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.069482Z","caller":"traceutil/trace.go:171","msg":"trace[159709352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26124; }","duration":"5.108505098s","start":"2026-04-07T01:02:43.960964Z","end":"2026-04-07T01:02:49.069469Z","steps":["trace[159709352] 'agreement among raft nodes before linearized reading' (duration: 5.108354045s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.069581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:43.960946Z","time spent":"5.10862143s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.069615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469005044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T01:02:49.069693Z","caller":"traceutil/trace.go:171","msg":"trace[1040379351] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26124; }","duration":"5.469118026s","start":"2026-04-07T01:02:43.600567Z","end":"2026-04-07T01:02:49.069685Z","steps":["trace[1040379351] 'agreement among raft nodes before linearized reading' (duration: 5.468783749s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.069779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.842120716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-07T01:02:49.069849Z","caller":"traceutil/trace.go:171","msg":"trace[1462507708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26124; }","duration":"7.842223238s","start":"2026-04-07T01:02:41.227609Z","end":"2026-04-07T01:02:49.069832Z","steps":["trace[1462507708] 'agreement among raft nodes before linearized reading' (duration: 7.842036894s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:49.069886Z","caller":"traceutil/trace.go:171","msg":"trace[1020843419] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"2.018261782s","start":"2026-04-07T01:02:47.051585Z","end":"2026-04-07T01:02:49.069846Z","steps":["trace[1020843419] 'process raft request' (duration: 2.017334361s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.06997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596336265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.070018Z","caller":"traceutil/trace.go:171","msg":"trace[1921139126] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26124; }","duration":"5.596419647s","start":"2026-04-07T01:02:43.473585Z","end":"2026-04-07T01:02:49.070005Z","steps":["trace[1921139126] 'agreement among raft nodes before linearized reading' (duration: 5.596338395s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:47.051545Z","time spent":"2.018404855s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:49.07006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:43.473564Z","time spent":"5.596484058s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.070053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.858999282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T01:02:49.070148Z","caller":"traceutil/trace.go:171","msg":"trace[976759488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26124; }","duration":"7.859165316s","start":"2026-04-07T01:02:41.210975Z","end":"2026-04-07T01:02:49.070141Z","steps":["trace[976759488] 'agreement among raft nodes before linearized reading' (duration: 7.858838659s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:41.210958Z","time spent":"7.859228698s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:02:49.070289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211031615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:49.070337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635731093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:02:49.070367Z","caller":"traceutil/trace.go:171","msg":"trace[150285618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26124; }","duration":"6.211107917s","start":"2026-04-07T01:02:42.859242Z","end":"2026-04-07T01:02:49.07035Z","steps":["trace[150285618] 'agreement among raft nodes before linearized reading' (duration: 6.211002684s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.07041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:42.859212Z","time spent":"6.211189339s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:49.070452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992095664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.070372Z","caller":"traceutil/trace.go:171","msg":"trace[1695278995] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26124; }","duration":"2.635827415s","start":"2026-04-07T01:02:46.434534Z","end":"2026-04-07T01:02:49.070362Z","steps":["trace[1695278995] 'agreement among raft nodes before linearized reading' (duration: 2.635649281s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:49.070527Z","caller":"traceutil/trace.go:171","msg":"trace[777704770] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26124; }","duration":"7.992208606s","start":"2026-04-07T01:02:41.07831Z","end":"2026-04-07T01:02:49.070518Z","steps":["trace[777704770] 'agreement among raft nodes before linearized reading' (duration: 7.992115894s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:41.078257Z","time spent":"7.992286288s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.070606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.104609916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.070634Z","caller":"traceutil/trace.go:171","msg":"trace[858241207] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26124; }","duration":"7.104683778s","start":"2026-04-07T01:02:41.965943Z","end":"2026-04-07T01:02:49.070627Z","steps":["trace[858241207] 'agreement among raft nodes before linearized reading' (duration: 7.104643287s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:41.965916Z","time spent":"7.104737419s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.070719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812993358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:49.070779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.09096599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.07083Z","caller":"traceutil/trace.go:171","msg":"trace[566758928] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26124; }","duration":"8.091061903s","start":"2026-04-07T01:02:40.979761Z","end":"2026-04-07T01:02:49.070823Z","steps":["trace[566758928] 'agreement among raft nodes before linearized reading' (duration: 8.090984481s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.97973Z","time spent":"8.091115663s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:49.070781Z","caller":"traceutil/trace.go:171","msg":"trace[869107537] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26124; }","duration":"2.813093441s","start":"2026-04-07T01:02:46.257677Z","end":"2026-04-07T01:02:49.070771Z","steps":["trace[869107537] 'agreement among raft nodes before linearized reading' (duration: 2.813007329s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.931488614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.070937Z","caller":"traceutil/trace.go:171","msg":"trace[654230278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26124; }","duration":"6.931888152s","start":"2026-04-07T01:02:42.139042Z","end":"2026-04-07T01:02:49.07093Z","steps":["trace[654230278] 'agreement among raft nodes before linearized reading' (duration: 6.931498624s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.070963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:42.139021Z","time spent":"6.931935274s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.07101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:46.257655Z","time spent":"2.813261624s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.069798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:43.600551Z","time spent":"5.469210589s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T01:02:49.071138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228847578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.071181Z","caller":"traceutil/trace.go:171","msg":"trace[214744750] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26124; }","duration":"4.22895227s","start":"2026-04-07T01:02:44.842216Z","end":"2026-04-07T01:02:49.071169Z","steps":["trace[214744750] 'agreement among raft nodes before linearized reading' (duration: 4.228886788s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.071219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:44.842193Z","time spent":"4.229014701s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.071218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914926979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:49.071251Z","caller":"traceutil/trace.go:171","msg":"trace[440900292] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26124; }","duration":"4.915024041s","start":"2026-04-07T01:02:44.156217Z","end":"2026-04-07T01:02:49.071241Z","steps":["trace[440900292] 'agreement among raft nodes before linearized reading' (duration: 4.91496923s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.071356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:44.156164Z","time spent":"4.915119013s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.071451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763185515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8pn2p\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-07T01:02:49.071484Z","caller":"traceutil/trace.go:171","msg":"trace[1572569428] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8pn2p; range_end:; response_count:1; response_revision:26124; }","duration":"3.763251495s","start":"2026-04-07T01:02:45.308224Z","end":"2026-04-07T01:02:49.071475Z","steps":["trace[1572569428] 'agreement among raft nodes before linearized reading' (duration: 3.763113292s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.071511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:45.308206Z","time spent":"3.763295907s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8pn2p\" "} {"level":"warn","ts":"2026-04-07T01:02:49.069899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:41.227594Z","time spent":"7.842293769s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:02:49.07146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.172031959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:49.070625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:46.4345Z","time spent":"2.636109501s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-07T01:02:49.071705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991598432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274790"} {"level":"info","ts":"2026-04-07T01:02:49.071732Z","caller":"traceutil/trace.go:171","msg":"trace[1782030820] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26124; }","duration":"3.991674594s","start":"2026-04-07T01:02:45.08005Z","end":"2026-04-07T01:02:49.071725Z","steps":["trace[1782030820] 'agreement among raft nodes before linearized reading' (duration: 3.991360887s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.071758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:45.080033Z","time spent":"3.991719674s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274812,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-07T01:02:49.071957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.196917034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-04-07T01:02:49.071979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765308692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a3ed64450b4b44\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-07T01:02:49.071989Z","caller":"traceutil/trace.go:171","msg":"trace[823367550] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26124; }","duration":"4.196991226s","start":"2026-04-07T01:02:44.87499Z","end":"2026-04-07T01:02:49.071981Z","steps":["trace[823367550] 'agreement among raft nodes before linearized reading' (duration: 4.196640909s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:49.071998Z","caller":"traceutil/trace.go:171","msg":"trace[1511712420] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a3ed64450b4b44; range_end:; response_count:1; response_revision:26124; }","duration":"3.765368704s","start":"2026-04-07T01:02:45.306624Z","end":"2026-04-07T01:02:49.071992Z","steps":["trace[1511712420] 'agreement among raft nodes before linearized reading' (duration: 3.765304032s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.07201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:44.874974Z","time spent":"4.197030947s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-07T01:02:49.072017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:45.306602Z","time spent":"3.765410114s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18a3ed64450b4b44\" "} {"level":"warn","ts":"2026-04-07T01:02:49.072195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.023483711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-07T01:02:49.072221Z","caller":"traceutil/trace.go:171","msg":"trace[1884126197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26124; }","duration":"9.023515032s","start":"2026-04-07T01:02:40.0487Z","end":"2026-04-07T01:02:49.072215Z","steps":["trace[1884126197] 'agreement among raft nodes before linearized reading' (duration: 9.02345264s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.072239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.048684Z","time spent":"9.023550673s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-07T01:02:49.072479Z","caller":"traceutil/trace.go:171","msg":"trace[1052779047] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26124; }","duration":"8.173510472s","start":"2026-04-07T01:02:40.898943Z","end":"2026-04-07T01:02:49.072453Z","steps":["trace[1052779047] 'agreement among raft nodes before linearized reading' (duration: 8.171979828s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:49.072515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:40.898919Z","time spent":"8.173586603s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:49.569585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:50.069933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:50.072129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:50.072198Z","caller":"traceutil/trace.go:171","msg":"trace[1749225974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636679s","start":"2026-04-07T01:02:48.071546Z","end":"2026-04-07T01:02:50.072183Z","steps":["trace[1749225974] 'agreement among raft nodes before linearized reading' (duration: 2.000554557s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:50.072239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:48.071529Z","time spent":"2.000701121s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:50.372905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312002871s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:51.16227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.102761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:51.162384Z","caller":"traceutil/trace.go:171","msg":"trace[188272363] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"2.583075678s","start":"2026-04-07T01:02:48.579288Z","end":"2026-04-07T01:02:51.162364Z","steps":["trace[188272363] 'process raft request' (duration: 1.793793834s)","trace[188272363] 'compare' (duration: 788.458345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:51.162447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:48.579266Z","time spent":"2.58315071s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:52.044937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671780889s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:52.073039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0006579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:52.073107Z","caller":"traceutil/trace.go:171","msg":"trace[1046967982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783402s","start":"2026-04-07T01:02:50.072304Z","end":"2026-04-07T01:02:52.073088Z","steps":["trace[1046967982] 'agreement among raft nodes before linearized reading' (duration: 2.000696461s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.07316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:50.072291Z","time spent":"2.000854444s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:52.184376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.095714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:52.18463Z","caller":"traceutil/trace.go:171","msg":"trace[1544832384] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"3.108218697s","start":"2026-04-07T01:02:49.076394Z","end":"2026-04-07T01:02:52.184613Z","steps":["trace[1544832384] 'process raft request' (duration: 3.108080944s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:52.184648Z","caller":"traceutil/trace.go:171","msg":"trace[765636871] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"3.110483398s","start":"2026-04-07T01:02:49.074097Z","end":"2026-04-07T01:02:52.18458Z","steps":["trace[765636871] 'process raft request' (duration: 2.971086677s)","trace[765636871] 'compare' (duration: 138.629804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:52.184698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.076374Z","time spent":"3.108291179s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:52.184804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.074066Z","time spent":"3.110643652s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:02:52.184877Z","caller":"traceutil/trace.go:171","msg":"trace[2140422643] linearizableReadLoop","detail":"{readStateIndex:27015; appliedIndex:27010; }","duration":"3.115539011s","start":"2026-04-07T01:02:49.069321Z","end":"2026-04-07T01:02:52.18486Z","steps":["trace[2140422643] 'read index received' (duration: 1.303823829s)","trace[2140422643] 'applied index is now lower than readState.Index' (duration: 1.811714432s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:52.184965Z","caller":"traceutil/trace.go:171","msg":"trace[1187851212] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"3.096991066s","start":"2026-04-07T01:02:49.087966Z","end":"2026-04-07T01:02:52.184957Z","steps":["trace[1187851212] 'process raft request' (duration: 3.096604258s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.087946Z","time spent":"3.097035988s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:52.185069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600656024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:52.185113Z","caller":"traceutil/trace.go:171","msg":"trace[1086327727] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26129; }","duration":"4.600724536s","start":"2026-04-07T01:02:47.584375Z","end":"2026-04-07T01:02:52.185099Z","steps":["trace[1086327727] 'agreement among raft nodes before linearized reading' (duration: 4.600617094s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:52.185089Z","caller":"traceutil/trace.go:171","msg":"trace[1576004781] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"3.08684762s","start":"2026-04-07T01:02:49.098214Z","end":"2026-04-07T01:02:52.185062Z","steps":["trace[1576004781] 'process raft request' (duration: 3.086568823s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:47.584357Z","time spent":"4.600781927s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-07T01:02:52.18522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.098202Z","time spent":"3.086949232s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:52.185276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.040595133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:02:52.185301Z","caller":"traceutil/trace.go:171","msg":"trace[1588760928] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26129; }","duration":"5.040672906s","start":"2026-04-07T01:02:47.144621Z","end":"2026-04-07T01:02:52.185294Z","steps":["trace[1588760928] 'agreement among raft nodes before linearized reading' (duration: 5.040543372s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.18532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:47.144595Z","time spent":"5.040721327s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-07T01:02:52.185331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505415943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:52.185334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106415227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:52.185371Z","caller":"traceutil/trace.go:171","msg":"trace[1174638296] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26129; }","duration":"3.505456534s","start":"2026-04-07T01:02:48.679898Z","end":"2026-04-07T01:02:52.185354Z","steps":["trace[1174638296] 'agreement among raft nodes before linearized reading' (duration: 3.505392483s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:48.679834Z","time spent":"3.505560526s","remote":"127.0.0.1:56996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:52.185382Z","caller":"traceutil/trace.go:171","msg":"trace[2113593341] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26129; }","duration":"3.106461568s","start":"2026-04-07T01:02:49.078905Z","end":"2026-04-07T01:02:52.185367Z","steps":["trace[2113593341] 'agreement among raft nodes before linearized reading' (duration: 3.106388317s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.078881Z","time spent":"3.106619182s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:52.185484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891471689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:52.185771Z","caller":"traceutil/trace.go:171","msg":"trace[1799036180] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26129; }","duration":"3.891645103s","start":"2026-04-07T01:02:48.293916Z","end":"2026-04-07T01:02:52.185561Z","steps":["trace[1799036180] 'agreement among raft nodes before linearized reading' (duration: 3.891422348s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:48.293887Z","time spent":"3.891924369s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:52.185838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926618677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:52.185872Z","caller":"traceutil/trace.go:171","msg":"trace[392786871] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26129; }","duration":"1.926652428s","start":"2026-04-07T01:02:50.259211Z","end":"2026-04-07T01:02:52.185864Z","steps":["trace[392786871] 'agreement among raft nodes before linearized reading' (duration: 1.926604277s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:50.259127Z","time spent":"1.926759891s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:52.185946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046484296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-07T01:02:52.185993Z","caller":"traceutil/trace.go:171","msg":"trace[1455221353] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26129; }","duration":"5.046565908s","start":"2026-04-07T01:02:47.139415Z","end":"2026-04-07T01:02:52.185981Z","steps":["trace[1455221353] 'agreement among raft nodes before linearized reading' (duration: 5.046489446s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.186016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093023238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-baa2d13d-a373-4cb8-8402-7d90c6edaf6c\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-07T01:02:52.186031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:47.139366Z","time spent":"5.04665383s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:02:52.186041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.746103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-04-07T01:02:52.186044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09337947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:52.186064Z","caller":"traceutil/trace.go:171","msg":"trace[954751758] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26129; }","duration":"723.805784ms","start":"2026-04-07T01:02:51.462249Z","end":"2026-04-07T01:02:52.186055Z","steps":["trace[954751758] 'agreement among raft nodes before linearized reading' (duration: 723.737813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.186085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:51.462226Z","time spent":"723.853426ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-07T01:02:52.186131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119157495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:52.186056Z","caller":"traceutil/trace.go:171","msg":"trace[2049100417] range","detail":"{range_begin:/registry/persistentvolumes/pvc-baa2d13d-a373-4cb8-8402-7d90c6edaf6c; range_end:; response_count:1; response_revision:26129; }","duration":"3.09309309s","start":"2026-04-07T01:02:49.09295Z","end":"2026-04-07T01:02:52.186043Z","steps":["trace[2049100417] 'agreement among raft nodes before linearized reading' (duration: 3.092953047s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:52.186172Z","caller":"traceutil/trace.go:171","msg":"trace[1504946747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26129; }","duration":"2.119228607s","start":"2026-04-07T01:02:50.066935Z","end":"2026-04-07T01:02:52.186164Z","steps":["trace[1504946747] 'agreement among raft nodes before linearized reading' (duration: 2.119164805s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.18619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.092937Z","time spent":"3.093247213s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-baa2d13d-a373-4cb8-8402-7d90c6edaf6c\" "} {"level":"warn","ts":"2026-04-07T01:02:52.186212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:50.06692Z","time spent":"2.119276848s","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:52.186325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465954376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:52.185991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090018372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-57bf87f448-ptv85.18a3ebfebba89bcc\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-07T01:02:52.186356Z","caller":"traceutil/trace.go:171","msg":"trace[431503891] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26129; }","duration":"1.466023718s","start":"2026-04-07T01:02:50.720324Z","end":"2026-04-07T01:02:52.186348Z","steps":["trace[431503891] 'agreement among raft nodes before linearized reading' (duration: 1.465943336s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.186379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:50.720304Z","time spent":"1.466069418s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:52.186378Z","caller":"traceutil/trace.go:171","msg":"trace[1291102073] range","detail":"{range_begin:/registry/events/openstack/cinder-api-57bf87f448-ptv85.18a3ebfebba89bcc; range_end:; response_count:1; response_revision:26129; }","duration":"3.09040555s","start":"2026-04-07T01:02:49.09596Z","end":"2026-04-07T01:02:52.186366Z","steps":["trace[1291102073] 'agreement among raft nodes before linearized reading' (duration: 3.089906809s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.186133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106444148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-07T01:02:52.18643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.095907Z","time spent":"3.090510462s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-57bf87f448-ptv85.18a3ebfebba89bcc\" "} {"level":"info","ts":"2026-04-07T01:02:52.186441Z","caller":"traceutil/trace.go:171","msg":"trace[1245458953] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26129; }","duration":"3.106779096s","start":"2026-04-07T01:02:49.079648Z","end":"2026-04-07T01:02:52.186427Z","steps":["trace[1245458953] 'agreement among raft nodes before linearized reading' (duration: 3.106428058s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.185878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.464699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:52.186486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:49.079631Z","time spent":"3.106841897s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-07T01:02:52.1865Z","caller":"traceutil/trace.go:171","msg":"trace[1002198788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26129; }","duration":"104.126374ms","start":"2026-04-07T01:02:52.082362Z","end":"2026-04-07T01:02:52.186488Z","steps":["trace[1002198788] 'agreement among raft nodes before linearized reading' (duration: 103.466829ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:52.18608Z","caller":"traceutil/trace.go:171","msg":"trace[1154825149] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26129; }","duration":"2.093422721s","start":"2026-04-07T01:02:50.092646Z","end":"2026-04-07T01:02:52.186069Z","steps":["trace[1154825149] 'agreement among raft nodes before linearized reading' (duration: 2.09336767s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:52.186955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:50.09264Z","time spent":"2.0942973s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:52.692579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:53.206713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:53.290774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100608242s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:55.048419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757450112s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:55.048501Z","caller":"traceutil/trace.go:171","msg":"trace[478957459] linearizableReadLoop","detail":"{readStateIndex:27016; appliedIndex:27015; }","duration":"2.856877999s","start":"2026-04-07T01:02:52.191609Z","end":"2026-04-07T01:02:55.048487Z","steps":["trace[478957459] 'read index received' (duration: 1.099285263s)","trace[478957459] 'applied index is now lower than readState.Index' (duration: 1.757591716s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:55.048584Z","caller":"traceutil/trace.go:171","msg":"trace[359682618] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"2.858562266s","start":"2026-04-07T01:02:52.190009Z","end":"2026-04-07T01:02:55.048572Z","steps":["trace[359682618] 'process raft request' (duration: 1.100890999s)","trace[359682618] 'compare' (duration: 1.75462851s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:55.048642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.189969Z","time spent":"2.858648418s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:55.048724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857106384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:02:55.04878Z","caller":"traceutil/trace.go:171","msg":"trace[1322762472] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26130; }","duration":"2.857210246s","start":"2026-04-07T01:02:52.191556Z","end":"2026-04-07T01:02:55.048766Z","steps":["trace[1322762472] 'agreement among raft nodes before linearized reading' (duration: 2.857085533s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:55.048823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.191539Z","time spent":"2.857273197s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:02:55.283974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:55.284074Z","caller":"traceutil/trace.go:171","msg":"trace[1506093446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737493s","start":"2026-04-07T01:02:53.283318Z","end":"2026-04-07T01:02:55.284055Z","steps":["trace[1506093446] 'agreement among raft nodes before linearized reading' (duration: 2.00060979s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:55.284124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:53.283306Z","time spent":"2.000806694s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:55.549312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:56.0498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:56.550205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:57.050708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:02:57.220772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.972449152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:57.220854Z","caller":"traceutil/trace.go:171","msg":"trace[1842549013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.972584855s","start":"2026-04-07T01:02:52.248245Z","end":"2026-04-07T01:02:57.22083Z","steps":["trace[1842549013] 'agreement among raft nodes before linearized reading' (duration: 4.972495903s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:57.220898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.248214Z","time spent":"4.972675578s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 01:02:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:57.28521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:57.285272Z","caller":"traceutil/trace.go:171","msg":"trace[1221584328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605158s","start":"2026-04-07T01:02:55.284653Z","end":"2026-04-07T01:02:57.285258Z","steps":["trace[1221584328] 'agreement among raft nodes before linearized reading' (duration: 2.000534567s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:57.285308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:55.284631Z","time spent":"2.00066892s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:57.482889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.407555969s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:02:57.483271Z","caller":"traceutil/trace.go:171","msg":"trace[29447423] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"3.407990148s","start":"2026-04-07T01:02:54.075253Z","end":"2026-04-07T01:02:57.483243Z","steps":["trace[29447423] 'process raft request' (duration: 3.407834025s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:57.483457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:54.075233Z","time spent":"3.408109851s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:57.92227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:02:57.922358Z","caller":"traceutil/trace.go:171","msg":"trace[668720326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000832664s","start":"2026-04-07T01:02:55.921506Z","end":"2026-04-07T01:02:57.922338Z","steps":["trace[668720326] 'agreement among raft nodes before linearized reading' (duration: 2.000704711s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:57.922452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:55.921495Z","time spent":"2.000944826s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:02:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:02:58.51267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026935798s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:58.740831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.918977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:02:58.740983Z","caller":"traceutil/trace.go:171","msg":"trace[1531661053] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"4.098886397s","start":"2026-04-07T01:02:54.64207Z","end":"2026-04-07T01:02:58.740956Z","steps":["trace[1531661053] 'process raft request' (duration: 3.870786126s)","trace[1531661053] 'compare' (duration: 227.421655ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:58.741054Z","caller":"traceutil/trace.go:171","msg":"trace[455351168] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"3.689156023s","start":"2026-04-07T01:02:55.051833Z","end":"2026-04-07T01:02:58.740989Z","steps":["trace[455351168] 'process raft request' (duration: 3.689064181s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:58.741116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:54.642048Z","time spent":"4.09900441s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:58.741199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:55.051821Z","time spent":"3.689338856s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:02:59.292142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:02:59.292208Z","caller":"traceutil/trace.go:171","msg":"trace[115772948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00070807s","start":"2026-04-07T01:02:57.291485Z","end":"2026-04-07T01:02:59.292193Z","steps":["trace[115772948] 'agreement among raft nodes before linearized reading' (duration: 2.000620839s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.29224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:57.291468Z","time spent":"2.000766602s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:59.82904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084017353s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:02:59.98207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241108688s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:02:59.982267Z","caller":"traceutil/trace.go:171","msg":"trace[1646890735] linearizableReadLoop","detail":"{readStateIndex:27019; appliedIndex:27016; }","duration":"4.933730879s","start":"2026-04-07T01:02:55.04852Z","end":"2026-04-07T01:02:59.98225Z","steps":["trace[1646890735] 'read index received' (duration: 2.434589004s)","trace[1646890735] 'applied index is now lower than readState.Index' (duration: 2.499140765s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:02:59.982523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.790392912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.982566Z","caller":"traceutil/trace.go:171","msg":"trace[1441282222] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26134; }","duration":"7.790453473s","start":"2026-04-07T01:02:52.192102Z","end":"2026-04-07T01:02:59.982555Z","steps":["trace[1441282222] 'agreement among raft nodes before linearized reading' (duration: 7.790376232s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.982543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.790195288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ngsgw\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-04-07T01:02:59.982603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.192097Z","time spent":"7.790494674s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:59.982587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.757886915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.982617Z","caller":"traceutil/trace.go:171","msg":"trace[2078480725] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ngsgw; range_end:; response_count:1; response_revision:26134; }","duration":"7.790289089s","start":"2026-04-07T01:02:52.192306Z","end":"2026-04-07T01:02:59.982595Z","steps":["trace[2078480725] 'agreement among raft nodes before linearized reading' (duration: 7.790071624s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:59.982662Z","caller":"traceutil/trace.go:171","msg":"trace[1552788364] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26134; }","duration":"7.757985388s","start":"2026-04-07T01:02:52.224659Z","end":"2026-04-07T01:02:59.982644Z","steps":["trace[1552788364] 'agreement among raft nodes before linearized reading' (duration: 7.757861096s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.982672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.192295Z","time spent":"7.790365862s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ngsgw\" "} {"level":"warn","ts":"2026-04-07T01:02:59.982646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873805979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:59.982671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.790933983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-07T01:02:59.982722Z","caller":"traceutil/trace.go:171","msg":"trace[833403953] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26134; }","duration":"5.873959573s","start":"2026-04-07T01:02:54.108746Z","end":"2026-04-07T01:02:59.982706Z","steps":["trace[833403953] 'agreement among raft nodes before linearized reading' (duration: 5.87382662s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.982761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:54.108734Z","time spent":"5.874018054s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:59.982762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.068632126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:02:59.982778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.746255599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.982758Z","caller":"traceutil/trace.go:171","msg":"trace[1707379139] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26134; }","duration":"7.791032376s","start":"2026-04-07T01:02:52.191705Z","end":"2026-04-07T01:02:59.982737Z","steps":["trace[1707379139] 'agreement among raft nodes before linearized reading' (duration: 7.790825242s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:59.982827Z","caller":"traceutil/trace.go:171","msg":"trace[215904727] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26134; }","duration":"6.068735238s","start":"2026-04-07T01:02:53.914075Z","end":"2026-04-07T01:02:59.98281Z","steps":["trace[215904727] 'agreement among raft nodes before linearized reading' (duration: 6.068586495s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:59.982831Z","caller":"traceutil/trace.go:171","msg":"trace[782551698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26134; }","duration":"6.746349281s","start":"2026-04-07T01:02:53.236468Z","end":"2026-04-07T01:02:59.982817Z","steps":["trace[782551698] 'agreement among raft nodes before linearized reading' (duration: 6.746257089s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.983024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.191701Z","time spent":"7.791127668s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-07T01:02:59.982712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:52.22465Z","time spent":"7.75805563s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:02:59.983045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:53.91406Z","time spent":"6.068975384s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:59.983048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:53.236452Z","time spent":"6.746587236s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:59.983091Z","caller":"traceutil/trace.go:171","msg":"trace[514411194] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"1.238138812s","start":"2026-04-07T01:02:58.744936Z","end":"2026-04-07T01:02:59.983075Z","steps":["trace[514411194] 'process raft request' (duration: 1.237233582s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.983189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:58.7449Z","time spent":"1.238241504s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:02:59.984752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934269691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.984788Z","caller":"traceutil/trace.go:171","msg":"trace[1961996620] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:26136; }","duration":"4.934340782s","start":"2026-04-07T01:02:55.05044Z","end":"2026-04-07T01:02:59.984781Z","steps":["trace[1961996620] 'agreement among raft nodes before linearized reading' (duration: 4.934270101s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.984806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:55.050424Z","time spent":"4.934379084s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T01:02:59.984805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.987483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.984847Z","caller":"traceutil/trace.go:171","msg":"trace[1718840738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26136; }","duration":"692.032454ms","start":"2026-04-07T01:02:59.292803Z","end":"2026-04-07T01:02:59.984835Z","steps":["trace[1718840738] 'agreement among raft nodes before linearized reading' (duration: 691.953233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.984899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.292772Z","time spent":"692.120227ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:02:59.984998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146373134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:02:59.98502Z","caller":"traceutil/trace.go:171","msg":"trace[756446100] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26136; }","duration":"1.146435715s","start":"2026-04-07T01:02:58.838579Z","end":"2026-04-07T01:02:59.985015Z","steps":["trace[756446100] 'agreement among raft nodes before linearized reading' (duration: 1.146312413s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:58.838557Z","time spent":"1.146473137s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:59.985032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.777936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.985081Z","caller":"traceutil/trace.go:171","msg":"trace[1857833458] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26136; }","duration":"461.870599ms","start":"2026-04-07T01:02:59.523197Z","end":"2026-04-07T01:02:59.985067Z","steps":["trace[1857833458] 'agreement among raft nodes before linearized reading' (duration: 461.759626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658993145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:59.985123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.523174Z","time spent":"461.93922ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:59.985142Z","caller":"traceutil/trace.go:171","msg":"trace[1172176749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26136; }","duration":"1.659046916s","start":"2026-04-07T01:02:58.326089Z","end":"2026-04-07T01:02:59.985136Z","steps":["trace[1172176749] 'agreement among raft nodes before linearized reading' (duration: 1.659018795s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:58.326068Z","time spent":"1.659085276s","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:59.985173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.911077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:02:59.98521Z","caller":"traceutil/trace.go:171","msg":"trace[442845368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26136; }","duration":"637.967518ms","start":"2026-04-07T01:02:59.347231Z","end":"2026-04-07T01:02:59.985199Z","steps":["trace[442845368] 'agreement among raft nodes before linearized reading' (duration: 637.837796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652448446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:02:59.985238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.347221Z","time spent":"638.010349ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:02:59.985253Z","caller":"traceutil/trace.go:171","msg":"trace[392108123] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26136; }","duration":"2.652468526s","start":"2026-04-07T01:02:57.332779Z","end":"2026-04-07T01:02:59.985247Z","steps":["trace[392108123] 'agreement among raft nodes before linearized reading' (duration: 2.652437176s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:57.332745Z","time spent":"2.652519108s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:59.985415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538050431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:02:59.98545Z","caller":"traceutil/trace.go:171","msg":"trace[1022754430] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26136; }","duration":"3.538129703s","start":"2026-04-07T01:02:56.447309Z","end":"2026-04-07T01:02:59.985439Z","steps":["trace[1022754430] 'agreement among raft nodes before linearized reading' (duration: 3.538072271s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.98548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:56.447285Z","time spent":"3.538187113s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:02:59.985504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072477418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.985553Z","caller":"traceutil/trace.go:171","msg":"trace[383539155] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26136; }","duration":"4.07256303s","start":"2026-04-07T01:02:55.912975Z","end":"2026-04-07T01:02:59.985538Z","steps":["trace[383539155] 'agreement among raft nodes before linearized reading' (duration: 4.072483008s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:55.912952Z","time spent":"4.072639131s","remote":"127.0.0.1:49296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:02:59.985857Z","caller":"traceutil/trace.go:171","msg":"trace[840659900] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"789.678173ms","start":"2026-04-07T01:02:59.19616Z","end":"2026-04-07T01:02:59.985838Z","steps":["trace[840659900] 'process raft request' (duration: 786.684547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.985953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.196137Z","time spent":"789.764736ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:02:59.987096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.876580087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388844"} {"level":"info","ts":"2026-04-07T01:02:59.987207Z","caller":"traceutil/trace.go:171","msg":"trace[1509387703] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26134; }","duration":"6.876735242s","start":"2026-04-07T01:02:53.110445Z","end":"2026-04-07T01:02:59.98718Z","steps":["trace[1509387703] 'agreement among raft nodes before linearized reading' (duration: 6.872014076s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.987301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:53.110429Z","time spent":"6.876824813s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1990,"response size":388866,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-07T01:02:59.992399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.702895781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:02:59.992467Z","caller":"traceutil/trace.go:171","msg":"trace[1992961091] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26136; }","duration":"6.703006113s","start":"2026-04-07T01:02:53.289441Z","end":"2026-04-07T01:02:59.992447Z","steps":["trace[1992961091] 'agreement among raft nodes before linearized reading' (duration: 6.692932489s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:02:59.992504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:53.28942Z","time spent":"6.703074314s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:00.331723Z","caller":"traceutil/trace.go:171","msg":"trace[728400353] linearizableReadLoop","detail":"{readStateIndex:27023; appliedIndex:27022; }","duration":"336.365537ms","start":"2026-04-07T01:02:59.995326Z","end":"2026-04-07T01:03:00.331691Z","steps":["trace[728400353] 'read index received' (duration: 264.78473ms)","trace[728400353] 'applied index is now lower than readState.Index' (duration: 71.578987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:00.331759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.994302Z","time spent":"337.444572ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:00.332141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.793008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-07T01:03:00.332638Z","caller":"traceutil/trace.go:171","msg":"trace[340562838] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5; range_end:; response_count:1; response_revision:26136; }","duration":"336.873829ms","start":"2026-04-07T01:02:59.995299Z","end":"2026-04-07T01:03:00.332173Z","steps":["trace[340562838] 'agreement among raft nodes before linearized reading' (duration: 336.521031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.332687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.995285Z","time spent":"337.39148ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" "} {"level":"warn","ts":"2026-04-07T01:03:00.366939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.64198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:00.367044Z","caller":"traceutil/trace.go:171","msg":"trace[692398397] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"369.745602ms","start":"2026-04-07T01:02:59.99728Z","end":"2026-04-07T01:03:00.367026Z","steps":["trace[692398397] 'process raft request' (duration: 369.492547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.367083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.543101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:00.367046Z","caller":"traceutil/trace.go:171","msg":"trace[1994720505] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"371.439789ms","start":"2026-04-07T01:02:59.995564Z","end":"2026-04-07T01:03:00.367003Z","steps":["trace[1994720505] 'process raft request' (duration: 371.04275ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:00.367113Z","caller":"traceutil/trace.go:171","msg":"trace[1384722529] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26138; }","duration":"371.588132ms","start":"2026-04-07T01:02:59.995516Z","end":"2026-04-07T01:03:00.367104Z","steps":["trace[1384722529] 'agreement among raft nodes before linearized reading' (duration: 371.535781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.367125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.997268Z","time spent":"369.809094ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:00.367136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.995508Z","time spent":"371.622154ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-07T01:03:00.36713Z","caller":"traceutil/trace.go:171","msg":"trace[1883564588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26138; }","duration":"369.738592ms","start":"2026-04-07T01:02:59.997263Z","end":"2026-04-07T01:03:00.367001Z","steps":["trace[1883564588] 'agreement among raft nodes before linearized reading' (duration: 369.620509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.367178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.997257Z","time spent":"369.908686ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:00.36721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.995544Z","time spent":"371.586293ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:00.367396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.90508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-07T01:03:00.367421Z","caller":"traceutil/trace.go:171","msg":"trace[782883836] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26138; }","duration":"371.988472ms","start":"2026-04-07T01:02:59.995426Z","end":"2026-04-07T01:03:00.367414Z","steps":["trace[782883836] 'agreement among raft nodes before linearized reading' (duration: 371.859629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.36744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:02:59.995375Z","time spent":"372.059333ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-07T01:03:00.368512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.708656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29592055-45hns.18a3ed09c48adba0\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26134 ","response":"range_response_count:500 size:388990"} {"level":"info","ts":"2026-04-07T01:03:00.368566Z","caller":"traceutil/trace.go:171","msg":"trace[1318791910] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29592055-45hns.18a3ed09c48adba0\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26138; }","duration":"354.817129ms","start":"2026-04-07T01:03:00.013736Z","end":"2026-04-07T01:03:00.368553Z","steps":["trace[1318791910] 'agreement among raft nodes before linearized reading' (duration: 353.140911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.368603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:00.013716Z","time spent":"354.873671ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1490,"response size":389012,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29592055-45hns.18a3ed09c48adba0\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26134 "} {"level":"info","ts":"2026-04-07T01:03:00.500291Z","caller":"traceutil/trace.go:171","msg":"trace[1595522019] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"114.997887ms","start":"2026-04-07T01:03:00.385278Z","end":"2026-04-07T01:03:00.500276Z","steps":["trace[1595522019] 'process raft request' (duration: 114.72384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.502063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.991151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default-7bthw.18a3ec7e32f5826b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26134 ","response":"range_response_count:500 size:389528"} {"level":"info","ts":"2026-04-07T01:03:00.502097Z","caller":"traceutil/trace.go:171","msg":"trace[2090584676] range","detail":"{range_begin:/registry/events/openstack/neutron-netns-cleanup-cron-default-7bthw.18a3ec7e32f5826b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26141; }","duration":"113.061672ms","start":"2026-04-07T01:03:00.389029Z","end":"2026-04-07T01:03:00.502091Z","steps":["trace[2090584676] 'agreement among raft nodes before linearized reading' (duration: 111.402896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:00.858267Z","caller":"traceutil/trace.go:171","msg":"trace[1909072215] linearizableReadLoop","detail":"{readStateIndex:27034; appliedIndex:27033; }","duration":"254.578261ms","start":"2026-04-07T01:03:00.603669Z","end":"2026-04-07T01:03:00.858248Z","steps":["trace[1909072215] 'read index received' (duration: 254.412717ms)","trace[1909072215] 'applied index is now lower than readState.Index' (duration: 164.594µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:00.858349Z","caller":"traceutil/trace.go:171","msg":"trace[2002104506] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"262.504589ms","start":"2026-04-07T01:03:00.595838Z","end":"2026-04-07T01:03:00.858343Z","steps":["trace[2002104506] 'process raft request' (duration: 262.264313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.858506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.820007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-07T01:03:00.858729Z","caller":"traceutil/trace.go:171","msg":"trace[573467792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26147; }","duration":"255.076083ms","start":"2026-04-07T01:03:00.603635Z","end":"2026-04-07T01:03:00.858711Z","steps":["trace[573467792] 'agreement among raft nodes before linearized reading' (duration: 254.754016ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:00.864474Z","caller":"traceutil/trace.go:171","msg":"trace[1942197712] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"258.030658ms","start":"2026-04-07T01:03:00.606423Z","end":"2026-04-07T01:03:00.864453Z","steps":["trace[1942197712] 'process raft request' (duration: 257.903505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:00.864879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.095057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T01:03:00.864911Z","caller":"traceutil/trace.go:171","msg":"trace[200919492] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26148; }","duration":"149.174139ms","start":"2026-04-07T01:03:00.715727Z","end":"2026-04-07T01:03:00.864902Z","steps":["trace[200919492] 'agreement among raft nodes before linearized reading' (duration: 148.960154ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:01.048857Z","caller":"traceutil/trace.go:171","msg":"trace[363495059] linearizableReadLoop","detail":"{readStateIndex:27037; appliedIndex:27035; }","duration":"171.829035ms","start":"2026-04-07T01:03:00.877Z","end":"2026-04-07T01:03:01.048829Z","steps":["trace[363495059] 'read index received' (duration: 10.688879ms)","trace[363495059] 'applied index is now lower than readState.Index' (duration: 161.139086ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:01.048966Z","caller":"traceutil/trace.go:171","msg":"trace[464198407] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"172.827627ms","start":"2026-04-07T01:03:00.8761Z","end":"2026-04-07T01:03:01.048927Z","steps":["trace[464198407] 'process raft request' (duration: 128.441086ms)","trace[464198407] 'compare' (duration: 44.152085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:01.049112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.094302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-07T01:03:01.049157Z","caller":"traceutil/trace.go:171","msg":"trace[852218589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1; range_end:; response_count:1; response_revision:26150; }","duration":"172.157213ms","start":"2026-04-07T01:03:00.876988Z","end":"2026-04-07T01:03:01.049145Z","steps":["trace[852218589] 'agreement among raft nodes before linearized reading' (duration: 171.98786ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:01.049288Z","caller":"traceutil/trace.go:171","msg":"trace[1151703533] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"157.755921ms","start":"2026-04-07T01:03:00.891521Z","end":"2026-04-07T01:03:01.049277Z","steps":["trace[1151703533] 'process raft request' (duration: 157.652359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:01.049451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.533254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:01.049519Z","caller":"traceutil/trace.go:171","msg":"trace[540627377] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26151; }","duration":"169.672227ms","start":"2026-04-07T01:03:00.879829Z","end":"2026-04-07T01:03:01.049501Z","steps":["trace[540627377] 'agreement among raft nodes before linearized reading' (duration: 169.462962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:01.38539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.230413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:01.385469Z","caller":"traceutil/trace.go:171","msg":"trace[1444722589] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27040; }","duration":"237.823348ms","start":"2026-04-07T01:03:01.147634Z","end":"2026-04-07T01:03:01.385457Z","steps":["trace[1444722589] 'read index received' (duration: 1.430991ms)","trace[1444722589] 'applied index is now lower than readState.Index' (duration: 236.391447ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:01.385654Z","caller":"traceutil/trace.go:171","msg":"trace[406497549] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"239.300491ms","start":"2026-04-07T01:03:01.146345Z","end":"2026-04-07T01:03:01.385645Z","steps":["trace[406497549] 'compare' (duration: 236.138241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:01.385742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.05554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:01.385863Z","caller":"traceutil/trace.go:171","msg":"trace[925327306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26154; }","duration":"103.205063ms","start":"2026-04-07T01:03:01.282637Z","end":"2026-04-07T01:03:01.385842Z","steps":["trace[925327306] 'agreement among raft nodes before linearized reading' (duration: 103.04317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:01.385986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.349729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-04-07T01:03:01.386018Z","caller":"traceutil/trace.go:171","msg":"trace[417793205] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26154; }","duration":"238.414211ms","start":"2026-04-07T01:03:01.147594Z","end":"2026-04-07T01:03:01.386009Z","steps":["trace[417793205] 'agreement among raft nodes before linearized reading' (duration: 238.343169ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:01.745635Z","caller":"traceutil/trace.go:171","msg":"trace[726886388] linearizableReadLoop","detail":"{readStateIndex:27052; appliedIndex:27051; }","duration":"177.45033ms","start":"2026-04-07T01:03:01.568162Z","end":"2026-04-07T01:03:01.745612Z","steps":["trace[726886388] 'read index received' (duration: 177.101762ms)","trace[726886388] 'applied index is now lower than readState.Index' (duration: 347.728µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:01.745864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.676125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-07T01:03:01.745906Z","caller":"traceutil/trace.go:171","msg":"trace[731474006] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eaa3009ed230; range_end:; response_count:1; response_revision:26165; }","duration":"177.764317ms","start":"2026-04-07T01:03:01.56813Z","end":"2026-04-07T01:03:01.745894Z","steps":["trace[731474006] 'agreement among raft nodes before linearized reading' (duration: 177.583233ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:01.746296Z","caller":"traceutil/trace.go:171","msg":"trace[1579924804] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"203.808958ms","start":"2026-04-07T01:03:01.542476Z","end":"2026-04-07T01:03:01.746285Z","steps":["trace[1579924804] 'process raft request' (duration: 202.915538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:01.92111Z","caller":"traceutil/trace.go:171","msg":"trace[2037966975] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"157.383042ms","start":"2026-04-07T01:03:01.763698Z","end":"2026-04-07T01:03:01.921081Z","steps":["trace[2037966975] 'process raft request' (duration: 157.220579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:01.981835Z","caller":"traceutil/trace.go:171","msg":"trace[1904501570] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"214.14956ms","start":"2026-04-07T01:03:01.767653Z","end":"2026-04-07T01:03:01.981803Z","steps":["trace[1904501570] 'process raft request' (duration: 213.991175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:02.256362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.240579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:02.256613Z","caller":"traceutil/trace.go:171","msg":"trace[609026840] linearizableReadLoop","detail":"{readStateIndex:27058; appliedIndex:27057; }","duration":"196.929016ms","start":"2026-04-07T01:03:02.059595Z","end":"2026-04-07T01:03:02.256524Z","steps":["trace[609026840] 'read index received' (duration: 35.411µs)","trace[609026840] 'applied index is now lower than readState.Index' (duration: 196.890115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:02.257016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.412036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T01:03:02.257066Z","caller":"traceutil/trace.go:171","msg":"trace[701078925] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26171; }","duration":"197.497638ms","start":"2026-04-07T01:03:02.059555Z","end":"2026-04-07T01:03:02.257053Z","steps":["trace[701078925] 'agreement among raft nodes before linearized reading' (duration: 197.264923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:02.257595Z","caller":"traceutil/trace.go:171","msg":"trace[808379511] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"236.847996ms","start":"2026-04-07T01:03:02.019822Z","end":"2026-04-07T01:03:02.25667Z","steps":["trace[808379511] 'process raft request' (duration: 36.208928ms)","trace[808379511] 'compare' (duration: 200.099695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:02.579594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.931345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:02.579973Z","caller":"traceutil/trace.go:171","msg":"trace[1619598421] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"143.786449ms","start":"2026-04-07T01:03:02.436147Z","end":"2026-04-07T01:03:02.579933Z","steps":["trace[1619598421] 'process raft request' (duration: 37.438405ms)","trace[1619598421] 'compare' (duration: 105.834863ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:03.147525Z","caller":"traceutil/trace.go:171","msg":"trace[1638487867] linearizableReadLoop","detail":"{readStateIndex:27071; appliedIndex:27069; }","duration":"319.90363ms","start":"2026-04-07T01:03:02.827598Z","end":"2026-04-07T01:03:03.147501Z","steps":["trace[1638487867] 'read index received' (duration: 319.642394ms)","trace[1638487867] 'applied index is now lower than readState.Index' (duration: 260.086µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:03.147582Z","caller":"traceutil/trace.go:171","msg":"trace[1169715201] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"365.61774ms","start":"2026-04-07T01:03:02.781932Z","end":"2026-04-07T01:03:03.147549Z","steps":["trace[1169715201] 'process raft request' (duration: 365.315713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.147726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:02.781916Z","time spent":"365.734712ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:03.147741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.63752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:03.147936Z","caller":"traceutil/trace.go:171","msg":"trace[1331886391] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"363.970903ms","start":"2026-04-07T01:03:02.783888Z","end":"2026-04-07T01:03:03.147859Z","steps":["trace[1331886391] 'process raft request' (duration: 363.558214ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:03.148009Z","caller":"traceutil/trace.go:171","msg":"trace[1866288539] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26184; }","duration":"365.806954ms","start":"2026-04-07T01:03:02.782027Z","end":"2026-04-07T01:03:03.147834Z","steps":["trace[1866288539] 'agreement among raft nodes before linearized reading' (duration: 365.578239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.148104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:02.782011Z","time spent":"366.061729ms","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:03.148213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:02.78388Z","time spent":"364.185027ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:03.174007Z","caller":"traceutil/trace.go:171","msg":"trace[705612652] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"343.68834ms","start":"2026-04-07T01:03:02.830282Z","end":"2026-04-07T01:03:03.17397Z","steps":["trace[705612652] 'process raft request' (duration: 343.528487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.174206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:02.830266Z","time spent":"343.825384ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:03.451714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.689731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:03.451798Z","caller":"traceutil/trace.go:171","msg":"trace[956552547] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"177.45769ms","start":"2026-04-07T01:03:03.274325Z","end":"2026-04-07T01:03:03.451783Z","steps":["trace[956552547] 'process raft request' (duration: 70.644796ms)","trace[956552547] 'compare' (duration: 106.574209ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:03.498865Z","caller":"traceutil/trace.go:171","msg":"trace[891588317] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27075; }","duration":"217.874603ms","start":"2026-04-07T01:03:03.280975Z","end":"2026-04-07T01:03:03.498849Z","steps":["trace[891588317] 'read index received' (duration: 64.007709ms)","trace[891588317] 'applied index is now lower than readState.Index' (duration: 153.866364ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:03.498944Z","caller":"traceutil/trace.go:171","msg":"trace[1544967640] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"221.79282ms","start":"2026-04-07T01:03:03.277144Z","end":"2026-04-07T01:03:03.498936Z","steps":["trace[1544967640] 'process raft request' (duration: 221.604706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.499055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.070467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:03.499075Z","caller":"traceutil/trace.go:171","msg":"trace[657987645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26190; }","duration":"218.124398ms","start":"2026-04-07T01:03:03.280946Z","end":"2026-04-07T01:03:03.49907Z","steps":["trace[657987645] 'agreement among raft nodes before linearized reading' (duration: 218.077097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.499194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.804458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:03.499212Z","caller":"traceutil/trace.go:171","msg":"trace[1650825491] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26190; }","duration":"130.889362ms","start":"2026-04-07T01:03:03.368319Z","end":"2026-04-07T01:03:03.499208Z","steps":["trace[1650825491] 'agreement among raft nodes before linearized reading' (duration: 130.844081ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:03.728679Z","caller":"traceutil/trace.go:171","msg":"trace[103501366] linearizableReadLoop","detail":"{readStateIndex:27079; appliedIndex:27078; }","duration":"153.468056ms","start":"2026-04-07T01:03:03.575185Z","end":"2026-04-07T01:03:03.728653Z","steps":["trace[103501366] 'read index received' (duration: 57.937843ms)","trace[103501366] 'applied index is now lower than readState.Index' (duration: 95.529343ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:03.728809Z","caller":"traceutil/trace.go:171","msg":"trace[1462194355] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"191.703268ms","start":"2026-04-07T01:03:03.537094Z","end":"2026-04-07T01:03:03.728797Z","steps":["trace[1462194355] 'process raft request' (duration: 96.072923ms)","trace[1462194355] 'compare' (duration: 95.39612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:03.729057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.851484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:03.729103Z","caller":"traceutil/trace.go:171","msg":"trace[1582637928] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26192; }","duration":"153.929435ms","start":"2026-04-07T01:03:03.57516Z","end":"2026-04-07T01:03:03.729089Z","steps":["trace[1582637928] 'agreement among raft nodes before linearized reading' (duration: 153.831123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.729249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.838332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-07T01:03:03.729314Z","caller":"traceutil/trace.go:171","msg":"trace[802746135] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26192; }","duration":"144.950944ms","start":"2026-04-07T01:03:03.584349Z","end":"2026-04-07T01:03:03.7293Z","steps":["trace[802746135] 'agreement among raft nodes before linearized reading' (duration: 144.751479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:03.729382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.329846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:03.729428Z","caller":"traceutil/trace.go:171","msg":"trace[665564914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26192; }","duration":"129.412328ms","start":"2026-04-07T01:03:03.600004Z","end":"2026-04-07T01:03:03.729417Z","steps":["trace[665564914] 'agreement among raft nodes before linearized reading' (duration: 129.342437ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:03.907417Z","caller":"traceutil/trace.go:171","msg":"trace[1386798325] linearizableReadLoop","detail":"{readStateIndex:27080; appliedIndex:27079; }","duration":"159.820437ms","start":"2026-04-07T01:03:03.747576Z","end":"2026-04-07T01:03:03.907397Z","steps":["trace[1386798325] 'read index received' (duration: 134.564283ms)","trace[1386798325] 'applied index is now lower than readState.Index' (duration: 25.254894ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:03.90749Z","caller":"traceutil/trace.go:171","msg":"trace[1662856235] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"166.993008ms","start":"2026-04-07T01:03:03.740479Z","end":"2026-04-07T01:03:03.907472Z","steps":["trace[1662856235] 'process raft request' (duration: 141.721483ms)","trace[1662856235] 'compare' (duration: 24.972258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:03.907614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.020311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-07T01:03:03.907641Z","caller":"traceutil/trace.go:171","msg":"trace[872611956] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26193; }","duration":"160.072842ms","start":"2026-04-07T01:03:03.747561Z","end":"2026-04-07T01:03:03.907634Z","steps":["trace[872611956] 'agreement among raft nodes before linearized reading' (duration: 159.945369ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:04.08187Z","caller":"traceutil/trace.go:171","msg":"trace[313960865] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"169.345919ms","start":"2026-04-07T01:03:03.912504Z","end":"2026-04-07T01:03:04.08185Z","steps":["trace[313960865] 'process raft request' (duration: 102.708552ms)","trace[313960865] 'compare' (duration: 66.424142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:04.081955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.530075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:04.081989Z","caller":"traceutil/trace.go:171","msg":"trace[1568870599] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26195; }","duration":"144.614906ms","start":"2026-04-07T01:03:03.937365Z","end":"2026-04-07T01:03:04.08198Z","steps":["trace[1568870599] 'agreement among raft nodes before linearized reading' (duration: 144.521534ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:04.081868Z","caller":"traceutil/trace.go:171","msg":"trace[1860382768] linearizableReadLoop","detail":"{readStateIndex:27082; appliedIndex:27080; }","duration":"144.445953ms","start":"2026-04-07T01:03:03.937404Z","end":"2026-04-07T01:03:04.08185Z","steps":["trace[1860382768] 'read index received' (duration: 77.815516ms)","trace[1860382768] 'applied index is now lower than readState.Index' (duration: 66.629877ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:04.082203Z","caller":"traceutil/trace.go:171","msg":"trace[1403645244] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"154.323204ms","start":"2026-04-07T01:03:03.927872Z","end":"2026-04-07T01:03:04.082195Z","steps":["trace[1403645244] 'process raft request' (duration: 153.928346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:04.376141Z","caller":"traceutil/trace.go:171","msg":"trace[454683595] linearizableReadLoop","detail":"{readStateIndex:27084; appliedIndex:27083; }","duration":"233.531431ms","start":"2026-04-07T01:03:04.142587Z","end":"2026-04-07T01:03:04.376118Z","steps":["trace[454683595] 'read index received' (duration: 200.376161ms)","trace[454683595] 'applied index is now lower than readState.Index' (duration: 33.15423ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:04.37646Z","caller":"traceutil/trace.go:171","msg":"trace[2052430215] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"282.580517ms","start":"2026-04-07T01:03:04.093871Z","end":"2026-04-07T01:03:04.376452Z","steps":["trace[2052430215] 'process raft request' (duration: 249.15691ms)","trace[2052430215] 'compare' (duration: 32.468906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:04.37691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.309439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-07T01:03:04.376938Z","caller":"traceutil/trace.go:171","msg":"trace[1773579357] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eb09e9d6d5b8; range_end:; response_count:1; response_revision:26197; }","duration":"234.392661ms","start":"2026-04-07T01:03:04.142538Z","end":"2026-04-07T01:03:04.376931Z","steps":["trace[1773579357] 'agreement among raft nodes before linearized reading' (duration: 234.081953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:04.376975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.030713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T01:03:04.37706Z","caller":"traceutil/trace.go:171","msg":"trace[583675323] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26197; }","duration":"100.184746ms","start":"2026-04-07T01:03:04.276854Z","end":"2026-04-07T01:03:04.377039Z","steps":["trace[583675323] 'agreement among raft nodes before linearized reading' (duration: 99.849118ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:05.023895Z","caller":"traceutil/trace.go:171","msg":"trace[750101631] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27090; }","duration":"423.691636ms","start":"2026-04-07T01:03:04.600177Z","end":"2026-04-07T01:03:05.023869Z","steps":["trace[750101631] 'read index received' (duration: 372.235408ms)","trace[750101631] 'applied index is now lower than readState.Index' (duration: 51.455058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:05.024304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.228308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T01:03:05.024334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.165576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:05.024362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.050906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:05.024391Z","caller":"traceutil/trace.go:171","msg":"trace[433256791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26204; }","duration":"415.358661ms","start":"2026-04-07T01:03:04.609011Z","end":"2026-04-07T01:03:05.024369Z","steps":["trace[433256791] 'agreement among raft nodes before linearized reading' (duration: 415.129736ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:05.024395Z","caller":"traceutil/trace.go:171","msg":"trace[790017389] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26204; }","duration":"160.258217ms","start":"2026-04-07T01:03:04.864119Z","end":"2026-04-07T01:03:05.024378Z","steps":["trace[790017389] 'agreement among raft nodes before linearized reading' (duration: 160.136175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.024393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.179318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:05.02442Z","caller":"traceutil/trace.go:171","msg":"trace[1368517346] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26204; }","duration":"265.131368ms","start":"2026-04-07T01:03:04.759272Z","end":"2026-04-07T01:03:05.024403Z","steps":["trace[1368517346] 'agreement among raft nodes before linearized reading' (duration: 265.003285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.024449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:04.608974Z","time spent":"415.463834ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:03:05.024474Z","caller":"traceutil/trace.go:171","msg":"trace[243791525] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26204; }","duration":"424.31141ms","start":"2026-04-07T01:03:04.600142Z","end":"2026-04-07T01:03:05.024454Z","steps":["trace[243791525] 'agreement among raft nodes before linearized reading' (duration: 424.130236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.024463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.105286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-07T01:03:05.024522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:04.600125Z","time spent":"424.387792ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:05.024528Z","caller":"traceutil/trace.go:171","msg":"trace[399412084] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26204; }","duration":"282.217669ms","start":"2026-04-07T01:03:04.742294Z","end":"2026-04-07T01:03:05.024511Z","steps":["trace[399412084] 'agreement among raft nodes before linearized reading' (duration: 282.003524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.024486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.049657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T01:03:05.024603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.773761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-07T01:03:05.024659Z","caller":"traceutil/trace.go:171","msg":"trace[504812599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26204; }","duration":"192.246701ms","start":"2026-04-07T01:03:04.832364Z","end":"2026-04-07T01:03:05.024611Z","steps":["trace[504812599] 'agreement among raft nodes before linearized reading' (duration: 191.915334ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:05.024708Z","caller":"traceutil/trace.go:171","msg":"trace[300876732] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26204; }","duration":"123.091117ms","start":"2026-04-07T01:03:04.901597Z","end":"2026-04-07T01:03:05.024688Z","steps":["trace[300876732] 'agreement among raft nodes before linearized reading' (duration: 122.680808ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:05.024998Z","caller":"traceutil/trace.go:171","msg":"trace[275199687] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"508.765835ms","start":"2026-04-07T01:03:04.515249Z","end":"2026-04-07T01:03:05.024015Z","steps":["trace[275199687] 'process raft request' (duration: 457.397498ms)","trace[275199687] 'compare' (duration: 51.09343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:05.025119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:04.515231Z","time spent":"509.827378ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:05.43243Z","caller":"traceutil/trace.go:171","msg":"trace[803925794] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"252.178098ms","start":"2026-04-07T01:03:05.180224Z","end":"2026-04-07T01:03:05.432402Z","steps":["trace[803925794] 'process raft request' (duration: 197.718473ms)","trace[803925794] 'compare' (duration: 53.825111ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:05.459488Z","caller":"traceutil/trace.go:171","msg":"trace[884785017] linearizableReadLoop","detail":"{readStateIndex:27107; appliedIndex:27105; }","duration":"273.497634ms","start":"2026-04-07T01:03:05.185961Z","end":"2026-04-07T01:03:05.459458Z","steps":["trace[884785017] 'read index received' (duration: 191.992865ms)","trace[884785017] 'applied index is now lower than readState.Index' (duration: 81.502359ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:05.459522Z","caller":"traceutil/trace.go:171","msg":"trace[1106615306] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"273.696628ms","start":"2026-04-07T01:03:05.185797Z","end":"2026-04-07T01:03:05.459494Z","steps":["trace[1106615306] 'process raft request' (duration: 273.492494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.459755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.766711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-07T01:03:05.459802Z","caller":"traceutil/trace.go:171","msg":"trace[383037987] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26219; }","duration":"273.843102ms","start":"2026-04-07T01:03:05.185944Z","end":"2026-04-07T01:03:05.459787Z","steps":["trace[383037987] 'agreement among raft nodes before linearized reading' (duration: 273.652938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.460021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.826129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:05.460076Z","caller":"traceutil/trace.go:171","msg":"trace[1378593391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26219; }","duration":"177.92535ms","start":"2026-04-07T01:03:05.282138Z","end":"2026-04-07T01:03:05.460063Z","steps":["trace[1378593391] 'agreement among raft nodes before linearized reading' (duration: 177.826338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:05.460246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.985255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:03:05.460289Z","caller":"traceutil/trace.go:171","msg":"trace[1905536999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26219; }","duration":"175.045916ms","start":"2026-04-07T01:03:05.285233Z","end":"2026-04-07T01:03:05.460279Z","steps":["trace[1905536999] 'agreement among raft nodes before linearized reading' (duration: 174.937053ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:05.615472Z","caller":"traceutil/trace.go:171","msg":"trace[1630014117] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"148.444012ms","start":"2026-04-07T01:03:05.466973Z","end":"2026-04-07T01:03:05.615417Z","steps":["trace[1630014117] 'process raft request' (duration: 92.977664ms)","trace[1630014117] 'compare' (duration: 55.284954ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:05.621782Z","caller":"traceutil/trace.go:171","msg":"trace[2038302150] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"139.419912ms","start":"2026-04-07T01:03:05.482346Z","end":"2026-04-07T01:03:05.621766Z","steps":["trace[2038302150] 'process raft request' (duration: 139.32178ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:05.987881Z","caller":"traceutil/trace.go:171","msg":"trace[706468820] linearizableReadLoop","detail":"{readStateIndex:27112; appliedIndex:27111; }","duration":"171.520748ms","start":"2026-04-07T01:03:05.816328Z","end":"2026-04-07T01:03:05.987849Z","steps":["trace[706468820] 'read index received' (duration: 122.112095ms)","trace[706468820] 'applied index is now lower than readState.Index' (duration: 49.407513ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:05.987952Z","caller":"traceutil/trace.go:171","msg":"trace[63532565] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"299.573176ms","start":"2026-04-07T01:03:05.688354Z","end":"2026-04-07T01:03:05.987927Z","steps":["trace[63532565] 'process raft request' (duration: 250.109162ms)","trace[63532565] 'compare' (duration: 49.149226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:05.988191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.862196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:03:05.988234Z","caller":"traceutil/trace.go:171","msg":"trace[1470170986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26224; }","duration":"171.946937ms","start":"2026-04-07T01:03:05.816271Z","end":"2026-04-07T01:03:05.988218Z","steps":["trace[1470170986] 'agreement among raft nodes before linearized reading' (duration: 171.733583ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:06.530665Z","caller":"traceutil/trace.go:171","msg":"trace[34448508] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"163.749604ms","start":"2026-04-07T01:03:06.366874Z","end":"2026-04-07T01:03:06.530623Z","steps":["trace[34448508] 'process raft request' (duration: 145.470566ms)","trace[34448508] 'compare' (duration: 18.034582ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:07.201027Z","caller":"traceutil/trace.go:171","msg":"trace[1769948927] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"116.514021ms","start":"2026-04-07T01:03:07.084488Z","end":"2026-04-07T01:03:07.201002Z","steps":["trace[1769948927] 'process raft request' (duration: 113.871352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:07.267377Z","caller":"traceutil/trace.go:171","msg":"trace[9745324] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27153; }","duration":"176.419698ms","start":"2026-04-07T01:03:07.09093Z","end":"2026-04-07T01:03:07.267349Z","steps":["trace[9745324] 'read index received' (duration: 107.446769ms)","trace[9745324] 'applied index is now lower than readState.Index' (duration: 68.971299ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:07.267452Z","caller":"traceutil/trace.go:171","msg":"trace[2105374973] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"181.964021ms","start":"2026-04-07T01:03:07.08546Z","end":"2026-04-07T01:03:07.267424Z","steps":["trace[2105374973] 'process raft request' (duration: 181.709446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:07.268076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.117584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T01:03:07.268397Z","caller":"traceutil/trace.go:171","msg":"trace[2074774824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26267; }","duration":"177.461841ms","start":"2026-04-07T01:03:07.090913Z","end":"2026-04-07T01:03:07.268375Z","steps":["trace[2074774824] 'agreement among raft nodes before linearized reading' (duration: 176.588611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:07.454753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.80658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:07.455019Z","caller":"traceutil/trace.go:171","msg":"trace[1454550454] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"182.479972ms","start":"2026-04-07T01:03:07.272496Z","end":"2026-04-07T01:03:07.454976Z","steps":["trace[1454550454] 'process raft request' (duration: 46.348865ms)","trace[1454550454] 'compare' (duration: 135.596106ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:07.455152Z","caller":"traceutil/trace.go:171","msg":"trace[31939146] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"182.614866ms","start":"2026-04-07T01:03:07.272511Z","end":"2026-04-07T01:03:07.455126Z","steps":["trace[31939146] 'process raft request' (duration: 182.35695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:07.455179Z","caller":"traceutil/trace.go:171","msg":"trace[920824149] linearizableReadLoop","detail":"{readStateIndex:27159; appliedIndex:27155; }","duration":"181.562071ms","start":"2026-04-07T01:03:07.273599Z","end":"2026-04-07T01:03:07.455161Z","steps":["trace[920824149] 'read index received' (duration: 45.27985ms)","trace[920824149] 'applied index is now lower than readState.Index' (duration: 136.280811ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:07.45535Z","caller":"traceutil/trace.go:171","msg":"trace[1184481035] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"182.630916ms","start":"2026-04-07T01:03:07.272684Z","end":"2026-04-07T01:03:07.455315Z","steps":["trace[1184481035] 'process raft request' (duration: 182.282828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:07.455424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.361601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:07.45536Z","caller":"traceutil/trace.go:171","msg":"trace[1909346248] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"182.064173ms","start":"2026-04-07T01:03:07.273265Z","end":"2026-04-07T01:03:07.455329Z","steps":["trace[1909346248] 'process raft request' (duration: 181.854749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:07.455454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.842937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-07T01:03:07.455486Z","caller":"traceutil/trace.go:171","msg":"trace[33654319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26271; }","duration":"174.482234ms","start":"2026-04-07T01:03:07.280987Z","end":"2026-04-07T01:03:07.455469Z","steps":["trace[33654319] 'agreement among raft nodes before linearized reading' (duration: 174.327341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:07.455511Z","caller":"traceutil/trace.go:171","msg":"trace[1980389168] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789; range_end:; response_count:1; response_revision:26271; }","duration":"181.93237ms","start":"2026-04-07T01:03:07.273564Z","end":"2026-04-07T01:03:07.455497Z","steps":["trace[1980389168] 'agreement among raft nodes before linearized reading' (duration: 181.730845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:07.455519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.478901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-07T01:03:07.455598Z","caller":"traceutil/trace.go:171","msg":"trace[542508241] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26271; }","duration":"108.594004ms","start":"2026-04-07T01:03:07.346983Z","end":"2026-04-07T01:03:07.455577Z","steps":["trace[542508241] 'agreement among raft nodes before linearized reading' (duration: 108.353897ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:07.684951Z","caller":"traceutil/trace.go:171","msg":"trace[684745828] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"100.922552ms","start":"2026-04-07T01:03:07.583993Z","end":"2026-04-07T01:03:07.684916Z","steps":["trace[684745828] 'process raft request' (duration: 100.727778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:08.063689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.701828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-dxcfw.18a3ed6fd18fc656\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-04-07T01:03:08.063786Z","caller":"traceutil/trace.go:171","msg":"trace[56954208] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-dxcfw.18a3ed6fd18fc656; range_end:; response_count:1; response_revision:26289; }","duration":"113.82848ms","start":"2026-04-07T01:03:07.949934Z","end":"2026-04-07T01:03:08.063763Z","steps":["trace[56954208] 'range keys from in-memory index tree' (duration: 113.540385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:08.413549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.006383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:08.413694Z","caller":"traceutil/trace.go:171","msg":"trace[602283485] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27180; }","duration":"129.981582ms","start":"2026-04-07T01:03:08.28369Z","end":"2026-04-07T01:03:08.413672Z","steps":["trace[602283485] 'read index received' (duration: 24.687551ms)","trace[602283485] 'applied index is now lower than readState.Index' (duration: 105.291391ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:08.413731Z","caller":"traceutil/trace.go:171","msg":"trace[1316325573] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"200.317911ms","start":"2026-04-07T01:03:08.21336Z","end":"2026-04-07T01:03:08.413678Z","steps":["trace[1316325573] 'process raft request' (duration: 95.068721ms)","trace[1316325573] 'compare' (duration: 104.723127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:08.413822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.136865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:08.41387Z","caller":"traceutil/trace.go:171","msg":"trace[1137390026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26293; }","duration":"130.225407ms","start":"2026-04-07T01:03:08.283632Z","end":"2026-04-07T01:03:08.413857Z","steps":["trace[1137390026] 'agreement among raft nodes before linearized reading' (duration: 130.106974ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:08.744909Z","caller":"traceutil/trace.go:171","msg":"trace[1008600815] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"127.720891ms","start":"2026-04-07T01:03:08.61714Z","end":"2026-04-07T01:03:08.744861Z","steps":["trace[1008600815] 'process raft request' (duration: 103.567441ms)","trace[1008600815] 'compare' (duration: 23.872183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:08.745077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.549472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:08.745158Z","caller":"traceutil/trace.go:171","msg":"trace[1912891257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26302; }","duration":"116.659944ms","start":"2026-04-07T01:03:08.628478Z","end":"2026-04-07T01:03:08.745138Z","steps":["trace[1912891257] 'agreement among raft nodes before linearized reading' (duration: 116.47797ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:08.744905Z","caller":"traceutil/trace.go:171","msg":"trace[1826448565] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27189; }","duration":"116.351347ms","start":"2026-04-07T01:03:08.628494Z","end":"2026-04-07T01:03:08.744845Z","steps":["trace[1826448565] 'read index received' (duration: 92.087526ms)","trace[1826448565] 'applied index is now lower than readState.Index' (duration: 24.262761ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:09.136275Z","caller":"traceutil/trace.go:171","msg":"trace[1216334971] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"200.957434ms","start":"2026-04-07T01:03:08.935288Z","end":"2026-04-07T01:03:09.136246Z","steps":["trace[1216334971] 'process raft request' (duration: 195.933253ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:09.272253Z","caller":"traceutil/trace.go:171","msg":"trace[450799350] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"127.115487ms","start":"2026-04-07T01:03:09.145113Z","end":"2026-04-07T01:03:09.272228Z","steps":["trace[450799350] 'process raft request' (duration: 115.60298ms)","trace[450799350] 'compare' (duration: 11.353514ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:09.769112Z","caller":"traceutil/trace.go:171","msg":"trace[1026046387] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"127.927814ms","start":"2026-04-07T01:03:09.641142Z","end":"2026-04-07T01:03:09.76907Z","steps":["trace[1026046387] 'process raft request' (duration: 49.494764ms)","trace[1026046387] 'compare' (duration: 78.181054ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:10.167593Z","caller":"traceutil/trace.go:171","msg":"trace[558691294] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"144.646849ms","start":"2026-04-07T01:03:10.022911Z","end":"2026-04-07T01:03:10.167558Z","steps":["trace[558691294] 'process raft request' (duration: 68.826917ms)","trace[558691294] 'compare' (duration: 75.501324ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:10.229651Z","caller":"traceutil/trace.go:171","msg":"trace[658685162] linearizableReadLoop","detail":"{readStateIndex:27220; appliedIndex:27218; }","duration":"139.80548ms","start":"2026-04-07T01:03:10.089819Z","end":"2026-04-07T01:03:10.229625Z","steps":["trace[658685162] 'read index received' (duration: 1.866272ms)","trace[658685162] 'applied index is now lower than readState.Index' (duration: 137.938248ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:10.22982Z","caller":"traceutil/trace.go:171","msg":"trace[829772577] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"173.832659ms","start":"2026-04-07T01:03:10.055944Z","end":"2026-04-07T01:03:10.229777Z","steps":["trace[829772577] 'process raft request' (duration: 173.525293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:10.229893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.050515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-07T01:03:10.229933Z","caller":"traceutil/trace.go:171","msg":"trace[1836192888] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26332; }","duration":"140.139688ms","start":"2026-04-07T01:03:10.08978Z","end":"2026-04-07T01:03:10.229919Z","steps":["trace[1836192888] 'agreement among raft nodes before linearized reading' (duration: 139.975084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:10.229914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.746756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:10.229998Z","caller":"traceutil/trace.go:171","msg":"trace[759244700] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26332; }","duration":"116.90394ms","start":"2026-04-07T01:03:10.113074Z","end":"2026-04-07T01:03:10.229978Z","steps":["trace[759244700] 'agreement among raft nodes before linearized reading' (duration: 116.740176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:10.486562Z","caller":"traceutil/trace.go:171","msg":"trace[18807655] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27220; }","duration":"210.250902ms","start":"2026-04-07T01:03:10.276288Z","end":"2026-04-07T01:03:10.486539Z","steps":["trace[18807655] 'read index received' (duration: 168.712136ms)","trace[18807655] 'applied index is now lower than readState.Index' (duration: 41.537866ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:10.486603Z","caller":"traceutil/trace.go:171","msg":"trace[908863980] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"254.393086ms","start":"2026-04-07T01:03:10.232164Z","end":"2026-04-07T01:03:10.486557Z","steps":["trace[908863980] 'process raft request' (duration: 212.917362ms)","trace[908863980] 'compare' (duration: 41.341361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:10.486746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.751677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:10.48678Z","caller":"traceutil/trace.go:171","msg":"trace[1600721664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26333; }","duration":"203.837149ms","start":"2026-04-07T01:03:10.282931Z","end":"2026-04-07T01:03:10.486768Z","steps":["trace[1600721664] 'agreement among raft nodes before linearized reading' (duration: 203.763247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:10.486814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.514209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-07T01:03:10.486886Z","caller":"traceutil/trace.go:171","msg":"trace[556682786] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26333; }","duration":"210.621461ms","start":"2026-04-07T01:03:10.276244Z","end":"2026-04-07T01:03:10.486865Z","steps":["trace[556682786] 'agreement among raft nodes before linearized reading' (duration: 210.388525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:10.486922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.488265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:10.486965Z","caller":"traceutil/trace.go:171","msg":"trace[988255207] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26333; }","duration":"105.574617ms","start":"2026-04-07T01:03:10.381377Z","end":"2026-04-07T01:03:10.486952Z","steps":["trace[988255207] 'agreement among raft nodes before linearized reading' (duration: 105.478925ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:12.324567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23652} {"level":"info","ts":"2026-04-07T01:03:12.89465Z","caller":"traceutil/trace.go:171","msg":"trace[1847147619] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"202.457418ms","start":"2026-04-07T01:03:12.692149Z","end":"2026-04-07T01:03:12.894606Z","steps":["trace[1847147619] 'process raft request' (duration: 191.723039ms)","trace[1847147619] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 10.064445ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:13.119272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23652,"took":"791.80215ms","hash":510666437,"current-db-size-bytes":55824384,"current-db-size":"56 MB","current-db-size-in-use-bytes":43552768,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-04-07T01:03:13.119439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":510666437,"revision":23652,"compact-revision":21199} {"level":"warn","ts":"2026-04-07T01:03:15.586868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:16.088047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:16.121368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.05188Z","time spent":"1.069483759s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:16.226637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.562029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:03:16.227129Z","caller":"traceutil/trace.go:171","msg":"trace[137450202] linearizableReadLoop","detail":"{readStateIndex:27236; appliedIndex:27234; }","duration":"1.141346202s","start":"2026-04-07T01:03:15.085745Z","end":"2026-04-07T01:03:16.227091Z","steps":["trace[137450202] 'read index received' (duration: 1.035547401s)","trace[137450202] 'applied index is now lower than readState.Index' (duration: 105.792181ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:16.227217Z","caller":"traceutil/trace.go:171","msg":"trace[303403981] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"104.648986ms","start":"2026-04-07T01:03:16.122528Z","end":"2026-04-07T01:03:16.227177Z","steps":["trace[303403981] 'process raft request' (duration: 104.234827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.239599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.047297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-07T01:03:16.239669Z","caller":"traceutil/trace.go:171","msg":"trace[56563256] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26346; }","duration":"374.1651ms","start":"2026-04-07T01:03:15.865489Z","end":"2026-04-07T01:03:16.239654Z","steps":["trace[56563256] 'agreement among raft nodes before linearized reading' (duration: 361.925237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.239704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.865467Z","time spent":"374.230081ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:03:16.239711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.683685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:16.239791Z","caller":"traceutil/trace.go:171","msg":"trace[1137620926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26346; }","duration":"893.811477ms","start":"2026-04-07T01:03:15.345964Z","end":"2026-04-07T01:03:16.239776Z","steps":["trace[1137620926] 'agreement among raft nodes before linearized reading' (duration: 881.420431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.239837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.345948Z","time spent":"893.881019ms","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:16.239901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154157798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-07T01:03:16.239931Z","caller":"traceutil/trace.go:171","msg":"trace[166222757] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26346; }","duration":"1.154217609s","start":"2026-04-07T01:03:15.085706Z","end":"2026-04-07T01:03:16.239923Z","steps":["trace[166222757] 'agreement among raft nodes before linearized reading' (duration: 1.141499526s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.239949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.085684Z","time spent":"1.15426047s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-07T01:03:16.240035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.930426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:16.24007Z","caller":"traceutil/trace.go:171","msg":"trace[433354165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26346; }","duration":"957.008757ms","start":"2026-04-07T01:03:15.283054Z","end":"2026-04-07T01:03:16.240062Z","steps":["trace[433354165] 'agreement among raft nodes before linearized reading' (duration: 944.373486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.657879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T01:03:16.240089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.283027Z","time spent":"957.057598ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:16.240076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.990332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:16.240131Z","caller":"traceutil/trace.go:171","msg":"trace[215052330] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26346; }","duration":"812.129185ms","start":"2026-04-07T01:03:15.427986Z","end":"2026-04-07T01:03:16.240116Z","steps":["trace[215052330] 'agreement among raft nodes before linearized reading' (duration: 799.37441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.427966Z","time spent":"812.199046ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:16.240283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.710292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:16.240095Z","caller":"traceutil/trace.go:171","msg":"trace[720409877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26346; }","duration":"843.709879ms","start":"2026-04-07T01:03:15.396379Z","end":"2026-04-07T01:03:16.240089Z","steps":["trace[720409877] 'agreement among raft nodes before linearized reading' (duration: 830.990256ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:16.240318Z","caller":"traceutil/trace.go:171","msg":"trace[1804757244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26346; }","duration":"555.784053ms","start":"2026-04-07T01:03:15.684525Z","end":"2026-04-07T01:03:16.24031Z","steps":["trace[1804757244] 'agreement among raft nodes before linearized reading' (duration: 542.900206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.396362Z","time spent":"843.971965ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:03:16.240353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07311972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:16.240387Z","caller":"traceutil/trace.go:171","msg":"trace[96632314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26346; }","duration":"1.073199121s","start":"2026-04-07T01:03:15.167178Z","end":"2026-04-07T01:03:16.240377Z","steps":["trace[96632314] 'agreement among raft nodes before linearized reading' (duration: 1.06012005s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071890761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-07T01:03:16.240419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.16715Z","time spent":"1.073261362s","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:16.240436Z","caller":"traceutil/trace.go:171","msg":"trace[1237178659] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26346; }","duration":"1.071918903s","start":"2026-04-07T01:03:15.168511Z","end":"2026-04-07T01:03:16.24043Z","steps":["trace[1237178659] 'agreement among raft nodes before linearized reading' (duration: 1.058923353s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.168466Z","time spent":"1.071988044s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:03:16.240341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.684501Z","time spent":"555.834624ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:16.240135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.436317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:16.240567Z","caller":"traceutil/trace.go:171","msg":"trace[59041846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26346; }","duration":"728.913697ms","start":"2026-04-07T01:03:15.511642Z","end":"2026-04-07T01:03:16.240556Z","steps":["trace[59041846] 'agreement among raft nodes before linearized reading' (duration: 715.716113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.540703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T01:03:16.240601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.51162Z","time spent":"728.972339ms","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:16.24061Z","caller":"traceutil/trace.go:171","msg":"trace[814808395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26346; }","duration":"579.588634ms","start":"2026-04-07T01:03:15.661015Z","end":"2026-04-07T01:03:16.240604Z","steps":["trace[814808395] 'agreement among raft nodes before linearized reading' (duration: 566.423871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.660995Z","time spent":"579.628595ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:03:16.240731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.411773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8pn2p\" ","response":"range_response_count:1 size:6395"} {"level":"info","ts":"2026-04-07T01:03:16.24075Z","caller":"traceutil/trace.go:171","msg":"trace[1044797963] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8pn2p; range_end:; response_count:1; response_revision:26346; }","duration":"597.459504ms","start":"2026-04-07T01:03:15.643285Z","end":"2026-04-07T01:03:16.240745Z","steps":["trace[1044797963] 'agreement among raft nodes before linearized reading' (duration: 584.160877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:16.240768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:15.64327Z","time spent":"597.493655ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6417,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8pn2p\" "} {"level":"info","ts":"2026-04-07T01:03:16.404346Z","caller":"traceutil/trace.go:171","msg":"trace[1979054335] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"157.997145ms","start":"2026-04-07T01:03:16.246318Z","end":"2026-04-07T01:03:16.404315Z","steps":["trace[1979054335] 'process raft request' (duration: 157.913214ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:16.404579Z","caller":"traceutil/trace.go:171","msg":"trace[2062899421] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"158.345715ms","start":"2026-04-07T01:03:16.246205Z","end":"2026-04-07T01:03:16.404551Z","steps":["trace[2062899421] 'process raft request' (duration: 157.900365ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:16.404657Z","caller":"traceutil/trace.go:171","msg":"trace[764248345] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"158.497398ms","start":"2026-04-07T01:03:16.246124Z","end":"2026-04-07T01:03:16.404622Z","steps":["trace[764248345] 'process raft request' (duration: 148.601477ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:17.902177Z","caller":"traceutil/trace.go:171","msg":"trace[1435995386] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26356; }","duration":"125.518712ms","start":"2026-04-07T01:03:17.776634Z","end":"2026-04-07T01:03:17.902153Z","steps":["trace[1435995386] 'process raft request' (duration: 125.4389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:18.526318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.732304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:03:18.526395Z","caller":"traceutil/trace.go:171","msg":"trace[2133779731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26359; }","duration":"116.846887ms","start":"2026-04-07T01:03:18.409531Z","end":"2026-04-07T01:03:18.526377Z","steps":["trace[2133779731] 'range keys from in-memory index tree' (duration: 116.499459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:18.526636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.785086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:18.526732Z","caller":"traceutil/trace.go:171","msg":"trace[1289803482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26359; }","duration":"117.091823ms","start":"2026-04-07T01:03:18.409615Z","end":"2026-04-07T01:03:18.526707Z","steps":["trace[1289803482] 'range keys from in-memory index tree' (duration: 116.636553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:18.812261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.855111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-07T01:03:18.81234Z","caller":"traceutil/trace.go:171","msg":"trace[140439455] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26361; }","duration":"126.969064ms","start":"2026-04-07T01:03:18.685351Z","end":"2026-04-07T01:03:18.81232Z","steps":["trace[140439455] 'range keys from in-memory index tree' (duration: 126.616765ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:19.11055Z","caller":"traceutil/trace.go:171","msg":"trace[1711052321] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27255; }","duration":"140.634238ms","start":"2026-04-07T01:03:18.969898Z","end":"2026-04-07T01:03:19.110533Z","steps":["trace[1711052321] 'read index received' (duration: 140.459714ms)","trace[1711052321] 'applied index is now lower than readState.Index' (duration: 173.464µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:19.110598Z","caller":"traceutil/trace.go:171","msg":"trace[527401527] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"248.122228ms","start":"2026-04-07T01:03:18.862446Z","end":"2026-04-07T01:03:19.110568Z","steps":["trace[527401527] 'process raft request' (duration: 247.983105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:19.110747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.862384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-07T01:03:19.110775Z","caller":"traceutil/trace.go:171","msg":"trace[851530369] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26364; }","duration":"140.948265ms","start":"2026-04-07T01:03:18.969818Z","end":"2026-04-07T01:03:19.110766Z","steps":["trace[851530369] 'agreement among raft nodes before linearized reading' (duration: 140.809882ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:19.343703Z","caller":"traceutil/trace.go:171","msg":"trace[633992953] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27261; }","duration":"103.904898ms","start":"2026-04-07T01:03:19.239776Z","end":"2026-04-07T01:03:19.343681Z","steps":["trace[633992953] 'read index received' (duration: 103.689664ms)","trace[633992953] 'applied index is now lower than readState.Index' (duration: 214.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:19.343983Z","caller":"traceutil/trace.go:171","msg":"trace[126807490] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"128.347955ms","start":"2026-04-07T01:03:19.215624Z","end":"2026-04-07T01:03:19.343972Z","steps":["trace[126807490] 'process raft request' (duration: 127.874844ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:19.34416Z","caller":"traceutil/trace.go:171","msg":"trace[14984764] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"128.400075ms","start":"2026-04-07T01:03:19.21575Z","end":"2026-04-07T01:03:19.34415Z","steps":["trace[14984764] 'process raft request' (duration: 127.874803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:19.344574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.931828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:19.344654Z","caller":"traceutil/trace.go:171","msg":"trace[1729234847] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26371; }","duration":"108.048231ms","start":"2026-04-07T01:03:19.236589Z","end":"2026-04-07T01:03:19.344637Z","steps":["trace[1729234847] 'agreement among raft nodes before linearized reading' (duration: 107.927088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:19.344835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.444506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-04-07T01:03:19.344885Z","caller":"traceutil/trace.go:171","msg":"trace[535301950] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26371; }","duration":"119.562359ms","start":"2026-04-07T01:03:19.22531Z","end":"2026-04-07T01:03:19.344872Z","steps":["trace[535301950] 'agreement among raft nodes before linearized reading' (duration: 119.422515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:19.345086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.861515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-04-07T01:03:19.345127Z","caller":"traceutil/trace.go:171","msg":"trace[1671918419] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26371; }","duration":"119.921687ms","start":"2026-04-07T01:03:19.225193Z","end":"2026-04-07T01:03:19.345115Z","steps":["trace[1671918419] 'agreement among raft nodes before linearized reading' (duration: 119.812224ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:19.501316Z","caller":"traceutil/trace.go:171","msg":"trace[1876751885] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"100.005781ms","start":"2026-04-07T01:03:19.401269Z","end":"2026-04-07T01:03:19.501275Z","steps":["trace[1876751885] 'process raft request' (duration: 55.56011ms)","trace[1876751885] 'compare' (duration: 44.260477ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:20.749788Z","caller":"traceutil/trace.go:171","msg":"trace[1461476413] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"122.532675ms","start":"2026-04-07T01:03:20.627218Z","end":"2026-04-07T01:03:20.749751Z","steps":["trace[1461476413] 'process raft request' (duration: 122.312961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:23.14606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189865234s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:23.146136Z","caller":"traceutil/trace.go:171","msg":"trace[1493959027] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.804236397s","start":"2026-04-07T01:03:21.341885Z","end":"2026-04-07T01:03:23.146122Z","steps":["trace[1493959027] 'process raft request' (duration: 614.245579ms)","trace[1493959027] 'compare' (duration: 1.189508726s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:23.146177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.341846Z","time spent":"1.804308449s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:25.282683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:25.282764Z","caller":"traceutil/trace.go:171","msg":"trace[199039193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238651s","start":"2026-04-07T01:03:23.282506Z","end":"2026-04-07T01:03:25.282745Z","steps":["trace[199039193] 'agreement among raft nodes before linearized reading' (duration: 2.000138918s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:25.282811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:23.282487Z","time spent":"2.000313972s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:03:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:25.310663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.447949223s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:25.624688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.995037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:25.624828Z","caller":"traceutil/trace.go:171","msg":"trace[1460526982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26381; }","duration":"534.14561ms","start":"2026-04-07T01:03:25.09066Z","end":"2026-04-07T01:03:25.624806Z","steps":["trace[1460526982] 'range keys from in-memory index tree' (duration: 533.976217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:25.625912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.695813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:25.626252Z","caller":"traceutil/trace.go:171","msg":"trace[521366431] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27273; }","duration":"4.004588863s","start":"2026-04-07T01:03:21.62164Z","end":"2026-04-07T01:03:25.626229Z","steps":["trace[521366431] 'read index received' (duration: 334.514686ms)","trace[521366431] 'applied index is now lower than readState.Index' (duration: 3.670072277s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:25.626394Z","caller":"traceutil/trace.go:171","msg":"trace[1728137447] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"4.118190738s","start":"2026-04-07T01:03:21.508186Z","end":"2026-04-07T01:03:25.626377Z","steps":["trace[1728137447] 'process raft request' (duration: 4.11783595s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:25.62647Z","caller":"traceutil/trace.go:171","msg":"trace[1119997806] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"4.27689246s","start":"2026-04-07T01:03:21.349402Z","end":"2026-04-07T01:03:25.626294Z","steps":["trace[1119997806] 'process raft request' (duration: 3.961534122s)","trace[1119997806] 'compare' (duration: 314.170281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:25.627031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005392191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-07T01:03:25.627012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.34937Z","time spent":"4.277281509s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:25.627092Z","caller":"traceutil/trace.go:171","msg":"trace[1454465410] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26383; }","duration":"4.005493593s","start":"2026-04-07T01:03:21.621582Z","end":"2026-04-07T01:03:25.627076Z","steps":["trace[1454465410] 'agreement among raft nodes before linearized reading' (duration: 4.005028063s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:25.627304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.621559Z","time spent":"4.005700097s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-07T01:03:25.626544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.508166Z","time spent":"4.11830073s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:26.678981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999437426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:26.679065Z","caller":"traceutil/trace.go:171","msg":"trace[1743533450] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999565218s","start":"2026-04-07T01:03:21.679478Z","end":"2026-04-07T01:03:26.679043Z","steps":["trace[1743533450] 'agreement among raft nodes before linearized reading' (duration: 4.999463536s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:26.679113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.679458Z","time spent":"4.99964488s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/07 01:03:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:26.772666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999040056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:26.772756Z","caller":"traceutil/trace.go:171","msg":"trace[214782560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999153549s","start":"2026-04-07T01:03:21.773582Z","end":"2026-04-07T01:03:26.772735Z","steps":["trace[214782560] 'agreement among raft nodes before linearized reading' (duration: 4.999035856s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:26.772806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.773526Z","time spent":"4.999269991s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:03:26.781731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999110767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:26.781812Z","caller":"traceutil/trace.go:171","msg":"trace[557991724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999229049s","start":"2026-04-07T01:03:21.782563Z","end":"2026-04-07T01:03:26.781792Z","steps":["trace[557991724] 'agreement among raft nodes before linearized reading' (duration: 4.999124237s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:26.78186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:21.782554Z","time spent":"4.999296562s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:03:27.283105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:27.283211Z","caller":"traceutil/trace.go:171","msg":"trace[164628615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470505s","start":"2026-04-07T01:03:25.282718Z","end":"2026-04-07T01:03:27.283188Z","steps":["trace[164628615] 'agreement among raft nodes before linearized reading' (duration: 2.000327342s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.283271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.282699Z","time spent":"2.000560657s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:03:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:27.563933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999848425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:27.564027Z","caller":"traceutil/trace.go:171","msg":"trace[548719599] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.000009498s","start":"2026-04-07T01:03:22.563997Z","end":"2026-04-07T01:03:27.564007Z","steps":["trace[548719599] 'agreement among raft nodes before linearized reading' (duration: 4.999887586s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.564075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.563974Z","time spent":"5.00009047s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:03:27.740137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.020039Z","time spent":"720.090951ms","remote":"127.0.0.1:43924","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:27.74037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014101659s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:27.740528Z","caller":"traceutil/trace.go:171","msg":"trace[585957540] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"5.612705882s","start":"2026-04-07T01:03:22.127797Z","end":"2026-04-07T01:03:27.740503Z","steps":["trace[585957540] 'process raft request' (duration: 3.598413208s)","trace[585957540] 'compare' (duration: 2.013009975s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:27.740634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.127769Z","time spent":"5.612809394s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:27.740675Z","caller":"traceutil/trace.go:171","msg":"trace[192384943] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"4.443263643s","start":"2026-04-07T01:03:23.297397Z","end":"2026-04-07T01:03:27.740661Z","steps":["trace[192384943] 'process raft request' (duration: 4.443186161s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:27.740677Z","caller":"traceutil/trace.go:171","msg":"trace[849980031] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"4.738195945s","start":"2026-04-07T01:03:23.002454Z","end":"2026-04-07T01:03:27.74065Z","steps":["trace[849980031] 'process raft request' (duration: 4.738093643s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.740744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:23.297375Z","time spent":"4.443337464s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:27.740871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:23.002432Z","time spent":"4.738341969s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:27.740947Z","caller":"traceutil/trace.go:171","msg":"trace[1006116170] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27276; }","duration":"2.114636424s","start":"2026-04-07T01:03:25.626301Z","end":"2026-04-07T01:03:27.740938Z","steps":["trace[1006116170] 'read index received' (duration: 99.935711ms)","trace[1006116170] 'applied index is now lower than readState.Index' (duration: 2.014699743s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:27.741056Z","caller":"traceutil/trace.go:171","msg":"trace[1859234176] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"4.779810623s","start":"2026-04-07T01:03:22.961232Z","end":"2026-04-07T01:03:27.741042Z","steps":["trace[1859234176] 'process raft request' (duration: 4.77922136s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.961212Z","time spent":"4.779877425s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:27.741208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32228039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T01:03:27.7412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517851127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:03:27.741245Z","caller":"traceutil/trace.go:171","msg":"trace[1580127575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26387; }","duration":"5.322441173s","start":"2026-04-07T01:03:22.418791Z","end":"2026-04-07T01:03:27.741233Z","steps":["trace[1580127575] 'agreement among raft nodes before linearized reading' (duration: 5.322332201s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473158497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:27.741293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149362368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741303Z","caller":"traceutil/trace.go:171","msg":"trace[1729348999] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26387; }","duration":"5.473226508s","start":"2026-04-07T01:03:22.268061Z","end":"2026-04-07T01:03:27.741287Z","steps":["trace[1729348999] 'agreement among raft nodes before linearized reading' (duration: 5.473130146s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:27.741328Z","caller":"traceutil/trace.go:171","msg":"trace[205121159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26387; }","duration":"2.14943181s","start":"2026-04-07T01:03:25.591888Z","end":"2026-04-07T01:03:27.74132Z","steps":["trace[205121159] 'agreement among raft nodes before linearized reading' (duration: 2.149379339s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.267994Z","time spent":"5.473332611s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.7413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280451017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-07T01:03:27.741396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223865552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741403Z","caller":"traceutil/trace.go:171","msg":"trace[1789216395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26387; }","duration":"5.280585309s","start":"2026-04-07T01:03:22.460794Z","end":"2026-04-07T01:03:27.74138Z","steps":["trace[1789216395] 'agreement among raft nodes before linearized reading' (duration: 5.280310793s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:27.741424Z","caller":"traceutil/trace.go:171","msg":"trace[1676635439] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26387; }","duration":"2.223920892s","start":"2026-04-07T01:03:25.517495Z","end":"2026-04-07T01:03:27.741416Z","steps":["trace[1676635439] 'agreement among raft nodes before linearized reading' (duration: 2.223879191s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.74143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493132773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:27.741446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.517483Z","time spent":"2.223955054s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174015226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741458Z","caller":"traceutil/trace.go:171","msg":"trace[582599035] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26387; }","duration":"5.493204245s","start":"2026-04-07T01:03:22.248247Z","end":"2026-04-07T01:03:27.741451Z","steps":["trace[582599035] 'agreement among raft nodes before linearized reading' (duration: 5.493163764s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.460783Z","time spent":"5.280660381s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:03:27.741478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.248222Z","time spent":"5.493250715s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023557613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:27.74151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264476637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741541Z","caller":"traceutil/trace.go:171","msg":"trace[1687937653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26387; }","duration":"2.264539339s","start":"2026-04-07T01:03:25.476993Z","end":"2026-04-07T01:03:27.741532Z","steps":["trace[1687937653] 'agreement among raft nodes before linearized reading' (duration: 2.264495598s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710387042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5nzwt\" ","response":"range_response_count:1 size:5971"} {"level":"warn","ts":"2026-04-07T01:03:27.741569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.476971Z","time spent":"2.264589769s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239808395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741625Z","caller":"traceutil/trace.go:171","msg":"trace[1259321849] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26387; }","duration":"3.239891787s","start":"2026-04-07T01:03:24.501726Z","end":"2026-04-07T01:03:27.741618Z","steps":["trace[1259321849] 'agreement among raft nodes before linearized reading' (duration: 3.239843676s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:24.501701Z","time spent":"3.239935677s","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280159471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-07T01:03:27.741651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987797415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:03:27.741657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970644242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741679Z","caller":"traceutil/trace.go:171","msg":"trace[157554082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26387; }","duration":"4.987861107s","start":"2026-04-07T01:03:22.753812Z","end":"2026-04-07T01:03:27.741673Z","steps":["trace[157554082] 'agreement among raft nodes before linearized reading' (duration: 4.987789225s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.74169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962224959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:27.741694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999328705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:03:27.741472Z","caller":"traceutil/trace.go:171","msg":"trace[1737499055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26387; }","duration":"3.174068987s","start":"2026-04-07T01:03:24.567396Z","end":"2026-04-07T01:03:27.741465Z","steps":["trace[1737499055] 'agreement among raft nodes before linearized reading' (duration: 3.174023046s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:27.741714Z","caller":"traceutil/trace.go:171","msg":"trace[1839236062] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26387; }","duration":"2.962278241s","start":"2026-04-07T01:03:24.779429Z","end":"2026-04-07T01:03:27.741707Z","steps":["trace[1839236062] 'agreement among raft nodes before linearized reading' (duration: 2.96223728s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376566974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:27.741292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.418758Z","time spent":"5.322525375s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:03:27.741746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263882031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.74176Z","caller":"traceutil/trace.go:171","msg":"trace[1096460307] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26387; }","duration":"4.376631576s","start":"2026-04-07T01:03:23.365124Z","end":"2026-04-07T01:03:27.741755Z","steps":["trace[1096460307] 'agreement among raft nodes before linearized reading' (duration: 4.376591495s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69025573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-07T01:03:27.741769Z","caller":"traceutil/trace.go:171","msg":"trace[1335358180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26387; }","duration":"3.263941243s","start":"2026-04-07T01:03:24.477819Z","end":"2026-04-07T01:03:27.74176Z","steps":["trace[1335358180] 'agreement among raft nodes before linearized reading' (duration: 3.263908702s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:23.365099Z","time spent":"4.376671336s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:27.741766Z","caller":"traceutil/trace.go:171","msg":"trace[1510207036] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26387; }","duration":"4.970783955s","start":"2026-04-07T01:03:22.770908Z","end":"2026-04-07T01:03:27.741692Z","steps":["trace[1510207036] 'agreement among raft nodes before linearized reading' (duration: 4.970653812s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:27.74178Z","caller":"traceutil/trace.go:171","msg":"trace[329618312] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26387; }","duration":"2.69027126s","start":"2026-04-07T01:03:25.051504Z","end":"2026-04-07T01:03:27.741775Z","steps":["trace[329618312] 'agreement among raft nodes before linearized reading' (duration: 2.690228659s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1031317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:03:27.741688Z","caller":"traceutil/trace.go:171","msg":"trace[784152912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26387; }","duration":"5.280238692s","start":"2026-04-07T01:03:22.461432Z","end":"2026-04-07T01:03:27.74167Z","steps":["trace[784152912] 'agreement among raft nodes before linearized reading' (duration: 5.280104269s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.051426Z","time spent":"2.690368312s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T01:03:27.741811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.461425Z","time spent":"5.280381825s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:27.741827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778496589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:27.741718Z","caller":"traceutil/trace.go:171","msg":"trace[1376171854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26387; }","duration":"3.999353466s","start":"2026-04-07T01:03:23.74236Z","end":"2026-04-07T01:03:27.741713Z","steps":["trace[1376171854] 'agreement among raft nodes before linearized reading' (duration: 3.999294234s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.741873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:23.742293Z","time spent":"3.99957707s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:27.741841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.770886Z","time spent":"4.970910978s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:24.477798Z","time spent":"3.263986024s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:24.779414Z","time spent":"2.962321901s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:27.74181Z","caller":"traceutil/trace.go:171","msg":"trace[1854589166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26387; }","duration":"5.103212072s","start":"2026-04-07T01:03:22.638589Z","end":"2026-04-07T01:03:27.741801Z","steps":["trace[1854589166] 'agreement among raft nodes before linearized reading' (duration: 5.10312331s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.742015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.638561Z","time spent":"5.103447406s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:03:27.741867Z","caller":"traceutil/trace.go:171","msg":"trace[1439717466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26387; }","duration":"2.77853901s","start":"2026-04-07T01:03:24.963315Z","end":"2026-04-07T01:03:27.741854Z","steps":["trace[1439717466] 'agreement among raft nodes before linearized reading' (duration: 2.778475298s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.742062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:24.963244Z","time spent":"2.778809046s","remote":"127.0.0.1:49578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.591864Z","time spent":"2.149485721s","remote":"127.0.0.1:46306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:27.741576Z","caller":"traceutil/trace.go:171","msg":"trace[224267001] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5nzwt; range_end:; response_count:1; response_revision:26387; }","duration":"5.710468255s","start":"2026-04-07T01:03:22.031098Z","end":"2026-04-07T01:03:27.741567Z","steps":["trace[224267001] 'agreement among raft nodes before linearized reading' (duration: 5.710344782s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.742142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.031074Z","time spent":"5.711055247s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5993,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5nzwt\" "} {"level":"info","ts":"2026-04-07T01:03:27.74125Z","caller":"traceutil/trace.go:171","msg":"trace[2020291239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26387; }","duration":"4.517911118s","start":"2026-04-07T01:03:23.223326Z","end":"2026-04-07T01:03:27.741237Z","steps":["trace[2020291239] 'agreement among raft nodes before linearized reading' (duration: 4.517768985s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.742203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:23.223278Z","time spent":"4.51892061s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T01:03:27.741539Z","caller":"traceutil/trace.go:171","msg":"trace[1685832995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26387; }","duration":"5.023662905s","start":"2026-04-07T01:03:22.717844Z","end":"2026-04-07T01:03:27.741507Z","steps":["trace[1685832995] 'agreement among raft nodes before linearized reading' (duration: 5.023536202s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.742279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.717824Z","time spent":"5.024442263s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.741699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:22.753793Z","time spent":"4.987903278s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:27.74172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:24.567362Z","time spent":"3.174353614s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:27.921227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:27.921306Z","caller":"traceutil/trace.go:171","msg":"trace[992520054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089727s","start":"2026-04-07T01:03:25.921199Z","end":"2026-04-07T01:03:27.921289Z","steps":["trace[992520054] 'agreement among raft nodes before linearized reading' (duration: 1.999990755s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:27.921353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.921179Z","time spent":"2.000164019s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:03:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:28.241654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:28.746534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:28.86558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.139400953s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:29.28897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:29.289055Z","caller":"traceutil/trace.go:171","msg":"trace[713475484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328663s","start":"2026-04-07T01:03:27.288706Z","end":"2026-04-07T01:03:29.289035Z","steps":["trace[713475484] 'agreement among raft nodes before linearized reading' (duration: 2.00022109s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:29.289428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.288686Z","time spent":"2.000731231s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:03:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:30.049919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.740023Z","time spent":"1.309890084s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:30.050921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184694279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:30.051044Z","caller":"traceutil/trace.go:171","msg":"trace[1529822791] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"4.413216591s","start":"2026-04-07T01:03:25.637801Z","end":"2026-04-07T01:03:30.051017Z","steps":["trace[1529822791] 'process raft request' (duration: 3.228307797s)","trace[1529822791] 'compare' (duration: 1.18249586s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:30.051133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.637783Z","time spent":"4.413311014s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:30.258085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392134749s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:31.289589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:31.289672Z","caller":"traceutil/trace.go:171","msg":"trace[413962656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287622s","start":"2026-04-07T01:03:29.289367Z","end":"2026-04-07T01:03:31.289655Z","steps":["trace[413962656] 'agreement among raft nodes before linearized reading' (duration: 2.000176689s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:31.289704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:29.289351Z","time spent":"2.000346123s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:31.772802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998284744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:31.772873Z","caller":"traceutil/trace.go:171","msg":"trace[1443937979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998402647s","start":"2026-04-07T01:03:28.774453Z","end":"2026-04-07T01:03:31.772855Z","steps":["trace[1443937979] 'agreement among raft nodes before linearized reading' (duration: 2.998311315s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:31.772909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.774438Z","time spent":"2.998464348s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 01:03:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:32.417536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.748378Z","time spent":"4.669149544s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:32.523928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.265671594s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:32.580707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32238966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:32.580949Z","caller":"traceutil/trace.go:171","msg":"trace[703714937] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"4.941192954s","start":"2026-04-07T01:03:27.639716Z","end":"2026-04-07T01:03:32.580909Z","steps":["trace[703714937] 'process raft request' (duration: 2.618536248s)","trace[703714937] 'compare' (duration: 2.321890029s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:32.581039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.743414Z","time spent":"4.837618943s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:32.58112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.63969Z","time spent":"4.941335317s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:32.581213Z","caller":"traceutil/trace.go:171","msg":"trace[1209687067] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"4.936083611s","start":"2026-04-07T01:03:27.64511Z","end":"2026-04-07T01:03:32.581193Z","steps":["trace[1209687067] 'process raft request' (duration: 4.935683781s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.581216Z","caller":"traceutil/trace.go:171","msg":"trace[477426904] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"4.835796813s","start":"2026-04-07T01:03:27.745401Z","end":"2026-04-07T01:03:32.581198Z","steps":["trace[477426904] 'process raft request' (duration: 4.835589818s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.581291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.645101Z","time spent":"4.936143022s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:32.581327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.745377Z","time spent":"4.835887686s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:32.581982Z","caller":"traceutil/trace.go:171","msg":"trace[1835915649] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"2.490345859s","start":"2026-04-07T01:03:30.091608Z","end":"2026-04-07T01:03:32.581954Z","steps":["trace[1835915649] 'process raft request' (duration: 2.490276187s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582084Z","caller":"traceutil/trace.go:171","msg":"trace[270304480] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"4.832586661s","start":"2026-04-07T01:03:27.749485Z","end":"2026-04-07T01:03:32.582072Z","steps":["trace[270304480] 'process raft request' (duration: 4.832018629s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.749479Z","time spent":"4.832629212s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:32.582132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.091599Z","time spent":"2.490450961s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:32.582214Z","caller":"traceutil/trace.go:171","msg":"trace[583072235] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"2.834483009s","start":"2026-04-07T01:03:29.747715Z","end":"2026-04-07T01:03:32.582198Z","steps":["trace[583072235] 'process raft request' (duration: 2.833919967s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582267Z","caller":"traceutil/trace.go:171","msg":"trace[250840612] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"4.836624852s","start":"2026-04-07T01:03:27.745634Z","end":"2026-04-07T01:03:32.582259Z","steps":["trace[250840612] 'process raft request' (duration: 4.835515797s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:29.747693Z","time spent":"2.8345448s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:32.582302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.745626Z","time spent":"4.836657902s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:32.582338Z","caller":"traceutil/trace.go:171","msg":"trace[982233400] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"4.832798176s","start":"2026-04-07T01:03:27.749532Z","end":"2026-04-07T01:03:32.58233Z","steps":["trace[982233400] 'process raft request' (duration: 4.832039119s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582344Z","caller":"traceutil/trace.go:171","msg":"trace[1035281396] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"2.494809208s","start":"2026-04-07T01:03:30.087522Z","end":"2026-04-07T01:03:32.582332Z","steps":["trace[1035281396] 'process raft request' (duration: 2.494258006s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582351Z","caller":"traceutil/trace.go:171","msg":"trace[432845959] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"2.8345463s","start":"2026-04-07T01:03:29.747785Z","end":"2026-04-07T01:03:32.582332Z","steps":["trace[432845959] 'process raft request' (duration: 2.833945837s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.087497Z","time spent":"2.49486843s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:32.582379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.749517Z","time spent":"4.832838027s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:32.582372Z","caller":"traceutil/trace.go:171","msg":"trace[1800781384] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"4.83565024s","start":"2026-04-07T01:03:27.746703Z","end":"2026-04-07T01:03:32.582353Z","steps":["trace[1800781384] 'process raft request' (duration: 4.834693509s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582403Z","caller":"traceutil/trace.go:171","msg":"trace[996527271] linearizableReadLoop","detail":"{readStateIndex:27291; appliedIndex:27280; }","duration":"4.841412058s","start":"2026-04-07T01:03:27.74097Z","end":"2026-04-07T01:03:32.582382Z","steps":["trace[996527271] 'read index received' (duration: 1.12512378s)","trace[996527271] 'applied index is now lower than readState.Index' (duration: 3.716286458s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:32.582462Z","caller":"traceutil/trace.go:171","msg":"trace[8703094] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"4.836539799s","start":"2026-04-07T01:03:27.745915Z","end":"2026-04-07T01:03:32.582455Z","steps":["trace[8703094] 'process raft request' (duration: 4.835374183s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:29.747765Z","time spent":"2.834636122s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:32.582462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.746679Z","time spent":"4.835739221s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:32.582494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.745908Z","time spent":"4.836568239s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:32.582524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.634315961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:32.582524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560840421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:32.582526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562714546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:32.582557Z","caller":"traceutil/trace.go:171","msg":"trace[926834675] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26401; }","duration":"6.634386753s","start":"2026-04-07T01:03:25.94816Z","end":"2026-04-07T01:03:32.582547Z","steps":["trace[926834675] 'agreement among raft nodes before linearized reading' (duration: 6.634309401s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582574Z","caller":"traceutil/trace.go:171","msg":"trace[1420244233] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26401; }","duration":"6.560939913s","start":"2026-04-07T01:03:26.021621Z","end":"2026-04-07T01:03:32.582561Z","steps":["trace[1420244233] 'agreement among raft nodes before linearized reading' (duration: 6.560845331s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877482573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:32.582593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109399779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:32.582605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91408967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-07T01:03:32.582596Z","caller":"traceutil/trace.go:171","msg":"trace[1173905648] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26401; }","duration":"5.562807459s","start":"2026-04-07T01:03:27.019768Z","end":"2026-04-07T01:03:32.582575Z","steps":["trace[1173905648] 'agreement among raft nodes before linearized reading' (duration: 5.562694586s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.58261Z","caller":"traceutil/trace.go:171","msg":"trace[1435832770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26401; }","duration":"4.877519334s","start":"2026-04-07T01:03:27.705081Z","end":"2026-04-07T01:03:32.582601Z","steps":["trace[1435832770] 'agreement among raft nodes before linearized reading' (duration: 4.877474383s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:26.021595Z","time spent":"6.561008025s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:32.582621Z","caller":"traceutil/trace.go:171","msg":"trace[413605835] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26401; }","duration":"5.10946318s","start":"2026-04-07T01:03:27.473148Z","end":"2026-04-07T01:03:32.582611Z","steps":["trace[413605835] 'agreement among raft nodes before linearized reading' (duration: 5.109414299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088697444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:32.582634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.705073Z","time spent":"4.877556425s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:32.582639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759044345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:32.582647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.019747Z","time spent":"5.56288395s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:32.582659Z","caller":"traceutil/trace.go:171","msg":"trace[1592942485] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26401; }","duration":"6.088759355s","start":"2026-04-07T01:03:26.493889Z","end":"2026-04-07T01:03:32.582648Z","steps":["trace[1592942485] 'agreement among raft nodes before linearized reading' (duration: 6.088655493s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137927615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-04-07T01:03:32.582672Z","caller":"traceutil/trace.go:171","msg":"trace[120001196] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26401; }","duration":"6.759104457s","start":"2026-04-07T01:03:25.823557Z","end":"2026-04-07T01:03:32.582662Z","steps":["trace[120001196] 'agreement among raft nodes before linearized reading' (duration: 6.759059486s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:32.582693Z","caller":"traceutil/trace.go:171","msg":"trace[1420617942] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5; range_end:; response_count:1; response_revision:26401; }","duration":"5.137995187s","start":"2026-04-07T01:03:27.44469Z","end":"2026-04-07T01:03:32.582685Z","steps":["trace[1420617942] 'agreement among raft nodes before linearized reading' (duration: 5.137883025s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:26.493872Z","time spent":"6.088813027s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:32.5827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.823539Z","time spent":"6.759153837s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:32.582713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.444668Z","time spent":"5.138040969s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-77b68dccf7-bjps2.18a3eb67663272e5\" "} {"level":"info","ts":"2026-04-07T01:03:32.582626Z","caller":"traceutil/trace.go:171","msg":"trace[625498221] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26401; }","duration":"4.914124731s","start":"2026-04-07T01:03:27.668493Z","end":"2026-04-07T01:03:32.582618Z","steps":["trace[625498221] 'agreement among raft nodes before linearized reading' (duration: 4.914037799s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:32.582743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.668486Z","time spent":"4.914250223s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T01:03:32.582647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.473131Z","time spent":"5.109510901s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:32.582598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:25.948143Z","time spent":"6.634438344s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:33.08346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:33.294773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:33.294852Z","caller":"traceutil/trace.go:171","msg":"trace[1947771294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508206s","start":"2026-04-07T01:03:31.294326Z","end":"2026-04-07T01:03:33.294834Z","steps":["trace[1947771294] 'agreement among raft nodes before linearized reading' (duration: 2.000404484s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:33.294904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:31.294315Z","time spent":"2.000574677s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:33.745054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999725922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:33.745141Z","caller":"traceutil/trace.go:171","msg":"trace[1971617468] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999857235s","start":"2026-04-07T01:03:28.745264Z","end":"2026-04-07T01:03:33.745121Z","steps":["trace[1971617468] 'agreement among raft nodes before linearized reading' (duration: 4.999743942s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:33.7452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.745252Z","time spent":"4.999936556s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:03:34.209106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123643836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:34.209306Z","caller":"traceutil/trace.go:171","msg":"trace[238807715] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"3.558657731s","start":"2026-04-07T01:03:30.650629Z","end":"2026-04-07T01:03:34.209286Z","steps":["trace[238807715] 'process raft request' (duration: 2.434764539s)","trace[238807715] 'compare' (duration: 1.123491333s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:34.209373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.650604Z","time spent":"3.558739643s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:34.20952Z","caller":"traceutil/trace.go:171","msg":"trace[1344869670] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"3.49364938s","start":"2026-04-07T01:03:30.715848Z","end":"2026-04-07T01:03:34.209498Z","steps":["trace[1344869670] 'process raft request' (duration: 3.493339693s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:34.209593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.715819Z","time spent":"3.493746761s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:34.302923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217517801s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:34.749577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:34.749657Z","caller":"traceutil/trace.go:171","msg":"trace[125375283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531747s","start":"2026-04-07T01:03:32.749107Z","end":"2026-04-07T01:03:34.749639Z","steps":["trace[125375283] 'agreement among raft nodes before linearized reading' (duration: 2.000423495s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:34.749704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.7491Z","time spent":"2.000595219s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:35.04492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999450806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:35.044999Z","caller":"traceutil/trace.go:171","msg":"trace[1065197533] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999571638s","start":"2026-04-07T01:03:30.045407Z","end":"2026-04-07T01:03:35.044979Z","steps":["trace[1065197533] 'agreement among raft nodes before linearized reading' (duration: 4.999466456s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.045047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.045396Z","time spent":"4.999640119s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/07 01:03:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:35.090088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.806917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:03:35.090666Z","caller":"traceutil/trace.go:171","msg":"trace[1688478093] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"501.901181ms","start":"2026-04-07T01:03:34.588746Z","end":"2026-04-07T01:03:35.090647Z","steps":["trace[1688478093] 'process raft request' (duration: 501.86117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.090779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.588725Z","time spent":"501.986153ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.091087Z","caller":"traceutil/trace.go:171","msg":"trace[1331192234] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"3.315957024s","start":"2026-04-07T01:03:31.775118Z","end":"2026-04-07T01:03:35.091075Z","steps":["trace[1331192234] 'process raft request' (duration: 3.315061694s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.091146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:31.775099Z","time spent":"3.316013915s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.091166Z","caller":"traceutil/trace.go:171","msg":"trace[418307653] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"2.343673646s","start":"2026-04-07T01:03:32.747454Z","end":"2026-04-07T01:03:35.091128Z","steps":["trace[418307653] 'process raft request' (duration: 2.343045241s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.091294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.747436Z","time spent":"2.343790298s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.09151Z","caller":"traceutil/trace.go:171","msg":"trace[313584782] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26405; }","duration":"2.507612494s","start":"2026-04-07T01:03:32.583885Z","end":"2026-04-07T01:03:35.091498Z","steps":["trace[313584782] 'process raft request' (duration: 2.506528759s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.091553Z","caller":"traceutil/trace.go:171","msg":"trace[1978474355] linearizableReadLoop","detail":"{readStateIndex:27304; appliedIndex:27295; }","duration":"2.509098967s","start":"2026-04-07T01:03:32.582439Z","end":"2026-04-07T01:03:35.091538Z","steps":["trace[1978474355] 'read index received' (duration: 502.932674ms)","trace[1978474355] 'applied index is now lower than readState.Index' (duration: 2.006164833s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:35.091585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.58387Z","time spent":"2.507674695s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:35.091654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750138287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:35.091692Z","caller":"traceutil/trace.go:171","msg":"trace[850233504] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26409; }","duration":"2.750224829s","start":"2026-04-07T01:03:32.341458Z","end":"2026-04-07T01:03:35.091682Z","steps":["trace[850233504] 'agreement among raft nodes before linearized reading' (duration: 2.750153457s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.091661Z","caller":"traceutil/trace.go:171","msg":"trace[1675372768] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26405; }","duration":"2.671645715s","start":"2026-04-07T01:03:32.41999Z","end":"2026-04-07T01:03:35.091636Z","steps":["trace[1675372768] 'process raft request' (duration: 2.670365206s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.091772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097307045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:35.091798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.151598898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:35.091806Z","caller":"traceutil/trace.go:171","msg":"trace[435983041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26409; }","duration":"3.097341445s","start":"2026-04-07T01:03:31.994457Z","end":"2026-04-07T01:03:35.091798Z","steps":["trace[435983041] 'agreement among raft nodes before linearized reading' (duration: 3.097291304s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.091829Z","caller":"traceutil/trace.go:171","msg":"trace[2002494317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26409; }","duration":"6.15167156s","start":"2026-04-07T01:03:28.940148Z","end":"2026-04-07T01:03:35.09182Z","steps":["trace[2002494317] 'agreement among raft nodes before linearized reading' (duration: 6.151617779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.091837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:31.994383Z","time spent":"3.097447537s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.091851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.940127Z","time spent":"6.151717771s","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.091855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.419966Z","time spent":"2.671797249s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:35.091933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.79916564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.091957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530787677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-07T01:03:35.09173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.341435Z","time spent":"2.75028588s","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.091966Z","caller":"traceutil/trace.go:171","msg":"trace[1589004444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26409; }","duration":"6.799227622s","start":"2026-04-07T01:03:28.292729Z","end":"2026-04-07T01:03:35.091957Z","steps":["trace[1589004444] 'agreement among raft nodes before linearized reading' (duration: 6.799178491s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.091989Z","caller":"traceutil/trace.go:171","msg":"trace[756800133] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26409; }","duration":"4.530844628s","start":"2026-04-07T01:03:30.561134Z","end":"2026-04-07T01:03:35.091979Z","steps":["trace[756800133] 'agreement among raft nodes before linearized reading' (duration: 4.530733016s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.29271Z","time spent":"6.799278243s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.091967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948347897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.092055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317013725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:35.09206Z","caller":"traceutil/trace.go:171","msg":"trace[1124930909] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26409; }","duration":"3.948492411s","start":"2026-04-07T01:03:31.143546Z","end":"2026-04-07T01:03:35.092038Z","steps":["trace[1124930909] 'agreement among raft nodes before linearized reading' (duration: 3.948333237s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.092085Z","caller":"traceutil/trace.go:171","msg":"trace[328516452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26409; }","duration":"4.317079096s","start":"2026-04-07T01:03:30.774996Z","end":"2026-04-07T01:03:35.092075Z","steps":["trace[328516452] 'agreement among raft nodes before linearized reading' (duration: 4.317038086s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.092105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.003200874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:35.092107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.774971Z","time spent":"4.317130208s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:03:35.09211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:31.143528Z","time spent":"3.948569343s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.092128Z","caller":"traceutil/trace.go:171","msg":"trace[32608302] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26409; }","duration":"7.003258976s","start":"2026-04-07T01:03:28.088864Z","end":"2026-04-07T01:03:35.092123Z","steps":["trace[32608302] 'agreement among raft nodes before linearized reading' (duration: 7.003203144s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.091966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078841287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:35.092168Z","caller":"traceutil/trace.go:171","msg":"trace[1538314204] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26409; }","duration":"5.079052861s","start":"2026-04-07T01:03:30.013105Z","end":"2026-04-07T01:03:35.092158Z","steps":["trace[1538314204] 'agreement among raft nodes before linearized reading' (duration: 5.078824336s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.092171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133804189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:35.091996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079974013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:35.092199Z","caller":"traceutil/trace.go:171","msg":"trace[88737243] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26409; }","duration":"7.13387053s","start":"2026-04-07T01:03:27.958321Z","end":"2026-04-07T01:03:35.092191Z","steps":["trace[88737243] 'agreement among raft nodes before linearized reading' (duration: 7.133819089s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.092204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.013102Z","time spent":"5.079090812s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.092227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.958283Z","time spent":"7.133936712s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.092236Z","caller":"traceutil/trace.go:171","msg":"trace[1062517048] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26409; }","duration":"5.080225159s","start":"2026-04-07T01:03:30.011993Z","end":"2026-04-07T01:03:35.092218Z","steps":["trace[1062517048] 'agreement among raft nodes before linearized reading' (duration: 5.079982983s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.092302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.011979Z","time spent":"5.08030302s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.092342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.34628856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:03:35.09239Z","caller":"traceutil/trace.go:171","msg":"trace[1525930363] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"2.506897187s","start":"2026-04-07T01:03:32.585485Z","end":"2026-04-07T01:03:35.092382Z","steps":["trace[1525930363] 'process raft request' (duration: 2.504951494s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.092397Z","caller":"traceutil/trace.go:171","msg":"trace[1961508966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26409; }","duration":"7.346358631s","start":"2026-04-07T01:03:27.746026Z","end":"2026-04-07T01:03:35.092385Z","steps":["trace[1961508966] 'agreement among raft nodes before linearized reading' (duration: 7.346217098s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.09243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:27.74602Z","time spent":"7.346403033s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:03:35.092145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.088843Z","time spent":"7.003295826s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.092445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.585476Z","time spent":"2.506940489s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:35.09202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:30.561118Z","time spent":"4.530897569s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-07T01:03:35.09127Z","caller":"traceutil/trace.go:171","msg":"trace[2058971966] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"2.01274555s","start":"2026-04-07T01:03:33.078514Z","end":"2026-04-07T01:03:35.09126Z","steps":["trace[2058971966] 'process raft request' (duration: 2.012019953s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.092952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:33.078484Z","time spent":"2.014433497s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:35.093175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941173509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:03:35.093207Z","caller":"traceutil/trace.go:171","msg":"trace[1993090451] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26409; }","duration":"6.9412118s","start":"2026-04-07T01:03:28.151989Z","end":"2026-04-07T01:03:35.093201Z","steps":["trace[1993090451] 'agreement among raft nodes before linearized reading' (duration: 6.940165167s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.093227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:28.15194Z","time spent":"6.941280193s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2706,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.110184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.24555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:35.110251Z","caller":"traceutil/trace.go:171","msg":"trace[1671397050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"520.329891ms","start":"2026-04-07T01:03:34.58991Z","end":"2026-04-07T01:03:35.11024Z","steps":["trace[1671397050] 'agreement among raft nodes before linearized reading' (duration: 520.25772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.110282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.589904Z","time spent":"520.368483ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/07 01:03:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:35.295449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:03:35.295511Z","caller":"traceutil/trace.go:171","msg":"trace[1180149028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253181s","start":"2026-04-07T01:03:33.295246Z","end":"2026-04-07T01:03:35.295499Z","steps":["trace[1180149028] 'agreement among raft nodes before linearized reading' (duration: 2.000165329s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.295547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:33.295227Z","time spent":"2.000314092s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:35.418462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.930978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:35.418716Z","caller":"traceutil/trace.go:171","msg":"trace[290181250] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"829.791749ms","start":"2026-04-07T01:03:34.588892Z","end":"2026-04-07T01:03:35.418684Z","steps":["trace[290181250] 'process raft request' (duration: 639.491863ms)","trace[290181250] 'compare' (duration: 189.661762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:35.41888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.588862Z","time spent":"829.923051ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.419088Z","caller":"traceutil/trace.go:171","msg":"trace[1341538231] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"319.634864ms","start":"2026-04-07T01:03:35.099428Z","end":"2026-04-07T01:03:35.419063Z","steps":["trace[1341538231] 'process raft request' (duration: 319.566843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.419175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.099412Z","time spent":"319.724017ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.419195Z","caller":"traceutil/trace.go:171","msg":"trace[215980950] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"829.507663ms","start":"2026-04-07T01:03:34.589673Z","end":"2026-04-07T01:03:35.419181Z","steps":["trace[215980950] 'process raft request' (duration: 829.080822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.419317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.589661Z","time spent":"829.608735ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.419565Z","caller":"traceutil/trace.go:171","msg":"trace[1679101123] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"830.628178ms","start":"2026-04-07T01:03:34.588926Z","end":"2026-04-07T01:03:35.419555Z","steps":["trace[1679101123] 'process raft request' (duration: 829.684016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.419625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.588917Z","time spent":"830.678699ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:35.419623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.097228Z","time spent":"322.387295ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T01:03:35.419721Z","caller":"traceutil/trace.go:171","msg":"trace[1340229942] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27305; }","duration":"328.128922ms","start":"2026-04-07T01:03:35.091583Z","end":"2026-04-07T01:03:35.419712Z","steps":["trace[1340229942] 'read index received' (duration: 136.887885ms)","trace[1340229942] 'applied index is now lower than readState.Index' (duration: 191.239557ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:35.419735Z","caller":"traceutil/trace.go:171","msg":"trace[163248842] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"829.225006ms","start":"2026-04-07T01:03:34.590478Z","end":"2026-04-07T01:03:35.419703Z","steps":["trace[163248842] 'process raft request' (duration: 828.336986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.419816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538751258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.419883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.590462Z","time spent":"829.339718ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:35.41989Z","caller":"traceutil/trace.go:171","msg":"trace[1815083443] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26414; }","duration":"2.538877981s","start":"2026-04-07T01:03:32.880993Z","end":"2026-04-07T01:03:35.419871Z","steps":["trace[1815083443] 'agreement among raft nodes before linearized reading' (duration: 2.538736748s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.41991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833036636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-07T01:03:35.419906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.415312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.419934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.880972Z","time spent":"2.538951232s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.419941Z","caller":"traceutil/trace.go:171","msg":"trace[1475446262] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f; range_end:; response_count:1; response_revision:26414; }","duration":"2.833076146s","start":"2026-04-07T01:03:32.586855Z","end":"2026-04-07T01:03:35.419931Z","steps":["trace[1475446262] 'agreement among raft nodes before linearized reading' (duration: 2.832937933s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.419961Z","caller":"traceutil/trace.go:171","msg":"trace[221503806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26414; }","duration":"627.503585ms","start":"2026-04-07T01:03:34.79244Z","end":"2026-04-07T01:03:35.419944Z","steps":["trace[221503806] 'agreement among raft nodes before linearized reading' (duration: 627.423633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.419973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.58685Z","time spent":"2.833116928s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" "} {"level":"warn","ts":"2026-04-07T01:03:35.420005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.792418Z","time spent":"627.574116ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:35.420032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618511978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.420037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.654531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:03:35.420072Z","caller":"traceutil/trace.go:171","msg":"trace[127087651] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26414; }","duration":"2.61856502s","start":"2026-04-07T01:03:32.801493Z","end":"2026-04-07T01:03:35.420058Z","steps":["trace[127087651] 'agreement among raft nodes before linearized reading' (duration: 2.618503139s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.419819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.467285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.420103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.801484Z","time spent":"2.618611961s","remote":"127.0.0.1:46224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.420103Z","caller":"traceutil/trace.go:171","msg":"trace[992264] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26414; }","duration":"322.758433ms","start":"2026-04-07T01:03:35.097326Z","end":"2026-04-07T01:03:35.420084Z","steps":["trace[992264] 'agreement among raft nodes before linearized reading' (duration: 322.531538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.420123Z","caller":"traceutil/trace.go:171","msg":"trace[1983212339] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26414; }","duration":"718.828363ms","start":"2026-04-07T01:03:34.701282Z","end":"2026-04-07T01:03:35.42011Z","steps":["trace[1983212339] 'agreement among raft nodes before linearized reading' (duration: 718.452635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.420133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401658578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:35.420149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.097291Z","time spent":"322.845285ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:03:35.420166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.701259Z","time spent":"718.891054ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.420179Z","caller":"traceutil/trace.go:171","msg":"trace[2147042392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26414; }","duration":"2.40174722s","start":"2026-04-07T01:03:33.018417Z","end":"2026-04-07T01:03:35.420165Z","steps":["trace[2147042392] 'agreement among raft nodes before linearized reading' (duration: 2.401659528s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.420216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.456939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:35.420257Z","caller":"traceutil/trace.go:171","msg":"trace[516995273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26414; }","duration":"116.533611ms","start":"2026-04-07T01:03:35.30371Z","end":"2026-04-07T01:03:35.420243Z","steps":["trace[516995273] 'agreement among raft nodes before linearized reading' (duration: 116.460319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.420363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.975285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:03:35.420219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:33.018395Z","time spent":"2.401814961s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:35.420399Z","caller":"traceutil/trace.go:171","msg":"trace[1501570087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26414; }","duration":"831.045017ms","start":"2026-04-07T01:03:34.589344Z","end":"2026-04-07T01:03:35.420389Z","steps":["trace[1501570087] 'agreement among raft nodes before linearized reading' (duration: 830.897314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.420432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:34.589335Z","time spent":"831.090798ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:35.420436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826875208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5nzwt\" ","response":"range_response_count:1 size:5757"} {"level":"warn","ts":"2026-04-07T01:03:35.420486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.769464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:35.420482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.470013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:35.420525Z","caller":"traceutil/trace.go:171","msg":"trace[1734436786] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26414; }","duration":"318.827185ms","start":"2026-04-07T01:03:35.101686Z","end":"2026-04-07T01:03:35.420514Z","steps":["trace[1734436786] 'agreement among raft nodes before linearized reading' (duration: 318.765294ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:35.420541Z","caller":"traceutil/trace.go:171","msg":"trace[1649264761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26414; }","duration":"135.572225ms","start":"2026-04-07T01:03:35.284953Z","end":"2026-04-07T01:03:35.420526Z","steps":["trace[1649264761] 'agreement among raft nodes before linearized reading' (duration: 135.470653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.420555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.101679Z","time spent":"318.868357ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-07T01:03:35.420549Z","caller":"traceutil/trace.go:171","msg":"trace[2050976904] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5nzwt; range_end:; response_count:1; response_revision:26414; }","duration":"2.827007182s","start":"2026-04-07T01:03:32.593493Z","end":"2026-04-07T01:03:35.420501Z","steps":["trace[2050976904] 'agreement among raft nodes before linearized reading' (duration: 2.826772447s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.42056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83409028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T01:03:35.420598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.593469Z","time spent":"2.827120324s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5779,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5nzwt\" "} {"level":"info","ts":"2026-04-07T01:03:35.420613Z","caller":"traceutil/trace.go:171","msg":"trace[2055305890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26414; }","duration":"2.834158762s","start":"2026-04-07T01:03:32.58644Z","end":"2026-04-07T01:03:35.420598Z","steps":["trace[2055305890] 'agreement among raft nodes before linearized reading' (duration: 2.834009199s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:35.420655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:32.586434Z","time spent":"2.834210223s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:36.240082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.67171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:36.2402Z","caller":"traceutil/trace.go:171","msg":"trace[1156278558] linearizableReadLoop","detail":"{readStateIndex:27312; appliedIndex:27311; }","duration":"818.327724ms","start":"2026-04-07T01:03:35.421855Z","end":"2026-04-07T01:03:36.240183Z","steps":["trace[1156278558] 'read index received' (duration: 108.4605ms)","trace[1156278558] 'applied index is now lower than readState.Index' (duration: 709.865734ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:36.240281Z","caller":"traceutil/trace.go:171","msg":"trace[1281244390] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"818.493287ms","start":"2026-04-07T01:03:35.421775Z","end":"2026-04-07T01:03:36.240268Z","steps":["trace[1281244390] 'process raft request' (duration: 108.555382ms)","trace[1281244390] 'compare' (duration: 709.292689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:36.24035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.421745Z","time spent":"818.569199ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:36.240452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.576709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:36.240526Z","caller":"traceutil/trace.go:171","msg":"trace[1049342189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26415; }","duration":"818.687421ms","start":"2026-04-07T01:03:35.421819Z","end":"2026-04-07T01:03:36.240507Z","steps":["trace[1049342189] 'agreement among raft nodes before linearized reading' (duration: 818.496337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.240567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.421791Z","time spent":"818.768583ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:36.597547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.959896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:36.597744Z","caller":"traceutil/trace.go:171","msg":"trace[1735428832] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"1.172868685s","start":"2026-04-07T01:03:35.42485Z","end":"2026-04-07T01:03:36.597719Z","steps":["trace[1735428832] 'process raft request' (duration: 992.647843ms)","trace[1735428832] 'compare' (duration: 179.521297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:36.597896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.424821Z","time spent":"1.172979617s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:36.597962Z","caller":"traceutil/trace.go:171","msg":"trace[1143350742] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"1.170519792s","start":"2026-04-07T01:03:35.427414Z","end":"2026-04-07T01:03:36.597933Z","steps":["trace[1143350742] 'process raft request' (duration: 1.170243116s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:36.598009Z","caller":"traceutil/trace.go:171","msg":"trace[759467656] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27312; }","duration":"357.753573ms","start":"2026-04-07T01:03:36.240237Z","end":"2026-04-07T01:03:36.597991Z","steps":["trace[759467656] 'read index received' (duration: 177.133193ms)","trace[759467656] 'applied index is now lower than readState.Index' (duration: 180.61868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:36.598068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.290621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:36.598105Z","caller":"traceutil/trace.go:171","msg":"trace[1030303423] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26418; }","duration":"589.385043ms","start":"2026-04-07T01:03:36.008711Z","end":"2026-04-07T01:03:36.598096Z","steps":["trace[1030303423] 'agreement among raft nodes before linearized reading' (duration: 589.299162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.008689Z","time spent":"589.438684ms","remote":"127.0.0.1:37690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:36.598129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09330729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:36.598134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.427354Z","time spent":"1.170677005s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:36.598202Z","caller":"traceutil/trace.go:171","msg":"trace[1428339144] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26418; }","duration":"1.093424792s","start":"2026-04-07T01:03:35.50476Z","end":"2026-04-07T01:03:36.598184Z","steps":["trace[1428339144] 'agreement among raft nodes before linearized reading' (duration: 1.093279789s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170974273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-04-07T01:03:36.598302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.283241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:36.598311Z","caller":"traceutil/trace.go:171","msg":"trace[1371185135] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26418; }","duration":"1.171121137s","start":"2026-04-07T01:03:35.427175Z","end":"2026-04-07T01:03:36.598296Z","steps":["trace[1371185135] 'agreement among raft nodes before linearized reading' (duration: 1.170939772s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:36.59834Z","caller":"traceutil/trace.go:171","msg":"trace[1561980275] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26418; }","duration":"951.345392ms","start":"2026-04-07T01:03:35.646985Z","end":"2026-04-07T01:03:36.598331Z","steps":["trace[1561980275] 'agreement among raft nodes before linearized reading' (duration: 951.28758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.59834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.719169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:36.598357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.427152Z","time spent":"1.171192849s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4464,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-07T01:03:36.598379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.646969Z","time spent":"951.396553ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:36.598383Z","caller":"traceutil/trace.go:171","msg":"trace[1941037750] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26418; }","duration":"411.78641ms","start":"2026-04-07T01:03:36.186584Z","end":"2026-04-07T01:03:36.59837Z","steps":["trace[1941037750] 'agreement among raft nodes before linearized reading' (duration: 411.704048ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:36.598409Z","caller":"traceutil/trace.go:171","msg":"trace[1182020779] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"1.169884989s","start":"2026-04-07T01:03:35.428515Z","end":"2026-04-07T01:03:36.5984Z","steps":["trace[1182020779] 'process raft request' (duration: 1.169397557s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.18657Z","time spent":"411.840391ms","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:36.598465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.428483Z","time spent":"1.169954661s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:36.598252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.504744Z","time spent":"1.093499295s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T01:03:36.598609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171427644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:36.598657Z","caller":"traceutil/trace.go:171","msg":"trace[296349104] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26418; }","duration":"1.171487006s","start":"2026-04-07T01:03:35.427156Z","end":"2026-04-07T01:03:36.598643Z","steps":["trace[296349104] 'agreement among raft nodes before linearized reading' (duration: 1.171401684s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.42765Z","time spent":"1.170605715s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:36.598709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.427152Z","time spent":"1.171545797s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:03:36.598721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171576517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T01:03:36.598785Z","caller":"traceutil/trace.go:171","msg":"trace[254728630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26418; }","duration":"1.171650899s","start":"2026-04-07T01:03:35.427115Z","end":"2026-04-07T01:03:36.598766Z","steps":["trace[254728630] 'agreement among raft nodes before linearized reading' (duration: 1.171506846s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:35.427107Z","time spent":"1.171716621s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-07T01:03:36.598878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.503379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:36.600331Z","caller":"traceutil/trace.go:171","msg":"trace[861178108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26418; }","duration":"237.983611ms","start":"2026-04-07T01:03:36.362332Z","end":"2026-04-07T01:03:36.600316Z","steps":["trace[861178108] 'agreement among raft nodes before linearized reading' (duration: 236.526609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.806379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:36.600534Z","caller":"traceutil/trace.go:171","msg":"trace[1283178330] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26418; }","duration":"123.529337ms","start":"2026-04-07T01:03:36.476995Z","end":"2026-04-07T01:03:36.600524Z","steps":["trace[1283178330] 'agreement among raft nodes before linearized reading' (duration: 121.820269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.598794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.631157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-07T01:03:36.600672Z","caller":"traceutil/trace.go:171","msg":"trace[1976809654] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26418; }","duration":"357.556249ms","start":"2026-04-07T01:03:36.243107Z","end":"2026-04-07T01:03:36.600663Z","steps":["trace[1976809654] 'agreement among raft nodes before linearized reading' (duration: 355.633657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.60071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.243081Z","time spent":"357.616381ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:03:36.599186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.135725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-07T01:03:36.600854Z","caller":"traceutil/trace.go:171","msg":"trace[471335364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26418; }","duration":"269.906153ms","start":"2026-04-07T01:03:36.330939Z","end":"2026-04-07T01:03:36.600845Z","steps":["trace[471335364] 'agreement among raft nodes before linearized reading' (duration: 268.071923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:36.599254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.857133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:36.600999Z","caller":"traceutil/trace.go:171","msg":"trace[1639947360] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26418; }","duration":"245.676972ms","start":"2026-04-07T01:03:36.355312Z","end":"2026-04-07T01:03:36.600989Z","steps":["trace[1639947360] 'agreement among raft nodes before linearized reading' (duration: 243.875233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.191354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178941865,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:03:37.271729Z","caller":"traceutil/trace.go:171","msg":"trace[1270450435] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"664.637663ms","start":"2026-04-07T01:03:36.607062Z","end":"2026-04-07T01:03:37.271699Z","steps":["trace[1270450435] 'process raft request' (duration: 617.095552ms)","trace[1270450435] 'compare' (duration: 46.643821ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:37.271857Z","caller":"traceutil/trace.go:171","msg":"trace[1237059164] linearizableReadLoop","detail":"{readStateIndex:27319; appliedIndex:27317; }","duration":"581.243402ms","start":"2026-04-07T01:03:36.690578Z","end":"2026-04-07T01:03:37.271822Z","steps":["trace[1237059164] 'read index received' (duration: 533.590768ms)","trace[1237059164] 'applied index is now lower than readState.Index' (duration: 47.651034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:37.271889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.607049Z","time spent":"664.760476ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:37.272019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.718165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:37.272013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.547972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-04-07T01:03:37.27206Z","caller":"traceutil/trace.go:171","msg":"trace[2025840435] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26421; }","duration":"668.789916ms","start":"2026-04-07T01:03:36.603259Z","end":"2026-04-07T01:03:37.272049Z","steps":["trace[2025840435] 'agreement among raft nodes before linearized reading' (duration: 668.691854ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:37.27208Z","caller":"traceutil/trace.go:171","msg":"trace[168312512] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26421; }","duration":"639.625885ms","start":"2026-04-07T01:03:36.632437Z","end":"2026-04-07T01:03:37.272063Z","steps":["trace[168312512] 'agreement among raft nodes before linearized reading' (duration: 639.4095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.272105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.603248Z","time spent":"668.837617ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:03:37.272128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.63238Z","time spent":"639.738237ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-04-07T01:03:37.272272Z","caller":"traceutil/trace.go:171","msg":"trace[1064294634] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"158.237311ms","start":"2026-04-07T01:03:37.114022Z","end":"2026-04-07T01:03:37.27226Z","steps":["trace[1064294634] 'process raft request' (duration: 157.564057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.272371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.377649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-07T01:03:37.272415Z","caller":"traceutil/trace.go:171","msg":"trace[1226688215] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540; range_end:; response_count:1; response_revision:26421; }","duration":"669.42716ms","start":"2026-04-07T01:03:36.602974Z","end":"2026-04-07T01:03:37.272402Z","steps":["trace[1226688215] 'agreement among raft nodes before linearized reading' (duration: 669.305277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.272446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.60297Z","time spent":"669.46614ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" "} {"level":"warn","ts":"2026-04-07T01:03:37.272549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.347527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:03:37.27259Z","caller":"traceutil/trace.go:171","msg":"trace[1931059952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26421; }","duration":"578.416208ms","start":"2026-04-07T01:03:36.694164Z","end":"2026-04-07T01:03:37.27258Z","steps":["trace[1931059952] 'agreement among raft nodes before linearized reading' (duration: 578.274775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.272618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.694145Z","time spent":"578.466889ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:03:37.272858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.977172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-07T01:03:37.272921Z","caller":"traceutil/trace.go:171","msg":"trace[1790394031] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26421; }","duration":"670.061854ms","start":"2026-04-07T01:03:36.602846Z","end":"2026-04-07T01:03:37.272907Z","steps":["trace[1790394031] 'agreement among raft nodes before linearized reading' (duration: 669.946211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.272951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.60283Z","time spent":"670.113085ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-07T01:03:37.272867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.057814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:03:37.273002Z","caller":"traceutil/trace.go:171","msg":"trace[652737594] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26421; }","duration":"502.237698ms","start":"2026-04-07T01:03:36.770753Z","end":"2026-04-07T01:03:37.27299Z","steps":["trace[652737594] 'agreement among raft nodes before linearized reading' (duration: 501.978403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:37.273051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:36.770726Z","time spent":"502.31005ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:38.066778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.09998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:38.06688Z","caller":"traceutil/trace.go:171","msg":"trace[1146444064] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27320; }","duration":"702.840025ms","start":"2026-04-07T01:03:37.364023Z","end":"2026-04-07T01:03:38.066863Z","steps":["trace[1146444064] 'read index received' (duration: 470.533921ms)","trace[1146444064] 'applied index is now lower than readState.Index' (duration: 232.304314ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:38.067165Z","caller":"traceutil/trace.go:171","msg":"trace[2134100462] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"783.939936ms","start":"2026-04-07T01:03:37.283211Z","end":"2026-04-07T01:03:38.06715Z","steps":["trace[2134100462] 'process raft request' (duration: 551.379425ms)","trace[2134100462] 'compare' (duration: 231.306502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:38.067258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.283199Z","time spent":"784.006297ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:38.067366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.71071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-07T01:03:38.067476Z","caller":"traceutil/trace.go:171","msg":"trace[821803049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26422; }","duration":"761.854222ms","start":"2026-04-07T01:03:37.305605Z","end":"2026-04-07T01:03:38.067459Z","steps":["trace[821803049] 'agreement among raft nodes before linearized reading' (duration: 761.594217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.067495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.6617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-07T01:03:38.067525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.305584Z","time spent":"761.931665ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-07T01:03:38.067576Z","caller":"traceutil/trace.go:171","msg":"trace[9400083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26422; }","duration":"779.747551ms","start":"2026-04-07T01:03:37.287806Z","end":"2026-04-07T01:03:38.067554Z","steps":["trace[9400083] 'agreement among raft nodes before linearized reading' (duration: 779.506096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.067622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.287747Z","time spent":"779.865514ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:03:38.067801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.534866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-07T01:03:38.067889Z","caller":"traceutil/trace.go:171","msg":"trace[34950968] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26422; }","duration":"780.050708ms","start":"2026-04-07T01:03:37.287819Z","end":"2026-04-07T01:03:38.067869Z","steps":["trace[34950968] 'agreement among raft nodes before linearized reading' (duration: 779.370623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.06794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.287747Z","time spent":"780.180291ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T01:03:38.318116Z","caller":"traceutil/trace.go:171","msg":"trace[71351361] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27321; }","duration":"251.186105ms","start":"2026-04-07T01:03:38.066906Z","end":"2026-04-07T01:03:38.318092Z","steps":["trace[71351361] 'read index received' (duration: 202.902498ms)","trace[71351361] 'applied index is now lower than readState.Index' (duration: 48.282007ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:38.318251Z","caller":"traceutil/trace.go:171","msg":"trace[94979734] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"953.176643ms","start":"2026-04-07T01:03:37.365062Z","end":"2026-04-07T01:03:38.318238Z","steps":["trace[94979734] 'process raft request' (duration: 904.734572ms)","trace[94979734] 'compare' (duration: 47.784806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:38.318359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.365032Z","time spent":"953.246714ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:38.318735Z","caller":"traceutil/trace.go:171","msg":"trace[1772174157] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"894.32967ms","start":"2026-04-07T01:03:37.424393Z","end":"2026-04-07T01:03:38.318723Z","steps":["trace[1772174157] 'process raft request' (duration: 893.401199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.318805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.42436Z","time spent":"894.411271ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:38.318933Z","caller":"traceutil/trace.go:171","msg":"trace[1326768346] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"893.531162ms","start":"2026-04-07T01:03:37.425393Z","end":"2026-04-07T01:03:38.318924Z","steps":["trace[1326768346] 'process raft request' (duration: 892.498588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.318989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.425367Z","time spent":"893.590132ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:38.31912Z","caller":"traceutil/trace.go:171","msg":"trace[1652416822] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"893.403729ms","start":"2026-04-07T01:03:37.425707Z","end":"2026-04-07T01:03:38.319111Z","steps":["trace[1652416822] 'process raft request' (duration: 892.219382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.425695Z","time spent":"893.448329ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:38.319184Z","caller":"traceutil/trace.go:171","msg":"trace[1698254368] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"237.937821ms","start":"2026-04-07T01:03:38.081212Z","end":"2026-04-07T01:03:38.31915Z","steps":["trace[1698254368] 'process raft request' (duration: 236.842786ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:38.319255Z","caller":"traceutil/trace.go:171","msg":"trace[365689248] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"892.864076ms","start":"2026-04-07T01:03:37.426362Z","end":"2026-04-07T01:03:38.319226Z","steps":["trace[365689248] 'process raft request' (duration: 891.608978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.670634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T01:03:38.319359Z","caller":"traceutil/trace.go:171","msg":"trace[831799869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26429; }","duration":"470.735406ms","start":"2026-04-07T01:03:37.848608Z","end":"2026-04-07T01:03:38.319344Z","steps":["trace[831799869] 'agreement among raft nodes before linearized reading' (duration: 470.629524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.848586Z","time spent":"470.821507ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:03:38.319431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.27636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-07T01:03:38.319432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.426352Z","time spent":"892.97677ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:38.319484Z","caller":"traceutil/trace.go:171","msg":"trace[443843458] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26429; }","duration":"938.362452ms","start":"2026-04-07T01:03:37.381104Z","end":"2026-04-07T01:03:38.319467Z","steps":["trace[443843458] 'agreement among raft nodes before linearized reading' (duration: 938.186208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.216262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:38.319534Z","caller":"traceutil/trace.go:171","msg":"trace[80478620] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26429; }","duration":"633.275263ms","start":"2026-04-07T01:03:37.686253Z","end":"2026-04-07T01:03:38.319528Z","steps":["trace[80478620] 'agreement among raft nodes before linearized reading' (duration: 633.234692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.686229Z","time spent":"633.319974ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:38.319527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.381089Z","time spent":"938.427204ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-07T01:03:38.319199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.318729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:38.319658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.458615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-07T01:03:38.319699Z","caller":"traceutil/trace.go:171","msg":"trace[2061895518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26429; }","duration":"877.866041ms","start":"2026-04-07T01:03:37.44182Z","end":"2026-04-07T01:03:38.319686Z","steps":["trace[2061895518] 'agreement among raft nodes before linearized reading' (duration: 877.306129ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:38.31972Z","caller":"traceutil/trace.go:171","msg":"trace[1538128277] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26429; }","duration":"248.543538ms","start":"2026-04-07T01:03:38.071157Z","end":"2026-04-07T01:03:38.3197Z","steps":["trace[1538128277] 'agreement among raft nodes before linearized reading' (duration: 248.405585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.497722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:38.319777Z","caller":"traceutil/trace.go:171","msg":"trace[157320983] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"396.455367ms","start":"2026-04-07T01:03:37.923313Z","end":"2026-04-07T01:03:38.319768Z","steps":["trace[157320983] 'process raft request' (duration: 394.706448ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:38.319812Z","caller":"traceutil/trace.go:171","msg":"trace[688357491] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26429; }","duration":"721.685576ms","start":"2026-04-07T01:03:37.598098Z","end":"2026-04-07T01:03:38.319783Z","steps":["trace[688357491] 'agreement among raft nodes before linearized reading' (duration: 721.429901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.92329Z","time spent":"396.505769ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:38.319861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.233793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-dxcfw\" ","response":"range_response_count:1 size:6046"} {"level":"info","ts":"2026-04-07T01:03:38.319886Z","caller":"traceutil/trace.go:171","msg":"trace[806040958] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-dxcfw; range_end:; response_count:1; response_revision:26429; }","duration":"241.284105ms","start":"2026-04-07T01:03:38.078595Z","end":"2026-04-07T01:03:38.319879Z","steps":["trace[806040958] 'agreement among raft nodes before linearized reading' (duration: 241.215283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:38.319892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.598076Z","time spent":"721.792319ms","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:38.319741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:37.441804Z","time spent":"877.922382ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:39.248955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.483787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:39.249212Z","caller":"traceutil/trace.go:171","msg":"trace[1275813085] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"920.408431ms","start":"2026-04-07T01:03:38.328793Z","end":"2026-04-07T01:03:39.249201Z","steps":["trace[1275813085] 'process raft request' (duration: 920.3659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:39.249249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.328783Z","time spent":"920.448033ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:39.249376Z","caller":"traceutil/trace.go:171","msg":"trace[78532349] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"924.629946ms","start":"2026-04-07T01:03:38.324739Z","end":"2026-04-07T01:03:39.249369Z","steps":["trace[78532349] 'process raft request' (duration: 217.668939ms)","trace[78532349] 'compare' (duration: 705.729419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:39.249403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.324722Z","time spent":"924.665416ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:39.249536Z","caller":"traceutil/trace.go:171","msg":"trace[612890639] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"921.809712ms","start":"2026-04-07T01:03:38.32772Z","end":"2026-04-07T01:03:39.24953Z","steps":["trace[612890639] 'process raft request' (duration: 921.390023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:39.249569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.327711Z","time spent":"921.838943ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:39.249586Z","caller":"traceutil/trace.go:171","msg":"trace[1314585883] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"924.753548ms","start":"2026-04-07T01:03:38.324793Z","end":"2026-04-07T01:03:39.249546Z","steps":["trace[1314585883] 'read index received' (duration: 217.687668ms)","trace[1314585883] 'applied index is now lower than readState.Index' (duration: 707.06329ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:39.249757Z","caller":"traceutil/trace.go:171","msg":"trace[922734442] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"924.410351ms","start":"2026-04-07T01:03:38.325325Z","end":"2026-04-07T01:03:39.249735Z","steps":["trace[922734442] 'process raft request' (duration: 923.712896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:39.249891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.325313Z","time spent":"924.485672ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:39.249945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.151767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-07T01:03:39.249963Z","caller":"traceutil/trace.go:171","msg":"trace[1737376037] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26433; }","duration":"925.190188ms","start":"2026-04-07T01:03:38.324767Z","end":"2026-04-07T01:03:39.249957Z","steps":["trace[1737376037] 'agreement among raft nodes before linearized reading' (duration: 925.118056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:39.249977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.324755Z","time spent":"925.219288ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:40.420227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.166982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:40.420349Z","caller":"traceutil/trace.go:171","msg":"trace[1556250869] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"1.813258848s","start":"2026-04-07T01:03:38.607057Z","end":"2026-04-07T01:03:40.420316Z","steps":["trace[1556250869] 'process raft request' (duration: 842.544273ms)","trace[1556250869] 'compare' (duration: 968.844023ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:40.420446Z","caller":"traceutil/trace.go:171","msg":"trace[64973007] linearizableReadLoop","detail":"{readStateIndex:27333; appliedIndex:27332; }","duration":"1.170734408s","start":"2026-04-07T01:03:39.249688Z","end":"2026-04-07T01:03:40.420422Z","steps":["trace[64973007] 'read index received' (duration: 199.87962ms)","trace[64973007] 'applied index is now lower than readState.Index' (duration: 970.851968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:40.420489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.607044Z","time spent":"1.81336444s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:40.4205Z","caller":"traceutil/trace.go:171","msg":"trace[925132971] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"1.137659249s","start":"2026-04-07T01:03:39.282827Z","end":"2026-04-07T01:03:40.420487Z","steps":["trace[925132971] 'process raft request' (duration: 1.137605498s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:40.420516Z","caller":"traceutil/trace.go:171","msg":"trace[1784837455] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"1.164833937s","start":"2026-04-07T01:03:39.255643Z","end":"2026-04-07T01:03:40.420477Z","steps":["trace[1784837455] 'process raft request' (duration: 1.164675384s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.420557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.282803Z","time spent":"1.137725431s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:40.420619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.255625Z","time spent":"1.164941439s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:40.420667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310055618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-07T01:03:40.420691Z","caller":"traceutil/trace.go:171","msg":"trace[659067094] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789; range_end:; response_count:1; response_revision:26437; }","duration":"1.31012914s","start":"2026-04-07T01:03:39.110552Z","end":"2026-04-07T01:03:40.420681Z","steps":["trace[659067094] 'agreement among raft nodes before linearized reading' (duration: 1.309963656s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.420713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.110531Z","time spent":"1.31017652s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" "} {"level":"info","ts":"2026-04-07T01:03:40.420777Z","caller":"traceutil/trace.go:171","msg":"trace[1048918054] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"1.164642972s","start":"2026-04-07T01:03:39.256123Z","end":"2026-04-07T01:03:40.420766Z","steps":["trace[1048918054] 'process raft request' (duration: 1.164267684s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.420823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.256114Z","time spent":"1.164684013s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:40.42086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818133056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:40.420876Z","caller":"traceutil/trace.go:171","msg":"trace[1796607398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26437; }","duration":"1.818166697s","start":"2026-04-07T01:03:38.602704Z","end":"2026-04-07T01:03:40.420871Z","steps":["trace[1796607398] 'agreement among raft nodes before linearized reading' (duration: 1.818116446s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.42089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.602695Z","time spent":"1.818192527s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:40.420932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093473971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:40.420957Z","caller":"traceutil/trace.go:171","msg":"trace[1683396736] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26437; }","duration":"2.093514171s","start":"2026-04-07T01:03:38.327436Z","end":"2026-04-07T01:03:40.42095Z","steps":["trace[1683396736] 'agreement among raft nodes before linearized reading' (duration: 2.09346205s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.420972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.327429Z","time spent":"2.093539842s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:03:40.421042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819712681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:03:40.421067Z","caller":"traceutil/trace.go:171","msg":"trace[1548451276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26437; }","duration":"1.819775382s","start":"2026-04-07T01:03:38.601284Z","end":"2026-04-07T01:03:40.421059Z","steps":["trace[1548451276] 'agreement among raft nodes before linearized reading' (duration: 1.8196757s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.421087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.601262Z","time spent":"1.819820753s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:40.421115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908562244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:40.421134Z","caller":"traceutil/trace.go:171","msg":"trace[1215826401] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26437; }","duration":"1.908583364s","start":"2026-04-07T01:03:38.512544Z","end":"2026-04-07T01:03:40.421127Z","steps":["trace[1215826401] 'agreement among raft nodes before linearized reading' (duration: 1.908547344s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.421147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.512457Z","time spent":"1.908687027s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:40.422621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095063757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T01:03:40.422659Z","caller":"traceutil/trace.go:171","msg":"trace[1882449388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26437; }","duration":"2.095120568s","start":"2026-04-07T01:03:38.327529Z","end":"2026-04-07T01:03:40.42265Z","steps":["trace[1882449388] 'agreement among raft nodes before linearized reading' (duration: 2.093334808s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.422679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:38.327522Z","time spent":"2.095153088s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-07T01:03:40.501591Z","caller":"traceutil/trace.go:171","msg":"trace[144780260] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"400.756494ms","start":"2026-04-07T01:03:40.100818Z","end":"2026-04-07T01:03:40.501574Z","steps":["trace[144780260] 'process raft request' (duration: 400.643552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.501695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.100791Z","time spent":"400.846986ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:40.649632Z","caller":"traceutil/trace.go:171","msg":"trace[443221563] linearizableReadLoop","detail":"{readStateIndex:27341; appliedIndex:27336; }","duration":"229.120454ms","start":"2026-04-07T01:03:40.420494Z","end":"2026-04-07T01:03:40.649614Z","steps":["trace[443221563] 'read index received' (duration: 80.960317ms)","trace[443221563] 'applied index is now lower than readState.Index' (duration: 148.159377ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:40.649774Z","caller":"traceutil/trace.go:171","msg":"trace[1081486468] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"223.463018ms","start":"2026-04-07T01:03:40.426273Z","end":"2026-04-07T01:03:40.649736Z","steps":["trace[1081486468] 'process raft request' (duration: 223.313105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.649819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.015684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:40.649844Z","caller":"traceutil/trace.go:171","msg":"trace[1409758631] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26445; }","duration":"273.092775ms","start":"2026-04-07T01:03:40.376744Z","end":"2026-04-07T01:03:40.649837Z","steps":["trace[1409758631] 'agreement among raft nodes before linearized reading' (duration: 272.971952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.686709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:40.650024Z","caller":"traceutil/trace.go:171","msg":"trace[1764499166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26445; }","duration":"368.73559ms","start":"2026-04-07T01:03:40.281283Z","end":"2026-04-07T01:03:40.650018Z","steps":["trace[1764499166] 'agreement among raft nodes before linearized reading' (duration: 368.702109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.281266Z","time spent":"368.77054ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:40.650149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.986953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:40.650169Z","caller":"traceutil/trace.go:171","msg":"trace[1504547113] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26445; }","duration":"506.009883ms","start":"2026-04-07T01:03:40.144152Z","end":"2026-04-07T01:03:40.650162Z","steps":["trace[1504547113] 'agreement among raft nodes before linearized reading' (duration: 505.975172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.144127Z","time spent":"506.055415ms","remote":"127.0.0.1:37700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:40.650284Z","caller":"traceutil/trace.go:171","msg":"trace[1539516883] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"325.226729ms","start":"2026-04-07T01:03:40.325043Z","end":"2026-04-07T01:03:40.65027Z","steps":["trace[1539516883] 'process raft request' (duration: 277.124015ms)","trace[1539516883] 'compare' (duration: 47.160763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:40.650301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.440579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:40.650321Z","caller":"traceutil/trace.go:171","msg":"trace[377848214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26445; }","duration":"854.496521ms","start":"2026-04-07T01:03:39.795819Z","end":"2026-04-07T01:03:40.650315Z","steps":["trace[377848214] 'agreement among raft nodes before linearized reading' (duration: 854.46288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.65034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.795796Z","time spent":"854.538931ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:40.650379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.32502Z","time spent":"325.292289ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:40.650442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004720683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:40.650463Z","caller":"traceutil/trace.go:171","msg":"trace[105220489] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26445; }","duration":"1.004775715s","start":"2026-04-07T01:03:39.645679Z","end":"2026-04-07T01:03:40.650455Z","steps":["trace[105220489] 'agreement among raft nodes before linearized reading' (duration: 1.004742964s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.645658Z","time spent":"1.004818075s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:40.650528Z","caller":"traceutil/trace.go:171","msg":"trace[1885192530] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"324.434851ms","start":"2026-04-07T01:03:40.326081Z","end":"2026-04-07T01:03:40.650516Z","steps":["trace[1885192530] 'process raft request' (duration: 323.333137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.326067Z","time spent":"324.484922ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:40.650637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285743425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:03:40.650657Z","caller":"traceutil/trace.go:171","msg":"trace[1888994550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26445; }","duration":"1.285804946s","start":"2026-04-07T01:03:39.364846Z","end":"2026-04-07T01:03:40.650651Z","steps":["trace[1888994550] 'agreement among raft nodes before linearized reading' (duration: 1.285722944s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.364826Z","time spent":"1.285843667s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-07T01:03:40.65072Z","caller":"traceutil/trace.go:171","msg":"trace[1992614968] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"324.561073ms","start":"2026-04-07T01:03:40.326148Z","end":"2026-04-07T01:03:40.650709Z","steps":["trace[1992614968] 'process raft request' (duration: 323.302116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.326142Z","time spent":"324.600964ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:40.650831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397435688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-07T01:03:40.650854Z","caller":"traceutil/trace.go:171","msg":"trace[2017503566] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26445; }","duration":"1.397489169s","start":"2026-04-07T01:03:39.253359Z","end":"2026-04-07T01:03:40.650848Z","steps":["trace[2017503566] 'agreement among raft nodes before linearized reading' (duration: 1.397422838s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:39.253342Z","time spent":"1.39752552s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-04-07T01:03:40.650894Z","caller":"traceutil/trace.go:171","msg":"trace[1021864846] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"324.599384ms","start":"2026-04-07T01:03:40.326285Z","end":"2026-04-07T01:03:40.650885Z","steps":["trace[1021864846] 'process raft request' (duration: 323.207954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.650943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:40.326278Z","time spent":"324.637975ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:40.650996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.366229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b81ad727-b6ad-4d35-8d7b-830acd9f271d\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-07T01:03:40.651014Z","caller":"traceutil/trace.go:171","msg":"trace[1900466168] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b81ad727-b6ad-4d35-8d7b-830acd9f271d; range_end:; response_count:1; response_revision:26445; }","duration":"225.40094ms","start":"2026-04-07T01:03:40.425608Z","end":"2026-04-07T01:03:40.651009Z","steps":["trace[1900466168] 'agreement among raft nodes before linearized reading' (duration: 225.344569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:40.651053Z","caller":"traceutil/trace.go:171","msg":"trace[1078978588] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"228.325536ms","start":"2026-04-07T01:03:40.422719Z","end":"2026-04-07T01:03:40.651044Z","steps":["trace[1078978588] 'process raft request' (duration: 226.800522ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:40.651242Z","caller":"traceutil/trace.go:171","msg":"trace[1207650608] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"226.480665ms","start":"2026-04-07T01:03:40.424752Z","end":"2026-04-07T01:03:40.651233Z","steps":["trace[1207650608] 'process raft request' (duration: 224.810748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.65129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.587638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:40.651351Z","caller":"traceutil/trace.go:171","msg":"trace[1147408567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26445; }","duration":"209.67409ms","start":"2026-04-07T01:03:40.441671Z","end":"2026-04-07T01:03:40.651345Z","steps":["trace[1147408567] 'agreement among raft nodes before linearized reading' (duration: 209.596158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.932375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.42278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-07T01:03:40.932484Z","caller":"traceutil/trace.go:171","msg":"trace[395594458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26445; }","duration":"177.584543ms","start":"2026-04-07T01:03:40.754868Z","end":"2026-04-07T01:03:40.932453Z","steps":["trace[395594458] 'range keys from in-memory index tree' (duration: 177.165815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.932837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.779083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-07T01:03:40.932882Z","caller":"traceutil/trace.go:171","msg":"trace[242439838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26445; }","duration":"175.820244ms","start":"2026-04-07T01:03:40.757047Z","end":"2026-04-07T01:03:40.932868Z","steps":["trace[242439838] 'range keys from in-memory index tree' (duration: 175.689391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:40.933115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.658744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-07T01:03:40.933209Z","caller":"traceutil/trace.go:171","msg":"trace[313154139] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:26445; }","duration":"172.783346ms","start":"2026-04-07T01:03:40.760402Z","end":"2026-04-07T01:03:40.933186Z","steps":["trace[313154139] 'range keys from in-memory index tree' (duration: 172.50579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:41.098762Z","caller":"traceutil/trace.go:171","msg":"trace[678258101] linearizableReadLoop","detail":"{readStateIndex:27345; appliedIndex:27344; }","duration":"150.786106ms","start":"2026-04-07T01:03:40.947948Z","end":"2026-04-07T01:03:41.098734Z","steps":["trace[678258101] 'read index received' (duration: 148.332341ms)","trace[678258101] 'applied index is now lower than readState.Index' (duration: 2.452625ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:41.098814Z","caller":"traceutil/trace.go:171","msg":"trace[477815825] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"151.172014ms","start":"2026-04-07T01:03:40.947602Z","end":"2026-04-07T01:03:41.098774Z","steps":["trace[477815825] 'process raft request' (duration: 150.928179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.099082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.106683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-07T01:03:41.099153Z","caller":"traceutil/trace.go:171","msg":"trace[436641294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26446; }","duration":"151.202315ms","start":"2026-04-07T01:03:40.947937Z","end":"2026-04-07T01:03:41.09914Z","steps":["trace[436641294] 'agreement among raft nodes before linearized reading' (duration: 150.96398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.099568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.851808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-04-07T01:03:41.099709Z","caller":"traceutil/trace.go:171","msg":"trace[939570581] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26446; }","duration":"146.99579ms","start":"2026-04-07T01:03:40.952645Z","end":"2026-04-07T01:03:41.099641Z","steps":["trace[939570581] 'agreement among raft nodes before linearized reading' (duration: 146.332965ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:41.482435Z","caller":"traceutil/trace.go:171","msg":"trace[1706049970] linearizableReadLoop","detail":"{readStateIndex:27346; appliedIndex:27345; }","duration":"378.64382ms","start":"2026-04-07T01:03:41.103772Z","end":"2026-04-07T01:03:41.482416Z","steps":["trace[1706049970] 'read index received' (duration: 360.352161ms)","trace[1706049970] 'applied index is now lower than readState.Index' (duration: 18.290809ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:41.482465Z","caller":"traceutil/trace.go:171","msg":"trace[678137340] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"378.714812ms","start":"2026-04-07T01:03:41.103717Z","end":"2026-04-07T01:03:41.482432Z","steps":["trace[678137340] 'process raft request' (duration: 360.389753ms)","trace[678137340] 'compare' (duration: 17.949101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:41.483006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.103695Z","time spent":"378.866365ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:41.48308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.287505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T01:03:41.483333Z","caller":"traceutil/trace.go:171","msg":"trace[83088302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26447; }","duration":"379.53361ms","start":"2026-04-07T01:03:41.103764Z","end":"2026-04-07T01:03:41.483298Z","steps":["trace[83088302] 'agreement among raft nodes before linearized reading' (duration: 378.711912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.483602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.103699Z","time spent":"379.886838ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-07T01:03:41.563687Z","caller":"traceutil/trace.go:171","msg":"trace[859571570] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"300.853124ms","start":"2026-04-07T01:03:41.26281Z","end":"2026-04-07T01:03:41.563663Z","steps":["trace[859571570] 'process raft request' (duration: 300.596488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.563797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.262781Z","time spent":"300.959236ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:41.563792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.778574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:41.563874Z","caller":"traceutil/trace.go:171","msg":"trace[511854005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26448; }","duration":"279.911167ms","start":"2026-04-07T01:03:41.283941Z","end":"2026-04-07T01:03:41.563852Z","steps":["trace[511854005] 'agreement among raft nodes before linearized reading' (duration: 279.752054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.563877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.943873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T01:03:41.563927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.830028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:03:41.563986Z","caller":"traceutil/trace.go:171","msg":"trace[201415658] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26448; }","duration":"440.941851ms","start":"2026-04-07T01:03:41.123028Z","end":"2026-04-07T01:03:41.56397Z","steps":["trace[201415658] 'agreement among raft nodes before linearized reading' (duration: 440.748136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.564046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.778191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:41.564018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.599352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-07T01:03:41.564074Z","caller":"traceutil/trace.go:171","msg":"trace[1085904625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26448; }","duration":"312.857763ms","start":"2026-04-07T01:03:41.251208Z","end":"2026-04-07T01:03:41.564066Z","steps":["trace[1085904625] 'agreement among raft nodes before linearized reading' (duration: 312.801402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.564096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.251181Z","time spent":"312.910573ms","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:41.564117Z","caller":"traceutil/trace.go:171","msg":"trace[1797561806] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:26448; }","duration":"457.726915ms","start":"2026-04-07T01:03:41.106357Z","end":"2026-04-07T01:03:41.564084Z","steps":["trace[1797561806] 'agreement among raft nodes before linearized reading' (duration: 457.47259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.564055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.123016Z","time spent":"441.029142ms","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:41.563992Z","caller":"traceutil/trace.go:171","msg":"trace[1840175806] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26448; }","duration":"386.128277ms","start":"2026-04-07T01:03:41.177831Z","end":"2026-04-07T01:03:41.563959Z","steps":["trace[1840175806] 'agreement among raft nodes before linearized reading' (duration: 385.76998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:41.564325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.177813Z","time spent":"386.488965ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T01:03:41.564166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.106343Z","time spent":"457.816517ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:42.133241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.328564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:42.133426Z","caller":"traceutil/trace.go:171","msg":"trace[2062831576] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"415.616505ms","start":"2026-04-07T01:03:41.717793Z","end":"2026-04-07T01:03:42.13341Z","steps":["trace[2062831576] 'process raft request' (duration: 415.540153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.13351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.717759Z","time spent":"415.709587ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:42.133749Z","caller":"traceutil/trace.go:171","msg":"trace[2006601771] linearizableReadLoop","detail":"{readStateIndex:27348; appliedIndex:27347; }","duration":"561.544892ms","start":"2026-04-07T01:03:41.572184Z","end":"2026-04-07T01:03:42.133729Z","steps":["trace[2006601771] 'read index received' (duration: 186.753708ms)","trace[2006601771] 'applied index is now lower than readState.Index' (duration: 374.790384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:42.133938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.4248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-04-07T01:03:42.133922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.716577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T01:03:42.133922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.688692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:42.133965Z","caller":"traceutil/trace.go:171","msg":"trace[1829798404] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26450; }","duration":"561.463071ms","start":"2026-04-07T01:03:41.572495Z","end":"2026-04-07T01:03:42.133958Z","steps":["trace[1829798404] 'agreement among raft nodes before linearized reading' (duration: 561.341928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.133949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.885509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:42.133984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.572483Z","time spent":"561.496421ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-04-07T01:03:42.133983Z","caller":"traceutil/trace.go:171","msg":"trace[1552262222] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26450; }","duration":"561.799878ms","start":"2026-04-07T01:03:41.572164Z","end":"2026-04-07T01:03:42.133964Z","steps":["trace[1552262222] 'agreement among raft nodes before linearized reading' (duration: 561.619884ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:42.133984Z","caller":"traceutil/trace.go:171","msg":"trace[1680692927] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26450; }","duration":"184.786424ms","start":"2026-04-07T01:03:41.949184Z","end":"2026-04-07T01:03:42.13397Z","steps":["trace[1680692927] 'agreement among raft nodes before linearized reading' (duration: 184.684452ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:42.133998Z","caller":"traceutil/trace.go:171","msg":"trace[799260012] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26450; }","duration":"185.965331ms","start":"2026-04-07T01:03:41.948018Z","end":"2026-04-07T01:03:42.133984Z","steps":["trace[799260012] 'agreement among raft nodes before linearized reading' (duration: 185.878489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.134016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.572153Z","time spent":"561.855149ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-07T01:03:42.134046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.10395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-07T01:03:42.134113Z","caller":"traceutil/trace.go:171","msg":"trace[908523105] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26450; }","duration":"292.184222ms","start":"2026-04-07T01:03:41.8419Z","end":"2026-04-07T01:03:42.134084Z","steps":["trace[908523105] 'agreement among raft nodes before linearized reading' (duration: 292.022998ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:42.134192Z","caller":"traceutil/trace.go:171","msg":"trace[62080116] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"564.142851ms","start":"2026-04-07T01:03:41.570038Z","end":"2026-04-07T01:03:42.13418Z","steps":["trace[62080116] 'process raft request' (duration: 188.808984ms)","trace[62080116] 'compare' (duration: 373.904175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:42.134266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:41.57001Z","time spent":"564.207342ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:42.369109Z","caller":"traceutil/trace.go:171","msg":"trace[178278993] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27350; }","duration":"181.388968ms","start":"2026-04-07T01:03:42.187692Z","end":"2026-04-07T01:03:42.369081Z","steps":["trace[178278993] 'read index received' (duration: 84.505486ms)","trace[178278993] 'applied index is now lower than readState.Index' (duration: 96.876212ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:42.369228Z","caller":"traceutil/trace.go:171","msg":"trace[1898882057] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"182.891902ms","start":"2026-04-07T01:03:42.186312Z","end":"2026-04-07T01:03:42.369204Z","steps":["trace[1898882057] 'process raft request' (duration: 85.939378ms)","trace[1898882057] 'compare' (duration: 96.3492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:42.369512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.793707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-07T01:03:42.369574Z","caller":"traceutil/trace.go:171","msg":"trace[375901943] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26452; }","duration":"181.91362ms","start":"2026-04-07T01:03:42.187647Z","end":"2026-04-07T01:03:42.369561Z","steps":["trace[375901943] 'agreement among raft nodes before linearized reading' (duration: 181.577973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.36989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.012236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T01:03:42.369961Z","caller":"traceutil/trace.go:171","msg":"trace[1529429947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26452; }","duration":"162.123818ms","start":"2026-04-07T01:03:42.20782Z","end":"2026-04-07T01:03:42.369944Z","steps":["trace[1529429947] 'agreement among raft nodes before linearized reading' (duration: 161.903844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.370012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.537179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:42.37006Z","caller":"traceutil/trace.go:171","msg":"trace[1755772684] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26452; }","duration":"154.59003ms","start":"2026-04-07T01:03:42.21546Z","end":"2026-04-07T01:03:42.37005Z","steps":["trace[1755772684] 'agreement among raft nodes before linearized reading' (duration: 154.507118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.925161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.249975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:42.925259Z","caller":"traceutil/trace.go:171","msg":"trace[1988319400] linearizableReadLoop","detail":"{readStateIndex:27352; appliedIndex:27351; }","duration":"537.593658ms","start":"2026-04-07T01:03:42.38765Z","end":"2026-04-07T01:03:42.925244Z","steps":["trace[1988319400] 'read index received' (duration: 313.211061ms)","trace[1988319400] 'applied index is now lower than readState.Index' (duration: 224.381277ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:42.925326Z","caller":"traceutil/trace.go:171","msg":"trace[259874255] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"540.476212ms","start":"2026-04-07T01:03:42.384804Z","end":"2026-04-07T01:03:42.92528Z","steps":["trace[259874255] 'process raft request' (duration: 316.043983ms)","trace[259874255] 'compare' (duration: 223.595651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:42.925455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.796982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:03:42.925492Z","caller":"traceutil/trace.go:171","msg":"trace[1381937173] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26453; }","duration":"537.869244ms","start":"2026-04-07T01:03:42.387613Z","end":"2026-04-07T01:03:42.925482Z","steps":["trace[1381937173] 'agreement among raft nodes before linearized reading' (duration: 537.69358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:42.925515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.384792Z","time spent":"540.643496ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:42.925541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.387595Z","time spent":"537.938015ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-07T01:03:43.460826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.894224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:43.461022Z","caller":"traceutil/trace.go:171","msg":"trace[536554029] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"1.035455399s","start":"2026-04-07T01:03:42.425543Z","end":"2026-04-07T01:03:43.460999Z","steps":["trace[536554029] 'process raft request' (duration: 885.485682ms)","trace[536554029] 'compare' (duration: 149.363573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:43.46117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.425517Z","time spent":"1.035584211s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:43.461249Z","caller":"traceutil/trace.go:171","msg":"trace[1512526250] linearizableReadLoop","detail":"{readStateIndex:27359; appliedIndex:27352; }","duration":"535.949901ms","start":"2026-04-07T01:03:42.925283Z","end":"2026-04-07T01:03:43.461233Z","steps":["trace[1512526250] 'read index received' (duration: 385.404452ms)","trace[1512526250] 'applied index is now lower than readState.Index' (duration: 150.544549ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:43.4614Z","caller":"traceutil/trace.go:171","msg":"trace[258330597] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"802.705704ms","start":"2026-04-07T01:03:42.658686Z","end":"2026-04-07T01:03:43.461391Z","steps":["trace[258330597] 'process raft request' (duration: 802.50633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.461449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.658671Z","time spent":"802.753885ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:43.46151Z","caller":"traceutil/trace.go:171","msg":"trace[1783723813] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"1.035838267s","start":"2026-04-07T01:03:42.425665Z","end":"2026-04-07T01:03:43.461504Z","steps":["trace[1783723813] 'process raft request' (duration: 1.035264754s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.461547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.425658Z","time spent":"1.035870287s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:43.461596Z","caller":"traceutil/trace.go:171","msg":"trace[1377672095] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"1.034868276s","start":"2026-04-07T01:03:42.426722Z","end":"2026-04-07T01:03:43.46159Z","steps":["trace[1377672095] 'process raft request' (duration: 1.034296133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.461628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.426709Z","time spent":"1.034903327s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:43.461682Z","caller":"traceutil/trace.go:171","msg":"trace[167449515] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"804.509156ms","start":"2026-04-07T01:03:42.657167Z","end":"2026-04-07T01:03:43.461677Z","steps":["trace[167449515] 'process raft request' (duration: 803.895341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.461716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.657156Z","time spent":"804.544776ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:43.461807Z","caller":"traceutil/trace.go:171","msg":"trace[2093261593] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"803.746188ms","start":"2026-04-07T01:03:42.658042Z","end":"2026-04-07T01:03:43.461788Z","steps":["trace[2093261593] 'process raft request' (duration: 803.092033ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:43.46182Z","caller":"traceutil/trace.go:171","msg":"trace[669181839] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"804.015014ms","start":"2026-04-07T01:03:42.657768Z","end":"2026-04-07T01:03:43.461783Z","steps":["trace[669181839] 'process raft request' (duration: 803.328458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.461858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.858235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:03:43.46188Z","caller":"traceutil/trace.go:171","msg":"trace[1654243982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26460; }","duration":"805.913437ms","start":"2026-04-07T01:03:42.65596Z","end":"2026-04-07T01:03:43.461873Z","steps":["trace[1654243982] 'agreement among raft nodes before linearized reading' (duration: 805.823225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.461906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.65594Z","time spent":"805.960928ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:43.4619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.658033Z","time spent":"803.82173ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:43.461906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.657742Z","time spent":"804.120326ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:43.461905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.377595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:03:43.46193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030476307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-07T01:03:43.461964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.317001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-07T01:03:43.462001Z","caller":"traceutil/trace.go:171","msg":"trace[945488179] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:26460; }","duration":"1.030623971s","start":"2026-04-07T01:03:42.431359Z","end":"2026-04-07T01:03:43.461983Z","steps":["trace[945488179] 'agreement among raft nodes before linearized reading' (duration: 1.030378346s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:43.461997Z","caller":"traceutil/trace.go:171","msg":"trace[23463248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26460; }","duration":"805.500427ms","start":"2026-04-07T01:03:42.656473Z","end":"2026-04-07T01:03:43.461973Z","steps":["trace[23463248] 'agreement among raft nodes before linearized reading' (duration: 805.268252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.462012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.077826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:43.462034Z","caller":"traceutil/trace.go:171","msg":"trace[2134601790] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26460; }","duration":"528.416013ms","start":"2026-04-07T01:03:42.933599Z","end":"2026-04-07T01:03:43.462015Z","steps":["trace[2134601790] 'agreement among raft nodes before linearized reading' (duration: 528.238219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.462046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.328451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T01:03:43.462059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.656467Z","time spent":"805.577679ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:43.462069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.431345Z","time spent":"1.030710993s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-04-07T01:03:43.462082Z","caller":"traceutil/trace.go:171","msg":"trace[1071121356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26460; }","duration":"179.162818ms","start":"2026-04-07T01:03:43.282905Z","end":"2026-04-07T01:03:43.462067Z","steps":["trace[1071121356] 'agreement among raft nodes before linearized reading' (duration: 179.019315ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:43.462094Z","caller":"traceutil/trace.go:171","msg":"trace[572026865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26460; }","duration":"377.422583ms","start":"2026-04-07T01:03:43.084658Z","end":"2026-04-07T01:03:43.462081Z","steps":["trace[572026865] 'agreement among raft nodes before linearized reading' (duration: 377.295791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.462091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:42.933586Z","time spent":"528.493305ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-07T01:03:43.462134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.084634Z","time spent":"377.492085ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:03:43.788382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.416792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:43.788648Z","caller":"traceutil/trace.go:171","msg":"trace[1387222419] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"219.920557ms","start":"2026-04-07T01:03:43.568703Z","end":"2026-04-07T01:03:43.788623Z","steps":["trace[1387222419] 'process raft request' (duration: 219.807045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:43.78864Z","caller":"traceutil/trace.go:171","msg":"trace[653531838] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"320.87518ms","start":"2026-04-07T01:03:43.467735Z","end":"2026-04-07T01:03:43.78861Z","steps":["trace[653531838] 'process raft request' (duration: 146.140031ms)","trace[653531838] 'compare' (duration: 174.186297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:43.788803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.467712Z","time spent":"320.999463ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:43.789076Z","caller":"traceutil/trace.go:171","msg":"trace[693519919] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27360; }","duration":"239.425973ms","start":"2026-04-07T01:03:43.549622Z","end":"2026-04-07T01:03:43.789048Z","steps":["trace[693519919] 'read index received' (duration: 64.179052ms)","trace[693519919] 'applied index is now lower than readState.Index' (duration: 175.245011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:43.789222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.469691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:43.789293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.895829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:43.789319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.969454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-04-07T01:03:43.789356Z","caller":"traceutil/trace.go:171","msg":"trace[864639237] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26463; }","duration":"182.006001ms","start":"2026-04-07T01:03:43.607335Z","end":"2026-04-07T01:03:43.789341Z","steps":["trace[864639237] 'agreement among raft nodes before linearized reading' (duration: 181.895069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:43.789393Z","caller":"traceutil/trace.go:171","msg":"trace[1054758784] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:26463; }","duration":"322.066438ms","start":"2026-04-07T01:03:43.46731Z","end":"2026-04-07T01:03:43.789376Z","steps":["trace[1054758784] 'agreement among raft nodes before linearized reading' (duration: 321.839302ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:43.789305Z","caller":"traceutil/trace.go:171","msg":"trace[747231146] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26463; }","duration":"242.611304ms","start":"2026-04-07T01:03:43.546676Z","end":"2026-04-07T01:03:43.789287Z","steps":["trace[747231146] 'agreement among raft nodes before linearized reading' (duration: 242.45019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.789438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.467301Z","time spent":"322.128629ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1321,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-04-07T01:03:43.789245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.992445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:43.789632Z","caller":"traceutil/trace.go:171","msg":"trace[454405511] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:26463; }","duration":"317.390084ms","start":"2026-04-07T01:03:43.472225Z","end":"2026-04-07T01:03:43.789615Z","steps":["trace[454405511] 'agreement among raft nodes before linearized reading' (duration: 316.903833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:43.789691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.472219Z","time spent":"317.454966ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"info","ts":"2026-04-07T01:03:44.16799Z","caller":"traceutil/trace.go:171","msg":"trace[1321717283] linearizableReadLoop","detail":"{readStateIndex:27363; appliedIndex:27362; }","duration":"368.181377ms","start":"2026-04-07T01:03:43.799782Z","end":"2026-04-07T01:03:44.167963Z","steps":["trace[1321717283] 'read index received' (duration: 333.657306ms)","trace[1321717283] 'applied index is now lower than readState.Index' (duration: 34.522941ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:44.168006Z","caller":"traceutil/trace.go:171","msg":"trace[1027117089] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"369.712481ms","start":"2026-04-07T01:03:43.798264Z","end":"2026-04-07T01:03:44.167976Z","steps":["trace[1027117089] 'process raft request' (duration: 335.315053ms)","trace[1027117089] 'compare' (duration: 34.156843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:44.168178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.798248Z","time spent":"369.870394ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:44.168227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.431252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-07T01:03:44.16826Z","caller":"traceutil/trace.go:171","msg":"trace[923539795] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26464; }","duration":"368.508914ms","start":"2026-04-07T01:03:43.799744Z","end":"2026-04-07T01:03:44.168253Z","steps":["trace[923539795] 'agreement among raft nodes before linearized reading' (duration: 368.32111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.168285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.799728Z","time spent":"368.549436ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-07T01:03:44.168303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.535662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-07T01:03:44.168392Z","caller":"traceutil/trace.go:171","msg":"trace[213588169] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26464; }","duration":"367.651925ms","start":"2026-04-07T01:03:43.800721Z","end":"2026-04-07T01:03:44.168373Z","steps":["trace[213588169] 'agreement among raft nodes before linearized reading' (duration: 367.41991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.168431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.800713Z","time spent":"367.709816ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:44.168762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.706795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T01:03:44.168868Z","caller":"traceutil/trace.go:171","msg":"trace[1877226243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26464; }","duration":"362.837608ms","start":"2026-04-07T01:03:43.806004Z","end":"2026-04-07T01:03:44.168842Z","steps":["trace[1877226243] 'agreement among raft nodes before linearized reading' (duration: 362.511001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.168925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:43.805993Z","time spent":"362.91694ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:03:44.766303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.601265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:44.766517Z","caller":"traceutil/trace.go:171","msg":"trace[1587795908] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"273.638266ms","start":"2026-04-07T01:03:44.492867Z","end":"2026-04-07T01:03:44.766505Z","steps":["trace[1587795908] 'process raft request' (duration: 273.585185ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:44.766642Z","caller":"traceutil/trace.go:171","msg":"trace[698020537] linearizableReadLoop","detail":"{readStateIndex:27364; appliedIndex:27363; }","duration":"592.371229ms","start":"2026-04-07T01:03:44.174243Z","end":"2026-04-07T01:03:44.766615Z","steps":["trace[698020537] 'read index received' (duration: 111.414817ms)","trace[698020537] 'applied index is now lower than readState.Index' (duration: 480.953372ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:44.76667Z","caller":"traceutil/trace.go:171","msg":"trace[431247593] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"592.39762ms","start":"2026-04-07T01:03:44.174253Z","end":"2026-04-07T01:03:44.76665Z","steps":["trace[431247593] 'process raft request' (duration: 592.124574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.766748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:44.174241Z","time spent":"592.472542ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:44.766749Z","caller":"traceutil/trace.go:171","msg":"trace[237196771] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"595.284405ms","start":"2026-04-07T01:03:44.17143Z","end":"2026-04-07T01:03:44.766714Z","steps":["trace[237196771] 'process raft request' (duration: 114.193409ms)","trace[237196771] 'compare' (duration: 479.648314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:44.766869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.173493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"warn","ts":"2026-04-07T01:03:44.766883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:44.171367Z","time spent":"595.441798ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:44.766908Z","caller":"traceutil/trace.go:171","msg":"trace[1737634279] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:26467; }","duration":"565.258394ms","start":"2026-04-07T01:03:44.201641Z","end":"2026-04-07T01:03:44.766899Z","steps":["trace[1737634279] 'agreement among raft nodes before linearized reading' (duration: 565.10198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.766936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:44.201625Z","time spent":"565.304995ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":243,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:44.766919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.647425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-04-07T01:03:44.766841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.492385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:44.767005Z","caller":"traceutil/trace.go:171","msg":"trace[900386710] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26467; }","duration":"592.760048ms","start":"2026-04-07T01:03:44.174223Z","end":"2026-04-07T01:03:44.766983Z","steps":["trace[900386710] 'agreement among raft nodes before linearized reading' (duration: 592.490482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.767079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:44.174207Z","time spent":"592.858161ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-04-07T01:03:44.767058Z","caller":"traceutil/trace.go:171","msg":"trace[946234222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26467; }","duration":"481.73258ms","start":"2026-04-07T01:03:44.285268Z","end":"2026-04-07T01:03:44.767001Z","steps":["trace[946234222] 'agreement among raft nodes before linearized reading' (duration: 481.478814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:44.767191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:44.285235Z","time spent":"481.905045ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:03:45.055598Z","caller":"traceutil/trace.go:171","msg":"trace[1432549385] linearizableReadLoop","detail":"{readStateIndex:27368; appliedIndex:27367; }","duration":"195.112553ms","start":"2026-04-07T01:03:44.860458Z","end":"2026-04-07T01:03:45.05557Z","steps":["trace[1432549385] 'read index received' (duration: 96.669486ms)","trace[1432549385] 'applied index is now lower than readState.Index' (duration: 98.441697ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:45.055802Z","caller":"traceutil/trace.go:171","msg":"trace[14497288] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"196.684139ms","start":"2026-04-07T01:03:44.859078Z","end":"2026-04-07T01:03:45.055762Z","steps":["trace[14497288] 'process raft request' (duration: 98.15331ms)","trace[14497288] 'compare' (duration: 97.340802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:45.055996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.572655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:45.056079Z","caller":"traceutil/trace.go:171","msg":"trace[191776998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:26469; }","duration":"191.697538ms","start":"2026-04-07T01:03:44.86436Z","end":"2026-04-07T01:03:45.056058Z","steps":["trace[191776998] 'agreement among raft nodes before linearized reading' (duration: 191.493323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:45.056135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.620195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-04-07T01:03:45.056176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.725549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-07T01:03:45.056239Z","caller":"traceutil/trace.go:171","msg":"trace[430962009] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26469; }","duration":"195.746377ms","start":"2026-04-07T01:03:44.860428Z","end":"2026-04-07T01:03:45.056175Z","steps":["trace[430962009] 'agreement among raft nodes before linearized reading' (duration: 195.352599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:45.056259Z","caller":"traceutil/trace.go:171","msg":"trace[1906158123] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26469; }","duration":"191.850662ms","start":"2026-04-07T01:03:44.864389Z","end":"2026-04-07T01:03:45.056239Z","steps":["trace[1906158123] 'agreement among raft nodes before linearized reading' (duration: 191.598176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:45.056352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.48375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:45.056738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.033443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-04-07T01:03:45.056436Z","caller":"traceutil/trace.go:171","msg":"trace[765257497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26469; }","duration":"125.697945ms","start":"2026-04-07T01:03:44.930718Z","end":"2026-04-07T01:03:45.056416Z","steps":["trace[765257497] 'agreement among raft nodes before linearized reading' (duration: 125.205264ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:45.056791Z","caller":"traceutil/trace.go:171","msg":"trace[1468252499] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26469; }","duration":"139.117375ms","start":"2026-04-07T01:03:44.91766Z","end":"2026-04-07T01:03:45.056777Z","steps":["trace[1468252499] 'agreement among raft nodes before linearized reading' (duration: 138.191804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:45.479364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.60462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:45.479491Z","caller":"traceutil/trace.go:171","msg":"trace[219336080] linearizableReadLoop","detail":"{readStateIndex:27369; appliedIndex:27368; }","duration":"418.302928ms","start":"2026-04-07T01:03:45.061172Z","end":"2026-04-07T01:03:45.479475Z","steps":["trace[219336080] 'read index received' (duration: 298.363611ms)","trace[219336080] 'applied index is now lower than readState.Index' (duration: 119.938167ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:45.479531Z","caller":"traceutil/trace.go:171","msg":"trace[2068061058] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"418.367539ms","start":"2026-04-07T01:03:45.061136Z","end":"2026-04-07T01:03:45.479503Z","steps":["trace[2068061058] 'process raft request' (duration: 298.549545ms)","trace[2068061058] 'compare' (duration: 119.448296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:45.479662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.061097Z","time spent":"418.504563ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:45.479703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.522483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-07T01:03:45.479763Z","caller":"traceutil/trace.go:171","msg":"trace[1078873847] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26470; }","duration":"418.578564ms","start":"2026-04-07T01:03:45.061152Z","end":"2026-04-07T01:03:45.479731Z","steps":["trace[1078873847] 'agreement among raft nodes before linearized reading' (duration: 418.38617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:45.479803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.061145Z","time spent":"418.649586ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-04-07T01:03:45.979979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:46.625626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.569275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:46.62639Z","caller":"traceutil/trace.go:171","msg":"trace[1128567203] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"1.159849136s","start":"2026-04-07T01:03:45.465905Z","end":"2026-04-07T01:03:46.625754Z","steps":["trace[1128567203] 'process raft request' (duration: 657.029075ms)","trace[1128567203] 'compare' (duration: 501.946652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:46.626759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.465878Z","time spent":"1.160804348s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:46.659635Z","caller":"traceutil/trace.go:171","msg":"trace[826984690] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"1.191496832s","start":"2026-04-07T01:03:45.468105Z","end":"2026-04-07T01:03:46.659602Z","steps":["trace[826984690] 'process raft request' (duration: 1.191425421s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:46.659719Z","caller":"traceutil/trace.go:171","msg":"trace[551472025] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"1.192605968s","start":"2026-04-07T01:03:45.467104Z","end":"2026-04-07T01:03:46.65971Z","steps":["trace[551472025] 'process raft request' (duration: 1.192388823s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.659807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.467075Z","time spent":"1.192668389s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:46.659806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.468093Z","time spent":"1.191631355s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:46.659649Z","caller":"traceutil/trace.go:171","msg":"trace[1601057455] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"1.192918044s","start":"2026-04-07T01:03:45.466685Z","end":"2026-04-07T01:03:46.659603Z","steps":["trace[1601057455] 'process raft request' (duration: 1.192058245s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.66004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.46667Z","time spent":"1.193338503s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:46.659908Z","caller":"traceutil/trace.go:171","msg":"trace[1586817343] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"1.191358209s","start":"2026-04-07T01:03:45.468541Z","end":"2026-04-07T01:03:46.659899Z","steps":["trace[1586817343] 'process raft request' (duration: 1.191018961s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.660186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.468528Z","time spent":"1.191629745s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:46.660199Z","caller":"traceutil/trace.go:171","msg":"trace[967620712] linearizableReadLoop","detail":"{readStateIndex:27378; appliedIndex:27369; }","duration":"1.18066976s","start":"2026-04-07T01:03:45.479517Z","end":"2026-04-07T01:03:46.660187Z","steps":["trace[967620712] 'read index received' (duration: 643.431012ms)","trace[967620712] 'applied index is now lower than readState.Index' (duration: 537.237448ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:46.660284Z","caller":"traceutil/trace.go:171","msg":"trace[1176141488] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"1.191728187s","start":"2026-04-07T01:03:45.468543Z","end":"2026-04-07T01:03:46.660271Z","steps":["trace[1176141488] 'process raft request' (duration: 1.191311648s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.66037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.468528Z","time spent":"1.191789849s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:46.660448Z","caller":"traceutil/trace.go:171","msg":"trace[1937363815] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"1.190606673s","start":"2026-04-07T01:03:45.469833Z","end":"2026-04-07T01:03:46.660439Z","steps":["trace[1937363815] 'process raft request' (duration: 1.190179153s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.660506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.469812Z","time spent":"1.190662394s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:46.660636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509597892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T01:03:46.660695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597905114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:46.660732Z","caller":"traceutil/trace.go:171","msg":"trace[80993483] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:26479; }","duration":"1.597958545s","start":"2026-04-07T01:03:45.062761Z","end":"2026-04-07T01:03:46.66072Z","steps":["trace[80993483] 'agreement among raft nodes before linearized reading' (duration: 1.597828882s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.660773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.062751Z","time spent":"1.598012828s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-07T01:03:46.660784Z","caller":"traceutil/trace.go:171","msg":"trace[1712420135] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"1.153573617s","start":"2026-04-07T01:03:45.507192Z","end":"2026-04-07T01:03:46.660765Z","steps":["trace[1712420135] 'process raft request' (duration: 1.15286743s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.660924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.507173Z","time spent":"1.153660438s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:46.661018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178258127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T01:03:46.661059Z","caller":"traceutil/trace.go:171","msg":"trace[259607329] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26479; }","duration":"1.178320969s","start":"2026-04-07T01:03:45.482728Z","end":"2026-04-07T01:03:46.661049Z","steps":["trace[259607329] 'agreement among raft nodes before linearized reading' (duration: 1.178220577s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.661094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.482715Z","time spent":"1.1783703s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-07T01:03:46.661236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.321698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:46.661279Z","caller":"traceutil/trace.go:171","msg":"trace[1345031600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"380.40127ms","start":"2026-04-07T01:03:46.280868Z","end":"2026-04-07T01:03:46.661269Z","steps":["trace[1345031600] 'agreement among raft nodes before linearized reading' (duration: 380.330318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.661288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.099969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:46.661308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:46.280804Z","time spent":"380.497312ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:03:46.661328Z","caller":"traceutil/trace.go:171","msg":"trace[1049130088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26479; }","duration":"538.18041ms","start":"2026-04-07T01:03:46.123129Z","end":"2026-04-07T01:03:46.661309Z","steps":["trace[1049130088] 'agreement among raft nodes before linearized reading' (duration: 538.107278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.661366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:46.123109Z","time spent":"538.239222ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:46.660717Z","caller":"traceutil/trace.go:171","msg":"trace[705059248] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26479; }","duration":"1.509709004s","start":"2026-04-07T01:03:45.150989Z","end":"2026-04-07T01:03:46.660698Z","steps":["trace[705059248] 'agreement among raft nodes before linearized reading' (duration: 1.509452609s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.661488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.150978Z","time spent":"1.510496163s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:46.661565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.334888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:46.661604Z","caller":"traceutil/trace.go:171","msg":"trace[987509735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"738.406969ms","start":"2026-04-07T01:03:45.923188Z","end":"2026-04-07T01:03:46.661595Z","steps":["trace[987509735] 'agreement among raft nodes before linearized reading' (duration: 738.345318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.66164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.923169Z","time spent":"738.464001ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:46.66171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.931742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:46.661739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35579977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:46.661786Z","caller":"traceutil/trace.go:171","msg":"trace[852483124] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26479; }","duration":"1.355897142s","start":"2026-04-07T01:03:45.305879Z","end":"2026-04-07T01:03:46.661777Z","steps":["trace[852483124] 'agreement among raft nodes before linearized reading' (duration: 1.355747969s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.661827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.305832Z","time spent":"1.355984604s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:46.661838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.873309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:03:46.661887Z","caller":"traceutil/trace.go:171","msg":"trace[1292532236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26479; }","duration":"867.93471ms","start":"2026-04-07T01:03:45.793927Z","end":"2026-04-07T01:03:46.661861Z","steps":["trace[1292532236] 'agreement among raft nodes before linearized reading' (duration: 867.838688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.661925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.793917Z","time spent":"867.999342ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:03:46.661755Z","caller":"traceutil/trace.go:171","msg":"trace[113393446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26479; }","duration":"334.004414ms","start":"2026-04-07T01:03:46.327737Z","end":"2026-04-07T01:03:46.661741Z","steps":["trace[113393446] 'agreement among raft nodes before linearized reading' (duration: 333.932383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:46.6616Z","caller":"traceutil/trace.go:171","msg":"trace[1664329572] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"867.960931ms","start":"2026-04-07T01:03:45.793623Z","end":"2026-04-07T01:03:46.661584Z","steps":["trace[1664329572] 'process raft request' (duration: 866.479437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.662032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:46.327722Z","time spent":"334.298221ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:46.662097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.793593Z","time spent":"868.467552ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:46.662236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108293036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:46.662273Z","caller":"traceutil/trace.go:171","msg":"trace[1106857076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26479; }","duration":"1.108370608s","start":"2026-04-07T01:03:45.553893Z","end":"2026-04-07T01:03:46.662263Z","steps":["trace[1106857076] 'agreement among raft nodes before linearized reading' (duration: 1.108281006s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.662307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:45.55387Z","time spent":"1.108428889s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:03:46.862179Z","caller":"traceutil/trace.go:171","msg":"trace[652030421] linearizableReadLoop","detail":"{readStateIndex:27380; appliedIndex:27378; }","duration":"192.681509ms","start":"2026-04-07T01:03:46.669445Z","end":"2026-04-07T01:03:46.862127Z","steps":["trace[652030421] 'read index received' (duration: 33.659251ms)","trace[652030421] 'applied index is now lower than readState.Index' (duration: 159.020517ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:46.862226Z","caller":"traceutil/trace.go:171","msg":"trace[1122559022] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"192.931375ms","start":"2026-04-07T01:03:46.669256Z","end":"2026-04-07T01:03:46.862188Z","steps":["trace[1122559022] 'process raft request' (duration: 112.693635ms)","trace[1122559022] 'compare' (duration: 79.869092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:46.862361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.895254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-07T01:03:46.862397Z","caller":"traceutil/trace.go:171","msg":"trace[1043973383] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:26481; }","duration":"192.976605ms","start":"2026-04-07T01:03:46.669411Z","end":"2026-04-07T01:03:46.862388Z","steps":["trace[1043973383] 'agreement among raft nodes before linearized reading' (duration: 192.819552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:46.86248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.516842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-07T01:03:46.862569Z","caller":"traceutil/trace.go:171","msg":"trace[748840437] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26481; }","duration":"190.648846ms","start":"2026-04-07T01:03:46.671901Z","end":"2026-04-07T01:03:46.86255Z","steps":["trace[748840437] 'agreement among raft nodes before linearized reading' (duration: 190.44202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.008025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.11717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:48.008128Z","caller":"traceutil/trace.go:171","msg":"trace[804625840] linearizableReadLoop","detail":"{readStateIndex:27382; appliedIndex:27381; }","duration":"1.059391783s","start":"2026-04-07T01:03:46.948718Z","end":"2026-04-07T01:03:48.00811Z","steps":["trace[804625840] 'read index received' (duration: 98.159361ms)","trace[804625840] 'applied index is now lower than readState.Index' (duration: 961.231002ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:48.008225Z","caller":"traceutil/trace.go:171","msg":"trace[1074346467] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"1.063505645s","start":"2026-04-07T01:03:46.944669Z","end":"2026-04-07T01:03:48.008175Z","steps":["trace[1074346467] 'process raft request' (duration: 102.17021ms)","trace[1074346467] 'compare' (duration: 960.086517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:48.008354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:46.944656Z","time spent":"1.063638428s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:48.008393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0596562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-07T01:03:48.008467Z","caller":"traceutil/trace.go:171","msg":"trace[409985559] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26483; }","duration":"1.059771473s","start":"2026-04-07T01:03:46.948674Z","end":"2026-04-07T01:03:48.008446Z","steps":["trace[409985559] 'agreement among raft nodes before linearized reading' (duration: 1.059505416s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.008508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:46.948652Z","time spent":"1.059848214s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-07T01:03:48.509241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:48.857825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23080736s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:48.975426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.4011ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:03:48.976046Z","caller":"traceutil/trace.go:171","msg":"trace[1648060586] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"340.285795ms","start":"2026-04-07T01:03:48.635739Z","end":"2026-04-07T01:03:48.976025Z","steps":["trace[1648060586] 'process raft request' (duration: 340.161482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.976145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.635717Z","time spent":"340.371237ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:48.976161Z","caller":"traceutil/trace.go:171","msg":"trace[1306007219] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"962.340588ms","start":"2026-04-07T01:03:48.013793Z","end":"2026-04-07T01:03:48.976134Z","steps":["trace[1306007219] 'process raft request' (duration: 961.728565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.97629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.013734Z","time spent":"962.499581ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:03:48.976318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927487488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:48.976342Z","caller":"traceutil/trace.go:171","msg":"trace[1589016370] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"463.892364ms","start":"2026-04-07T01:03:48.51244Z","end":"2026-04-07T01:03:48.976332Z","steps":["trace[1589016370] 'process raft request' (duration: 463.369193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:48.976361Z","caller":"traceutil/trace.go:171","msg":"trace[925452606] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26493; }","duration":"1.927647451s","start":"2026-04-07T01:03:47.048704Z","end":"2026-04-07T01:03:48.976351Z","steps":["trace[925452606] 'agreement among raft nodes before linearized reading' (duration: 1.927508438s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.976386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.048664Z","time spent":"1.927715892s","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:48.976394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.512414Z","time spent":"463.957206ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:48.976174Z","caller":"traceutil/trace.go:171","msg":"trace[194492835] linearizableReadLoop","detail":"{readStateIndex:27384; appliedIndex:27382; }","duration":"968.002545ms","start":"2026-04-07T01:03:48.008153Z","end":"2026-04-07T01:03:48.976156Z","steps":["trace[194492835] 'read index received' (duration: 849.93155ms)","trace[194492835] 'applied index is now lower than readState.Index' (duration: 118.070154ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:48.976557Z","caller":"traceutil/trace.go:171","msg":"trace[604327671] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"311.103863ms","start":"2026-04-07T01:03:48.665445Z","end":"2026-04-07T01:03:48.976549Z","steps":["trace[604327671] 'process raft request' (duration: 310.48319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.976621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.665415Z","time spent":"311.164495ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:48.976684Z","caller":"traceutil/trace.go:171","msg":"trace[2013193701] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"311.109673ms","start":"2026-04-07T01:03:48.665568Z","end":"2026-04-07T01:03:48.976678Z","steps":["trace[2013193701] 'process raft request' (duration: 310.392537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.97673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.665538Z","time spent":"311.163554ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:48.97675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.054913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-07T01:03:48.97679Z","caller":"traceutil/trace.go:171","msg":"trace[1490604797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26493; }","duration":"963.130855ms","start":"2026-04-07T01:03:48.013646Z","end":"2026-04-07T01:03:48.976777Z","steps":["trace[1490604797] 'agreement among raft nodes before linearized reading' (duration: 962.971582ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:48.976829Z","caller":"traceutil/trace.go:171","msg":"trace[1826079933] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"310.824057ms","start":"2026-04-07T01:03:48.665997Z","end":"2026-04-07T01:03:48.976821Z","steps":["trace[1826079933] 'process raft request' (duration: 309.989469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.97683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.013618Z","time spent":"963.204797ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-07T01:03:48.976865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.665986Z","time spent":"310.861258ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:48.976938Z","caller":"traceutil/trace.go:171","msg":"trace[1732274930] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"309.686392ms","start":"2026-04-07T01:03:48.667245Z","end":"2026-04-07T01:03:48.976931Z","steps":["trace[1732274930] 'process raft request' (duration: 308.778902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.976972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.667239Z","time spent":"309.715762ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:48.977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.177247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:48.977037Z","caller":"traceutil/trace.go:171","msg":"trace[339235041] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26493; }","duration":"247.253969ms","start":"2026-04-07T01:03:48.729774Z","end":"2026-04-07T01:03:48.977028Z","steps":["trace[339235041] 'agreement among raft nodes before linearized reading' (duration: 247.194937ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:48.977052Z","caller":"traceutil/trace.go:171","msg":"trace[1764239945] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"309.692681ms","start":"2026-04-07T01:03:48.667353Z","end":"2026-04-07T01:03:48.977045Z","steps":["trace[1764239945] 'process raft request' (duration: 308.71263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.667334Z","time spent":"309.732042ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:48.977193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716082609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:48.97723Z","caller":"traceutil/trace.go:171","msg":"trace[812961210] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.71614876s","start":"2026-04-07T01:03:47.261069Z","end":"2026-04-07T01:03:48.977218Z","steps":["trace[812961210] 'agreement among raft nodes before linearized reading' (duration: 1.716066888s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.259916Z","time spent":"1.717335328s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:48.977263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725340336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:48.977238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.746875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:48.977289Z","caller":"traceutil/trace.go:171","msg":"trace[2080600832] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26493; }","duration":"1.725421617s","start":"2026-04-07T01:03:47.251856Z","end":"2026-04-07T01:03:48.977277Z","steps":["trace[2080600832] 'agreement among raft nodes before linearized reading' (duration: 1.725390606s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:48.977294Z","caller":"traceutil/trace.go:171","msg":"trace[1909894673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26493; }","duration":"267.843307ms","start":"2026-04-07T01:03:48.709442Z","end":"2026-04-07T01:03:48.977285Z","steps":["trace[1909894673] 'agreement among raft nodes before linearized reading' (duration: 267.728645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.251833Z","time spent":"1.72547614s","remote":"127.0.0.1:44680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:48.977369Z","caller":"traceutil/trace.go:171","msg":"trace[135286541] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"307.124234ms","start":"2026-04-07T01:03:48.670236Z","end":"2026-04-07T01:03:48.97736Z","steps":["trace[135286541] 'process raft request' (duration: 305.862356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.670194Z","time spent":"307.194526ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:48.977465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75375901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-04-07T01:03:48.977488Z","caller":"traceutil/trace.go:171","msg":"trace[1736047926] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.753810512s","start":"2026-04-07T01:03:47.223672Z","end":"2026-04-07T01:03:48.977482Z","steps":["trace[1736047926] 'agreement among raft nodes before linearized reading' (duration: 1.75374851s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.97751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.223651Z","time spent":"1.753854803s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:48.977531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119249759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:48.977561Z","caller":"traceutil/trace.go:171","msg":"trace[1373334235] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26493; }","duration":"1.119330381s","start":"2026-04-07T01:03:47.858223Z","end":"2026-04-07T01:03:48.977553Z","steps":["trace[1373334235] 'agreement among raft nodes before linearized reading' (duration: 1.11927955s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.97758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.858203Z","time spent":"1.119371943s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:48.977675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845853676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-07T01:03:48.977701Z","caller":"traceutil/trace.go:171","msg":"trace[1276461640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.845914647s","start":"2026-04-07T01:03:47.131777Z","end":"2026-04-07T01:03:48.977692Z","steps":["trace[1276461640] 'agreement among raft nodes before linearized reading' (duration: 1.845846626s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296754641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-07T01:03:48.977748Z","caller":"traceutil/trace.go:171","msg":"trace[858716953] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26493; }","duration":"1.296824472s","start":"2026-04-07T01:03:47.680915Z","end":"2026-04-07T01:03:48.977739Z","steps":["trace[858716953] 'agreement among raft nodes before linearized reading' (duration: 1.296756771s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.680891Z","time spent":"1.296875544s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-07T01:03:48.977489Z","caller":"traceutil/trace.go:171","msg":"trace[997673358] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"305.717844ms","start":"2026-04-07T01:03:48.671764Z","end":"2026-04-07T01:03:48.977482Z","steps":["trace[997673358] 'process raft request' (duration: 304.352294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.977794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928185724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-04-07T01:03:48.977825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.671752Z","time spent":"306.046912ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:48.977976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387448675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T01:03:48.978006Z","caller":"traceutil/trace.go:171","msg":"trace[1035541458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.387489727s","start":"2026-04-07T01:03:47.590507Z","end":"2026-04-07T01:03:48.977997Z","steps":["trace[1035541458] 'agreement among raft nodes before linearized reading' (duration: 1.387410065s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.97803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.590501Z","time spent":"1.387523177s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:48.978153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388633951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:03:48.978173Z","caller":"traceutil/trace.go:171","msg":"trace[1954376619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26493; }","duration":"1.388683763s","start":"2026-04-07T01:03:47.589484Z","end":"2026-04-07T01:03:48.978168Z","steps":["trace[1954376619] 'agreement among raft nodes before linearized reading' (duration: 1.388627221s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.978191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.589467Z","time spent":"1.388719513s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:03:48.977725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.131754Z","time spent":"1.845962988s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:48.978305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550586347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:48.978332Z","caller":"traceutil/trace.go:171","msg":"trace[1180778554] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.550649717s","start":"2026-04-07T01:03:47.427675Z","end":"2026-04-07T01:03:48.978325Z","steps":["trace[1180778554] 'agreement among raft nodes before linearized reading' (duration: 1.550583956s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.978352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.427651Z","time spent":"1.550696279s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:48.978418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691574423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:48.978438Z","caller":"traceutil/trace.go:171","msg":"trace[858742168] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26493; }","duration":"1.691612333s","start":"2026-04-07T01:03:47.28682Z","end":"2026-04-07T01:03:48.978433Z","steps":["trace[858742168] 'agreement among raft nodes before linearized reading' (duration: 1.691574433s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.978457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.286811Z","time spent":"1.691642814s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:03:48.978571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696740218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:48.978593Z","caller":"traceutil/trace.go:171","msg":"trace[1341684011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26493; }","duration":"1.69681141s","start":"2026-04-07T01:03:47.281775Z","end":"2026-04-07T01:03:48.978587Z","steps":["trace[1341684011] 'agreement among raft nodes before linearized reading' (duration: 1.696772639s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.978613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.281738Z","time spent":"1.696869731s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:48.978743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697405873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-07T01:03:48.978771Z","caller":"traceutil/trace.go:171","msg":"trace[721449824] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26493; }","duration":"1.697480065s","start":"2026-04-07T01:03:47.281285Z","end":"2026-04-07T01:03:48.978765Z","steps":["trace[721449824] 'agreement among raft nodes before linearized reading' (duration: 1.697407773s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.978794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.281258Z","time spent":"1.697531565s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-04-07T01:03:48.977235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717393858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-07T01:03:48.978921Z","caller":"traceutil/trace.go:171","msg":"trace[532195002] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.719112277s","start":"2026-04-07T01:03:47.259801Z","end":"2026-04-07T01:03:48.978913Z","steps":["trace[532195002] 'agreement among raft nodes before linearized reading' (duration: 1.717358958s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.978947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.25978Z","time spent":"1.719160219s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-07T01:03:48.977836Z","caller":"traceutil/trace.go:171","msg":"trace[1371006286] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26493; }","duration":"1.928283216s","start":"2026-04-07T01:03:47.049543Z","end":"2026-04-07T01:03:48.977826Z","steps":["trace[1371006286] 'agreement among raft nodes before linearized reading' (duration: 1.928176474s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:48.979447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:47.049515Z","time spent":"1.929920521s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-04-07T01:03:49.242266Z","caller":"traceutil/trace.go:171","msg":"trace[2010063800] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27393; }","duration":"259.117533ms","start":"2026-04-07T01:03:48.983105Z","end":"2026-04-07T01:03:49.242222Z","steps":["trace[2010063800] 'read index received' (duration: 186.629025ms)","trace[2010063800] 'applied index is now lower than readState.Index' (duration: 72.486768ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:49.49698Z","caller":"traceutil/trace.go:171","msg":"trace[1606637747] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"510.829751ms","start":"2026-04-07T01:03:48.986123Z","end":"2026-04-07T01:03:49.496953Z","steps":["trace[1606637747] 'process raft request' (duration: 418.03507ms)","trace[1606637747] 'compare' (duration: 92.488624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:49.497681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.332092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-07T01:03:49.49772Z","caller":"traceutil/trace.go:171","msg":"trace[76454003] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"511.528126ms","start":"2026-04-07T01:03:48.986179Z","end":"2026-04-07T01:03:49.497707Z","steps":["trace[76454003] 'process raft request' (duration: 511.156737ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:49.497746Z","caller":"traceutil/trace.go:171","msg":"trace[442910767] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26497; }","duration":"507.419784ms","start":"2026-04-07T01:03:48.990313Z","end":"2026-04-07T01:03:49.497733Z","steps":["trace[442910767] 'agreement among raft nodes before linearized reading' (duration: 507.174409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.497758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.672109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-04-07T01:03:49.497785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.448229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:03:49.497818Z","caller":"traceutil/trace.go:171","msg":"trace[974076390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26497; }","duration":"319.519581ms","start":"2026-04-07T01:03:49.17829Z","end":"2026-04-07T01:03:49.49781Z","steps":["trace[974076390] 'agreement among raft nodes before linearized reading' (duration: 319.418049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:49.497803Z","caller":"traceutil/trace.go:171","msg":"trace[1845391078] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26497; }","duration":"511.705079ms","start":"2026-04-07T01:03:48.986081Z","end":"2026-04-07T01:03:49.497786Z","steps":["trace[1845391078] 'agreement among raft nodes before linearized reading' (duration: 511.621727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.497817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986169Z","time spent":"511.587958ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:49.49785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.178265Z","time spent":"319.580413ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.528284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-04-07T01:03:49.497863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.758501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-04-07T01:03:49.497858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986067Z","time spent":"511.782952ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.71195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-07T01:03:49.497873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.822862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-07T01:03:49.497902Z","caller":"traceutil/trace.go:171","msg":"trace[1266771905] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26497; }","duration":"510.616785ms","start":"2026-04-07T01:03:48.987271Z","end":"2026-04-07T01:03:49.497888Z","steps":["trace[1266771905] 'agreement among raft nodes before linearized reading' (duration: 510.37513ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:49.497908Z","caller":"traceutil/trace.go:171","msg":"trace[1164886308] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26497; }","duration":"511.804482ms","start":"2026-04-07T01:03:48.98609Z","end":"2026-04-07T01:03:49.497894Z","steps":["trace[1164886308] 'agreement among raft nodes before linearized reading' (duration: 511.698129ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:49.497471Z","caller":"traceutil/trace.go:171","msg":"trace[388638555] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27394; }","duration":"255.115394ms","start":"2026-04-07T01:03:49.242332Z","end":"2026-04-07T01:03:49.497447Z","steps":["trace[388638555] 'read index received' (duration: 161.845853ms)","trace[388638555] 'applied index is now lower than readState.Index' (duration: 93.268441ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:49.497919Z","caller":"traceutil/trace.go:171","msg":"trace[1351489613] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26497; }","duration":"511.788052ms","start":"2026-04-07T01:03:48.986117Z","end":"2026-04-07T01:03:49.497905Z","steps":["trace[1351489613] 'agreement among raft nodes before linearized reading' (duration: 511.581767ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:49.497455Z","caller":"traceutil/trace.go:171","msg":"trace[1487507560] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"511.278661ms","start":"2026-04-07T01:03:48.986154Z","end":"2026-04-07T01:03:49.497433Z","steps":["trace[1487507560] 'process raft request' (duration: 510.951833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.497943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.987263Z","time spent":"510.674597ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986086Z","time spent":"511.851813ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986113Z","time spent":"511.837053ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-07T01:03:49.497917Z","caller":"traceutil/trace.go:171","msg":"trace[119145528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26497; }","duration":"511.874553ms","start":"2026-04-07T01:03:48.986034Z","end":"2026-04-07T01:03:49.497909Z","steps":["trace[119145528] 'agreement among raft nodes before linearized reading' (duration: 511.773991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.49801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986142Z","time spent":"511.809472ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:49.498039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986029Z","time spent":"512.002547ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.687151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:49.497783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.990306Z","time spent":"507.468226ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.453814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:49.498108Z","caller":"traceutil/trace.go:171","msg":"trace[57506930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26497; }","duration":"267.246194ms","start":"2026-04-07T01:03:49.230845Z","end":"2026-04-07T01:03:49.498091Z","steps":["trace[57506930] 'agreement among raft nodes before linearized reading' (duration: 266.657131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:49.498128Z","caller":"traceutil/trace.go:171","msg":"trace[2141608515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26497; }","duration":"506.970565ms","start":"2026-04-07T01:03:48.991147Z","end":"2026-04-07T01:03:49.498117Z","steps":["trace[2141608515] 'agreement among raft nodes before linearized reading' (duration: 506.449023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.497678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.61261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-07T01:03:49.498179Z","caller":"traceutil/trace.go:171","msg":"trace[1214491470] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789; range_end:; response_count:1; response_revision:26497; }","duration":"388.139502ms","start":"2026-04-07T01:03:49.11003Z","end":"2026-04-07T01:03:49.49817Z","steps":["trace[1214491470] 'agreement among raft nodes before linearized reading' (duration: 387.474077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.498208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.109971Z","time spent":"388.230203ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" "} {"level":"warn","ts":"2026-04-07T01:03:49.497666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.537236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:49.498308Z","caller":"traceutil/trace.go:171","msg":"trace[1204599564] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:26497; }","duration":"512.20703ms","start":"2026-04-07T01:03:48.986089Z","end":"2026-04-07T01:03:49.498297Z","steps":["trace[1204599564] 'agreement among raft nodes before linearized reading' (duration: 511.422033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.498346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986079Z","time spent":"512.256452ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:49.498482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.227762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-07T01:03:49.498525Z","caller":"traceutil/trace.go:171","msg":"trace[692884460] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26497; }","duration":"508.277293ms","start":"2026-04-07T01:03:48.990235Z","end":"2026-04-07T01:03:49.498512Z","steps":["trace[692884460] 'agreement among raft nodes before linearized reading' (duration: 507.809643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.498577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.990229Z","time spent":"508.314884ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-04-07T01:03:49.497281Z","caller":"traceutil/trace.go:171","msg":"trace[855415369] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"511.098717ms","start":"2026-04-07T01:03:48.986157Z","end":"2026-04-07T01:03:49.497256Z","steps":["trace[855415369] 'process raft request' (duration: 510.719258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.498712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986151Z","time spent":"512.493288ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:49.499526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.991138Z","time spent":"507.017455ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:49.499972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.612258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:49.500067Z","caller":"traceutil/trace.go:171","msg":"trace[299976520] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26497; }","duration":"514.118134ms","start":"2026-04-07T01:03:48.985927Z","end":"2026-04-07T01:03:49.500045Z","steps":["trace[299976520] 'agreement among raft nodes before linearized reading' (duration: 511.596717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:49.50012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.98592Z","time spent":"514.184605ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:03:49.500764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:48.986106Z","time spent":"511.616508ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:49.504499Z","caller":"traceutil/trace.go:171","msg":"trace[1904738418] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"261.425785ms","start":"2026-04-07T01:03:49.24306Z","end":"2026-04-07T01:03:49.504486Z","steps":["trace[1904738418] 'process raft request' (duration: 261.302103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:50.580364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075110494s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:50.954032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.390013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:50.954115Z","caller":"traceutil/trace.go:171","msg":"trace[336232273] linearizableReadLoop","detail":"{readStateIndex:27400; appliedIndex:27398; }","duration":"1.452658509s","start":"2026-04-07T01:03:49.501431Z","end":"2026-04-07T01:03:50.95409Z","steps":["trace[336232273] 'read index received' (duration: 2.935336ms)","trace[336232273] 'applied index is now lower than readState.Index' (duration: 1.449722453s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:50.954157Z","caller":"traceutil/trace.go:171","msg":"trace[1402375062] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"1.453803955s","start":"2026-04-07T01:03:49.500319Z","end":"2026-04-07T01:03:50.954123Z","steps":["trace[1402375062] 'process raft request' (duration: 1.080266949s)","trace[1402375062] 'compare' (duration: 373.25281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:50.954212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452783402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-07T01:03:50.95423Z","caller":"traceutil/trace.go:171","msg":"trace[1989450157] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1; range_end:; response_count:1; response_revision:26499; }","duration":"1.452801202s","start":"2026-04-07T01:03:49.501423Z","end":"2026-04-07T01:03:50.954224Z","steps":["trace[1989450157] 'agreement among raft nodes before linearized reading' (duration: 1.45272492s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:50.954254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.501358Z","time spent":"1.452891814s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1\" "} {"level":"warn","ts":"2026-04-07T01:03:50.954301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.500302Z","time spent":"1.453921198s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:51.454705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:51.95501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:52.041829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229896088s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:03:52.111713Z","caller":"traceutil/trace.go:171","msg":"trace[328776141] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"2.606344356s","start":"2026-04-07T01:03:49.505343Z","end":"2026-04-07T01:03:52.111688Z","steps":["trace[328776141] 'process raft request' (duration: 2.606189083s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.111848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.505335Z","time spent":"2.606448809s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:52.111703Z","caller":"traceutil/trace.go:171","msg":"trace[766546141] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"2.607355139s","start":"2026-04-07T01:03:49.504293Z","end":"2026-04-07T01:03:52.111649Z","steps":["trace[766546141] 'process raft request' (duration: 2.537806236s)","trace[766546141] 'compare' (duration: 69.107293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:52.112004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.504284Z","time spent":"2.607641895s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:52.112102Z","caller":"traceutil/trace.go:171","msg":"trace[731659170] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"2.602641064s","start":"2026-04-07T01:03:49.509442Z","end":"2026-04-07T01:03:52.112083Z","steps":["trace[731659170] 'process raft request' (duration: 2.602187054s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:52.112282Z","caller":"traceutil/trace.go:171","msg":"trace[945571320] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"2.602289886s","start":"2026-04-07T01:03:49.509982Z","end":"2026-04-07T01:03:52.112272Z","steps":["trace[945571320] 'process raft request' (duration: 2.601955728s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.112274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.509425Z","time spent":"2.602760246s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:52.112344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.509972Z","time spent":"2.602335217s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:52.112861Z","caller":"traceutil/trace.go:171","msg":"trace[1073723099] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"2.602077152s","start":"2026-04-07T01:03:49.51076Z","end":"2026-04-07T01:03:52.112838Z","steps":["trace[1073723099] 'process raft request' (duration: 2.601472638s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.112947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.510752Z","time spent":"2.602156973s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:52.113649Z","caller":"traceutil/trace.go:171","msg":"trace[1504957517] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"2.462365193s","start":"2026-04-07T01:03:49.651267Z","end":"2026-04-07T01:03:52.113632Z","steps":["trace[1504957517] 'process raft request' (duration: 2.462266961s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.113764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.651251Z","time spent":"2.462440474s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:52.114244Z","caller":"traceutil/trace.go:171","msg":"trace[1303285719] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"2.603223416s","start":"2026-04-07T01:03:49.511004Z","end":"2026-04-07T01:03:52.114228Z","steps":["trace[1303285719] 'process raft request' (duration: 2.601740884s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.114328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.510998Z","time spent":"2.603285567s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:52.11477Z","caller":"traceutil/trace.go:171","msg":"trace[1431943620] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"2.594266657s","start":"2026-04-07T01:03:49.520486Z","end":"2026-04-07T01:03:52.114753Z","steps":["trace[1431943620] 'process raft request' (duration: 2.592928137s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.114841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.520466Z","time spent":"2.594339879s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:52.283866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999615947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:03:52.28399Z","caller":"traceutil/trace.go:171","msg":"trace[13354217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9997783s","start":"2026-04-07T01:03:50.284181Z","end":"2026-04-07T01:03:52.283959Z","steps":["trace[13354217] 'agreement among raft nodes before linearized reading' (duration: 1.999654788s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.28405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.284157Z","time spent":"1.999885562s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:03:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:03:52.821841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.491772ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:03:52.823185Z","caller":"traceutil/trace.go:171","msg":"trace[1631941764] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"1.835885712s","start":"2026-04-07T01:03:50.987265Z","end":"2026-04-07T01:03:52.823151Z","steps":["trace[1631941764] 'process raft request' (duration: 1.834678866s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:52.823335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.98723Z","time spent":"1.836013345s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:53.990284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123008043s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:54.03499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211763004s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:54.035694Z","caller":"traceutil/trace.go:171","msg":"trace[1397951874] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"3.047943323s","start":"2026-04-07T01:03:50.987729Z","end":"2026-04-07T01:03:54.035672Z","steps":["trace[1397951874] 'process raft request' (duration: 3.047572255s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.035808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.987705Z","time spent":"3.048048946s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.035939Z","caller":"traceutil/trace.go:171","msg":"trace[1122207419] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"3.048588288s","start":"2026-04-07T01:03:50.987341Z","end":"2026-04-07T01:03:54.03593Z","steps":["trace[1122207419] 'process raft request' (duration: 1.835797021s)","trace[1122207419] 'compare' (duration: 1.210934356s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.035973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.987312Z","time spent":"3.048643878s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.035991Z","caller":"traceutil/trace.go:171","msg":"trace[1867848072] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"1.916515882s","start":"2026-04-07T01:03:52.119449Z","end":"2026-04-07T01:03:54.035965Z","steps":["trace[1867848072] 'process raft request' (duration: 1.915988551s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.036099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.119431Z","time spent":"1.916615004s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.036169Z","caller":"traceutil/trace.go:171","msg":"trace[2049725219] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"3.048043576s","start":"2026-04-07T01:03:50.987744Z","end":"2026-04-07T01:03:54.035787Z","steps":["trace[2049725219] 'process raft request' (duration: 3.047587726s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.036348Z","caller":"traceutil/trace.go:171","msg":"trace[1513666614] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"2.36805152s","start":"2026-04-07T01:03:51.668288Z","end":"2026-04-07T01:03:54.03634Z","steps":["trace[1513666614] 'process raft request' (duration: 2.367075598s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.036359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.987729Z","time spent":"3.048543236s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:54.036401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:51.668271Z","time spent":"2.36810411s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.036504Z","caller":"traceutil/trace.go:171","msg":"trace[424988656] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"1.914149599s","start":"2026-04-07T01:03:52.122345Z","end":"2026-04-07T01:03:54.036494Z","steps":["trace[424988656] 'process raft request' (duration: 1.913133917s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.03654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.122325Z","time spent":"1.914201981s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:54.036598Z","caller":"traceutil/trace.go:171","msg":"trace[592077324] linearizableReadLoop","detail":"{readStateIndex:27418; appliedIndex:27400; }","duration":"3.082455023s","start":"2026-04-07T01:03:50.954129Z","end":"2026-04-07T01:03:54.036584Z","steps":["trace[592077324] 'read index received' (duration: 1.08795048s)","trace[592077324] 'applied index is now lower than readState.Index' (duration: 1.994501723s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:54.036844Z","caller":"traceutil/trace.go:171","msg":"trace[641362853] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"3.049492078s","start":"2026-04-07T01:03:50.987342Z","end":"2026-04-07T01:03:54.036835Z","steps":["trace[641362853] 'process raft request' (duration: 3.047850701s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.036889Z","caller":"traceutil/trace.go:171","msg":"trace[616239225] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"3.049530118s","start":"2026-04-07T01:03:50.987351Z","end":"2026-04-07T01:03:54.036881Z","steps":["trace[616239225] 'process raft request' (duration: 3.047745328s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.036941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.98733Z","time spent":"3.04958161s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.03714Z","caller":"traceutil/trace.go:171","msg":"trace[1994883540] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"3.049433547s","start":"2026-04-07T01:03:50.987699Z","end":"2026-04-07T01:03:54.037132Z","steps":["trace[1994883540] 'process raft request' (duration: 3.047570095s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.037187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.987689Z","time spent":"3.049476708s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.037247Z","caller":"traceutil/trace.go:171","msg":"trace[1809549745] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"3.049681912s","start":"2026-04-07T01:03:50.987556Z","end":"2026-04-07T01:03:54.037238Z","steps":["trace[1809549745] 'process raft request' (duration: 3.047680427s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.037309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.987529Z","time spent":"3.049742484s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:54.038934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.987308Z","time spent":"3.049571269s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:54.254223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.67678ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-07T01:03:54.254341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74737751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-284851b4-4389-4c06-84eb-1c251a4c0da6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-07T01:03:54.254409Z","caller":"traceutil/trace.go:171","msg":"trace[1025728280] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26518; }","duration":"211.628722ms","start":"2026-04-07T01:03:54.042765Z","end":"2026-04-07T01:03:54.254394Z","steps":["trace[1025728280] 'process raft request' (duration: 211.555141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.254428Z","caller":"traceutil/trace.go:171","msg":"trace[147857519] range","detail":"{range_begin:/registry/persistentvolumes/pvc-284851b4-4389-4c06-84eb-1c251a4c0da6; range_end:; response_count:1; response_revision:26518; }","duration":"4.747488362s","start":"2026-04-07T01:03:49.506917Z","end":"2026-04-07T01:03:54.254406Z","steps":["trace[147857519] 'agreement among raft nodes before linearized reading' (duration: 4.529849745s)","trace[147857519] 'range keys from in-memory index tree' (duration: 217.422713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.254499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506913Z","time spent":"4.747576024s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-284851b4-4389-4c06-84eb-1c251a4c0da6\" "} {"level":"warn","ts":"2026-04-07T01:03:54.254763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752479753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:03:54.254802Z","caller":"traceutil/trace.go:171","msg":"trace[487852749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26518; }","duration":"4.752555115s","start":"2026-04-07T01:03:49.502235Z","end":"2026-04-07T01:03:54.25479Z","steps":["trace[487852749] 'agreement among raft nodes before linearized reading' (duration: 4.534536429s)","trace[487852749] 'range keys from in-memory index tree' (duration: 217.908033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.254826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.502222Z","time spent":"4.752598165s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:03:54.254867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371963791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:54.254949Z","caller":"traceutil/trace.go:171","msg":"trace[1799172862] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26518; }","duration":"4.372096734s","start":"2026-04-07T01:03:49.882831Z","end":"2026-04-07T01:03:54.254927Z","steps":["trace[1799172862] 'agreement among raft nodes before linearized reading' (duration: 4.153914725s)","trace[1799172862] 'count revisions from in-memory index tree' (duration: 218.070386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.254995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.882809Z","time spent":"4.372174086s","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.255055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748259639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-07T01:03:54.255095Z","caller":"traceutil/trace.go:171","msg":"trace[2130440128] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:26518; }","duration":"4.74830412s","start":"2026-04-07T01:03:49.506778Z","end":"2026-04-07T01:03:54.255082Z","steps":["trace[2130440128] 'agreement among raft nodes before linearized reading' (duration: 4.529996668s)","trace[2130440128] 'range keys from in-memory index tree' (duration: 218.175698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506774Z","time spent":"4.748343411s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"warn","ts":"2026-04-07T01:03:54.25516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749589028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-07T01:03:54.255208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748958885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-07T01:03:54.255232Z","caller":"traceutil/trace.go:171","msg":"trace[400226208] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f; range_end:; response_count:1; response_revision:26518; }","duration":"4.74967204s","start":"2026-04-07T01:03:49.50554Z","end":"2026-04-07T01:03:54.255212Z","steps":["trace[400226208] 'agreement among raft nodes before linearized reading' (duration: 4.531209425s)","trace[400226208] 'range keys from in-memory index tree' (duration: 218.304022ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:54.255249Z","caller":"traceutil/trace.go:171","msg":"trace[1438627842] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26518; }","duration":"4.749006766s","start":"2026-04-07T01:03:49.506231Z","end":"2026-04-07T01:03:54.255238Z","steps":["trace[1438627842] 'agreement among raft nodes before linearized reading' (duration: 4.530475259s)","trace[1438627842] 'range keys from in-memory index tree' (duration: 218.466905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.505537Z","time spent":"4.749725091s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-0cc6c293-c802-4ffb-b307-ad7eb3a8006f\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748608487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b81ad727-b6ad-4d35-8d7b-830acd9f271d\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-07T01:03:54.255316Z","caller":"traceutil/trace.go:171","msg":"trace[155831789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b81ad727-b6ad-4d35-8d7b-830acd9f271d; range_end:; response_count:1; response_revision:26518; }","duration":"4.748645299s","start":"2026-04-07T01:03:49.506664Z","end":"2026-04-07T01:03:54.255309Z","steps":["trace[155831789] 'agreement among raft nodes before linearized reading' (duration: 4.530117292s)","trace[155831789] 'range keys from in-memory index tree' (duration: 218.462325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506661Z","time spent":"4.74867648s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-b81ad727-b6ad-4d35-8d7b-830acd9f271d\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749295763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7387a432-2da4-4ba4-b043-58c5403b83d8\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-07T01:03:54.255423Z","caller":"traceutil/trace.go:171","msg":"trace[1140236492] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7387a432-2da4-4ba4-b043-58c5403b83d8; range_end:; response_count:1; response_revision:26518; }","duration":"4.749358424s","start":"2026-04-07T01:03:49.506054Z","end":"2026-04-07T01:03:54.255412Z","steps":["trace[1140236492] 'agreement among raft nodes before linearized reading' (duration: 4.530666533s)","trace[1140236492] 'range keys from in-memory index tree' (duration: 218.579209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748792142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-07T01:03:54.255457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506051Z","time spent":"4.749399185s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-7387a432-2da4-4ba4-b043-58c5403b83d8\" "} {"level":"info","ts":"2026-04-07T01:03:54.255469Z","caller":"traceutil/trace.go:171","msg":"trace[773283968] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540; range_end:; response_count:1; response_revision:26518; }","duration":"4.748822743s","start":"2026-04-07T01:03:49.506639Z","end":"2026-04-07T01:03:54.255462Z","steps":["trace[773283968] 'agreement among raft nodes before linearized reading' (duration: 4.530147792s)","trace[773283968] 'range keys from in-memory index tree' (duration: 218.621279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506634Z","time spent":"4.748854083s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748457324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c64928ea-d9e2-4650-8568-cedade82f532\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-07T01:03:54.255543Z","caller":"traceutil/trace.go:171","msg":"trace[1214430766] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c64928ea-d9e2-4650-8568-cedade82f532; range_end:; response_count:1; response_revision:26518; }","duration":"4.748578707s","start":"2026-04-07T01:03:49.506945Z","end":"2026-04-07T01:03:54.255524Z","steps":["trace[1214430766] 'agreement among raft nodes before linearized reading' (duration: 4.529814394s)","trace[1214430766] 'range keys from in-memory index tree' (duration: 218.565399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506924Z","time spent":"4.748651539s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-c64928ea-d9e2-4650-8568-cedade82f532\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177917861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T01:03:54.25562Z","caller":"traceutil/trace.go:171","msg":"trace[90130102] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26518; }","duration":"4.177974443s","start":"2026-04-07T01:03:50.077636Z","end":"2026-04-07T01:03:54.25561Z","steps":["trace[90130102] 'agreement among raft nodes before linearized reading' (duration: 3.959092107s)","trace[90130102] 'range keys from in-memory index tree' (duration: 218.803774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.077626Z","time spent":"4.178021724s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748639288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-07T01:03:54.255833Z","caller":"traceutil/trace.go:171","msg":"trace[1894146139] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4; range_end:; response_count:1; response_revision:26518; }","duration":"4.748683139s","start":"2026-04-07T01:03:49.507142Z","end":"2026-04-07T01:03:54.255825Z","steps":["trace[1894146139] 'agreement among raft nodes before linearized reading' (duration: 4.529608769s)","trace[1894146139] 'range keys from in-memory index tree' (duration: 219.010018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.507136Z","time spent":"4.748713519s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749961997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-07T01:03:54.255909Z","caller":"traceutil/trace.go:171","msg":"trace[542160465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26518; }","duration":"4.750009929s","start":"2026-04-07T01:03:49.50589Z","end":"2026-04-07T01:03:54.2559Z","steps":["trace[542160465] 'agreement among raft nodes before linearized reading' (duration: 4.530852557s)","trace[542160465] 'range keys from in-memory index tree' (duration: 219.08038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.255933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.505885Z","time spent":"4.75004228s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750461709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-07T01:03:54.256021Z","caller":"traceutil/trace.go:171","msg":"trace[1370329950] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e; range_end:; response_count:1; response_revision:26518; }","duration":"4.75049921s","start":"2026-04-07T01:03:49.505515Z","end":"2026-04-07T01:03:54.256014Z","steps":["trace[1370329950] 'agreement among raft nodes before linearized reading' (duration: 4.531242266s)","trace[1370329950] 'range keys from in-memory index tree' (duration: 219.194962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.256044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.505507Z","time spent":"4.75053218s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-6a6f0d0a-3dc9-44b4-9263-be22e630c31e\" "} {"level":"warn","ts":"2026-04-07T01:03:54.256054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199334538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:54.256084Z","caller":"traceutil/trace.go:171","msg":"trace[29638329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26518; }","duration":"4.199362609s","start":"2026-04-07T01:03:50.056711Z","end":"2026-04-07T01:03:54.256074Z","steps":["trace[29638329] 'agreement among raft nodes before linearized reading' (duration: 3.980027413s)","trace[29638329] 'count revisions from in-memory index tree' (duration: 219.299295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.25611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.056687Z","time spent":"4.199417151s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.255851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749802104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b84e68e4-8b95-477a-8c63-bba405fb2144\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-07T01:03:54.25621Z","caller":"traceutil/trace.go:171","msg":"trace[1054899869] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b84e68e4-8b95-477a-8c63-bba405fb2144; range_end:; response_count:1; response_revision:26518; }","duration":"4.750170013s","start":"2026-04-07T01:03:49.506031Z","end":"2026-04-07T01:03:54.256201Z","steps":["trace[1054899869] 'agreement among raft nodes before linearized reading' (duration: 4.530704704s)","trace[1054899869] 'range keys from in-memory index tree' (duration: 219.06561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.256236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506027Z","time spent":"4.750202544s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-b84e68e4-8b95-477a-8c63-bba405fb2144\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.506226Z","time spent":"4.749053027s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:03:54.255491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751130584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:54.256556Z","caller":"traceutil/trace.go:171","msg":"trace[2026101677] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26518; }","duration":"4.752197927s","start":"2026-04-07T01:03:49.504339Z","end":"2026-04-07T01:03:54.256537Z","steps":["trace[2026101677] 'agreement among raft nodes before linearized reading' (duration: 4.532424072s)","trace[2026101677] 'range keys from in-memory index tree' (duration: 218.710392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.256608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:49.504332Z","time spent":"4.752262899s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-07T01:03:54.256628Z","caller":"traceutil/trace.go:171","msg":"trace[1885714451] linearizableReadLoop","detail":"{readStateIndex:27421; appliedIndex:27420; }","duration":"219.97266ms","start":"2026-04-07T01:03:54.036634Z","end":"2026-04-07T01:03:54.256607Z","steps":["trace[1885714451] 'read index received' (duration: 146.554µs)","trace[1885714451] 'applied index is now lower than readState.Index' (duration: 219.824246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.25676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92088371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-07T01:03:54.256773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972421269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:54.256789Z","caller":"traceutil/trace.go:171","msg":"trace[691146090] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26518; }","duration":"1.920929521s","start":"2026-04-07T01:03:52.335852Z","end":"2026-04-07T01:03:54.256782Z","steps":["trace[691146090] 'agreement among raft nodes before linearized reading' (duration: 1.920841819s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.256796Z","caller":"traceutil/trace.go:171","msg":"trace[1537172426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26518; }","duration":"1.97244374s","start":"2026-04-07T01:03:52.284346Z","end":"2026-04-07T01:03:54.256789Z","steps":["trace[1537172426] 'agreement among raft nodes before linearized reading' (duration: 1.972399689s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.256813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335843Z","time spent":"1.920965841s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-07T01:03:54.256838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920958721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-07T01:03:54.256873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921424282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:03:54.256899Z","caller":"traceutil/trace.go:171","msg":"trace[149963034] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26518; }","duration":"1.921459132s","start":"2026-04-07T01:03:52.335434Z","end":"2026-04-07T01:03:54.256893Z","steps":["trace[149963034] 'agreement among raft nodes before linearized reading' (duration: 1.921394191s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.256908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042201367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:54.256919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335427Z","time spent":"1.921488523s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-07T01:03:54.256931Z","caller":"traceutil/trace.go:171","msg":"trace[1937944063] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26518; }","duration":"2.042225368s","start":"2026-04-07T01:03:52.214698Z","end":"2026-04-07T01:03:54.256924Z","steps":["trace[1937944063] 'agreement among raft nodes before linearized reading' (duration: 2.042186707s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.256947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.391631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:54.25696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.21465Z","time spent":"2.042304749s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:54.256976Z","caller":"traceutil/trace.go:171","msg":"trace[68726906] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26518; }","duration":"791.474453ms","start":"2026-04-07T01:03:53.465493Z","end":"2026-04-07T01:03:54.256968Z","steps":["trace[68726906] 'agreement among raft nodes before linearized reading' (duration: 791.428642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:53.465476Z","time spent":"791.518764ms","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.257115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.027954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:54.257138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134454176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-07T01:03:54.257159Z","caller":"traceutil/trace.go:171","msg":"trace[1622921072] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26518; }","duration":"2.134498608s","start":"2026-04-07T01:03:52.122655Z","end":"2026-04-07T01:03:54.257153Z","steps":["trace[1622921072] 'agreement among raft nodes before linearized reading' (duration: 2.134436437s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.122645Z","time spent":"2.134527738s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920370668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-04-07T01:03:54.257219Z","caller":"traceutil/trace.go:171","msg":"trace[1868918533] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:26518; }","duration":"1.920407098s","start":"2026-04-07T01:03:52.336806Z","end":"2026-04-07T01:03:54.257213Z","steps":["trace[1868918533] 'agreement among raft nodes before linearized reading' (duration: 1.920345967s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920334217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-07T01:03:54.257234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.336797Z","time spent":"1.920433889s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":866,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-04-07T01:03:54.257248Z","caller":"traceutil/trace.go:171","msg":"trace[2036759450] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26518; }","duration":"1.920388568s","start":"2026-04-07T01:03:52.336847Z","end":"2026-04-07T01:03:54.257236Z","steps":["trace[2036759450] 'agreement among raft nodes before linearized reading' (duration: 1.920288225s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.25727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.336836Z","time spent":"1.920428309s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-07T01:03:54.25728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457838844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:54.257311Z","caller":"traceutil/trace.go:171","msg":"trace[1684545658] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26518; }","duration":"2.457941895s","start":"2026-04-07T01:03:51.799358Z","end":"2026-04-07T01:03:54.2573Z","steps":["trace[1684545658] 'agreement among raft nodes before linearized reading' (duration: 2.457902774s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:51.799344Z","time spent":"2.457981167s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.257342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222620405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:54.257357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92092535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:03:54.257366Z","caller":"traceutil/trace.go:171","msg":"trace[647407102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26518; }","duration":"1.222682576s","start":"2026-04-07T01:03:53.034675Z","end":"2026-04-07T01:03:54.257358Z","steps":["trace[647407102] 'agreement among raft nodes before linearized reading' (duration: 1.222647006s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.257375Z","caller":"traceutil/trace.go:171","msg":"trace[1713452204] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26518; }","duration":"1.920951061s","start":"2026-04-07T01:03:52.336418Z","end":"2026-04-07T01:03:54.257369Z","steps":["trace[1713452204] 'agreement among raft nodes before linearized reading' (duration: 1.920893689s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921938283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-07T01:03:54.257391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.336414Z","time spent":"1.920974231s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T01:03:54.25742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92225858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:870"} {"level":"warn","ts":"2026-04-07T01:03:54.257444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457291173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-07T01:03:54.257449Z","caller":"traceutil/trace.go:171","msg":"trace[1241689687] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:26518; }","duration":"1.922301421s","start":"2026-04-07T01:03:52.335139Z","end":"2026-04-07T01:03:54.257441Z","steps":["trace[1241689687] 'agreement among raft nodes before linearized reading' (duration: 1.9222239s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748505571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:03:54.257468Z","caller":"traceutil/trace.go:171","msg":"trace[1458722798] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26518; }","duration":"1.457344745s","start":"2026-04-07T01:03:52.800117Z","end":"2026-04-07T01:03:54.257462Z","steps":["trace[1458722798] 'agreement among raft nodes before linearized reading' (duration: 1.457281913s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335134Z","time spent":"1.922333462s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-07T01:03:54.257487Z","caller":"traceutil/trace.go:171","msg":"trace[136543499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26518; }","duration":"2.748536771s","start":"2026-04-07T01:03:51.508944Z","end":"2026-04-07T01:03:54.257481Z","steps":["trace[136543499] 'agreement among raft nodes before linearized reading' (duration: 2.74847261s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:51.50894Z","time spent":"2.748562232s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922071636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-07T01:03:54.257511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921092394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:03:54.257531Z","caller":"traceutil/trace.go:171","msg":"trace[1713144896] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26518; }","duration":"1.921165855s","start":"2026-04-07T01:03:52.33636Z","end":"2026-04-07T01:03:54.257526Z","steps":["trace[1713144896] 'agreement among raft nodes before linearized reading' (duration: 1.921111274s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550632306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:54.257532Z","caller":"traceutil/trace.go:171","msg":"trace[643993659] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26518; }","duration":"1.922184558s","start":"2026-04-07T01:03:52.335339Z","end":"2026-04-07T01:03:54.257524Z","steps":["trace[643993659] 'agreement among raft nodes before linearized reading' (duration: 1.922099456s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.33635Z","time spent":"1.921193505s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-07T01:03:54.257551Z","caller":"traceutil/trace.go:171","msg":"trace[1057233629] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26518; }","duration":"1.550702008s","start":"2026-04-07T01:03:52.706844Z","end":"2026-04-07T01:03:54.257546Z","steps":["trace[1057233629] 'agreement among raft nodes before linearized reading' (duration: 1.550656127s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.70679Z","time spent":"1.550774339s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.257566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335314Z","time spent":"1.92224336s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748793957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:03:54.257599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922477375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-04-07T01:03:54.257612Z","caller":"traceutil/trace.go:171","msg":"trace[267055779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26518; }","duration":"2.748864418s","start":"2026-04-07T01:03:51.508742Z","end":"2026-04-07T01:03:54.257606Z","steps":["trace[267055779] 'agreement among raft nodes before linearized reading' (duration: 2.748811497s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.257619Z","caller":"traceutil/trace.go:171","msg":"trace[1359581085] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26518; }","duration":"1.922526396s","start":"2026-04-07T01:03:52.335087Z","end":"2026-04-07T01:03:54.257613Z","steps":["trace[1359581085] 'agreement among raft nodes before linearized reading' (duration: 1.922469895s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554465362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:54.257629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:51.508724Z","time spent":"2.748901079s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335073Z","time spent":"1.922561447s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1660,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-07T01:03:54.257644Z","caller":"traceutil/trace.go:171","msg":"trace[729238111] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26518; }","duration":"1.554511104s","start":"2026-04-07T01:03:52.703127Z","end":"2026-04-07T01:03:54.257638Z","steps":["trace[729238111] 'agreement among raft nodes before linearized reading' (duration: 1.554484113s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921262347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1066"} {"level":"warn","ts":"2026-04-07T01:03:54.257663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.703108Z","time spent":"1.554550344s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:54.257672Z","caller":"traceutil/trace.go:171","msg":"trace[94014874] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:26518; }","duration":"1.921293608s","start":"2026-04-07T01:03:52.336373Z","end":"2026-04-07T01:03:54.257667Z","steps":["trace[94014874] 'agreement among raft nodes before linearized reading' (duration: 1.921239427s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.336366Z","time spent":"1.921317889s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1088,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236219195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:54.257722Z","caller":"traceutil/trace.go:171","msg":"trace[173598712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26518; }","duration":"3.236283456s","start":"2026-04-07T01:03:51.021432Z","end":"2026-04-07T01:03:54.257715Z","steps":["trace[173598712] 'agreement among raft nodes before linearized reading' (duration: 3.236239225s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:51.021412Z","time spent":"3.236322467s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.257756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922689889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:03:54.257774Z","caller":"traceutil/trace.go:171","msg":"trace[2100210156] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26518; }","duration":"1.92273871s","start":"2026-04-07T01:03:52.33503Z","end":"2026-04-07T01:03:54.257769Z","steps":["trace[2100210156] 'agreement among raft nodes before linearized reading' (duration: 1.922680969s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.25779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335011Z","time spent":"1.922776112s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777874507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:54.2578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921763369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-07T01:03:54.257799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922379293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-04-07T01:03:54.257814Z","caller":"traceutil/trace.go:171","msg":"trace[473355581] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26518; }","duration":"1.777898018s","start":"2026-04-07T01:03:52.479911Z","end":"2026-04-07T01:03:54.257809Z","steps":["trace[473355581] 'agreement among raft nodes before linearized reading' (duration: 1.777855447s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.257817Z","caller":"traceutil/trace.go:171","msg":"trace[402186954] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26518; }","duration":"1.92179692s","start":"2026-04-07T01:03:52.336015Z","end":"2026-04-07T01:03:54.257812Z","steps":["trace[402186954] 'agreement among raft nodes before linearized reading' (duration: 1.921744899s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.336005Z","time spent":"1.921828061s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-07T01:03:54.257832Z","caller":"traceutil/trace.go:171","msg":"trace[1490172322] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:26518; }","duration":"1.922463065s","start":"2026-04-07T01:03:52.335359Z","end":"2026-04-07T01:03:54.257822Z","steps":["trace[1490172322] 'agreement among raft nodes before linearized reading' (duration: 1.922366733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.479887Z","time spent":"1.777944309s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.25786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.33535Z","time spent":"1.922503575s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":878,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29964029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-6fbc6.18a3ecbac6aea304\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-07T01:03:54.256872Z","caller":"traceutil/trace.go:171","msg":"trace[1888544631] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26518; }","duration":"1.921032343s","start":"2026-04-07T01:03:52.335828Z","end":"2026-04-07T01:03:54.256861Z","steps":["trace[1888544631] 'agreement among raft nodes before linearized reading' (duration: 1.92088371s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.257898Z","caller":"traceutil/trace.go:171","msg":"trace[2120451778] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-6fbc6.18a3ecbac6aea304; range_end:; response_count:1; response_revision:26518; }","duration":"3.299693241s","start":"2026-04-07T01:03:50.958197Z","end":"2026-04-07T01:03:54.25789Z","steps":["trace[2120451778] 'agreement among raft nodes before linearized reading' (duration: 3.29963349s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:50.95818Z","time spent":"3.299732242s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-6fbc6.18a3ecbac6aea304\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335817Z","time spent":"1.922086476s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920371828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-04-07T01:03:54.25801Z","caller":"traceutil/trace.go:171","msg":"trace[1049731492] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26518; }","duration":"1.920411619s","start":"2026-04-07T01:03:52.337592Z","end":"2026-04-07T01:03:54.258004Z","steps":["trace[1049731492] 'agreement among raft nodes before linearized reading' (duration: 1.920340607s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.25805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.337583Z","time spent":"1.92046282s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15452,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-07T01:03:54.258072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.750293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-07T01:03:54.258078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922819442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-07T01:03:54.258093Z","caller":"traceutil/trace.go:171","msg":"trace[779515658] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26518; }","duration":"197.810215ms","start":"2026-04-07T01:03:54.060277Z","end":"2026-04-07T01:03:54.258087Z","steps":["trace[779515658] 'agreement among raft nodes before linearized reading' (duration: 197.727103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.258112Z","caller":"traceutil/trace.go:171","msg":"trace[684231446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26518; }","duration":"1.922866975s","start":"2026-04-07T01:03:52.335234Z","end":"2026-04-07T01:03:54.258101Z","steps":["trace[684231446] 'agreement among raft nodes before linearized reading' (duration: 1.922740951s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.258141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335231Z","time spent":"1.922903486s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-07T01:03:54.258205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920666515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1116"} {"level":"info","ts":"2026-04-07T01:03:54.25714Z","caller":"traceutil/trace.go:171","msg":"trace[8298853] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26518; }","duration":"925.088775ms","start":"2026-04-07T01:03:53.332044Z","end":"2026-04-07T01:03:54.257133Z","steps":["trace[8298853] 'agreement among raft nodes before linearized reading' (duration: 925.049665ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:54.258227Z","caller":"traceutil/trace.go:171","msg":"trace[2083920714] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:26518; }","duration":"1.920731506s","start":"2026-04-07T01:03:52.337489Z","end":"2026-04-07T01:03:54.25822Z","steps":["trace[2083920714] 'agreement among raft nodes before linearized reading' (duration: 1.920669395s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.258236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:53.331954Z","time spent":"926.273453ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:54.258245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.337477Z","time spent":"1.920765117s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1138,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922066526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-04-07T01:03:54.258364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921325269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-07T01:03:54.258383Z","caller":"traceutil/trace.go:171","msg":"trace[1611148201] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:26518; }","duration":"1.921360761s","start":"2026-04-07T01:03:52.337017Z","end":"2026-04-07T01:03:54.258378Z","steps":["trace[1611148201] 'agreement among raft nodes before linearized reading' (duration: 1.9213092s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.257488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.800098Z","time spent":"1.457386345s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":896,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-04-07T01:03:54.258399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.337009Z","time spent":"1.921386421s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":902,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"info","ts":"2026-04-07T01:03:54.257418Z","caller":"traceutil/trace.go:171","msg":"trace[1524114412] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26518; }","duration":"1.921978313s","start":"2026-04-07T01:03:52.335427Z","end":"2026-04-07T01:03:54.257405Z","steps":["trace[1524114412] 'agreement among raft nodes before linearized reading' (duration: 1.921873351s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.258476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.335402Z","time spent":"1.923066819s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-07T01:03:54.258362Z","caller":"traceutil/trace.go:171","msg":"trace[841872793] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26518; }","duration":"1.923178401s","start":"2026-04-07T01:03:52.335175Z","end":"2026-04-07T01:03:54.258353Z","steps":["trace[841872793] 'agreement among raft nodes before linearized reading' (duration: 1.921970754s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.258592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.33517Z","time spent":"1.923409676s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-04-07T01:03:54.256817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:52.284313Z","time spent":"1.972498311s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:54.257385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:53.03465Z","time spent":"1.222730898s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:54.419831Z","caller":"traceutil/trace.go:171","msg":"trace[1833998658] linearizableReadLoop","detail":"{readStateIndex:27423; appliedIndex:27422; }","duration":"156.333379ms","start":"2026-04-07T01:03:54.26347Z","end":"2026-04-07T01:03:54.419804Z","steps":["trace[1833998658] 'read index received' (duration: 156.109704ms)","trace[1833998658] 'applied index is now lower than readState.Index' (duration: 222.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:54.419876Z","caller":"traceutil/trace.go:171","msg":"trace[922800917] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"156.546733ms","start":"2026-04-07T01:03:54.263293Z","end":"2026-04-07T01:03:54.41984Z","steps":["trace[922800917] 'process raft request' (duration: 156.256347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.420204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.697877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:03:54.420354Z","caller":"traceutil/trace.go:171","msg":"trace[440161238] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26519; }","duration":"156.81424ms","start":"2026-04-07T01:03:54.263457Z","end":"2026-04-07T01:03:54.420272Z","steps":["trace[440161238] 'agreement among raft nodes before linearized reading' (duration: 156.489123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.920314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:03:54.961125Z","caller":"traceutil/trace.go:171","msg":"trace[1237174342] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"680.488166ms","start":"2026-04-07T01:03:54.280614Z","end":"2026-04-07T01:03:54.961102Z","steps":["trace[1237174342] 'process raft request' (duration: 680.422634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.96125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.280597Z","time spent":"680.589398ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.961336Z","caller":"traceutil/trace.go:171","msg":"trace[896738075] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"695.432851ms","start":"2026-04-07T01:03:54.265886Z","end":"2026-04-07T01:03:54.961319Z","steps":["trace[896738075] 'process raft request' (duration: 695.081392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:54.961409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265869Z","time spent":"695.502033ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:54.961581Z","caller":"traceutil/trace.go:171","msg":"trace[1999869997] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"695.591034ms","start":"2026-04-07T01:03:54.265976Z","end":"2026-04-07T01:03:54.961567Z","steps":["trace[1999869997] 'process raft request' (duration: 664.236244ms)","trace[1999869997] 'compare' (duration: 30.553492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:54.961637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265965Z","time spent":"695.640366ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:55.414264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.571173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:55.414385Z","caller":"traceutil/trace.go:171","msg":"trace[1909941819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26522; }","duration":"328.701986ms","start":"2026-04-07T01:03:55.085663Z","end":"2026-04-07T01:03:55.414365Z","steps":["trace[1909941819] 'range keys from in-memory index tree' (duration: 328.553702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.415085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.120624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:55.415356Z","caller":"traceutil/trace.go:171","msg":"trace[1944533411] linearizableReadLoop","detail":"{readStateIndex:27429; appliedIndex:27423; }","duration":"995.444816ms","start":"2026-04-07T01:03:54.4199Z","end":"2026-04-07T01:03:55.415345Z","steps":["trace[1944533411] 'read index received' (duration: 510.38393ms)","trace[1944533411] 'applied index is now lower than readState.Index' (duration: 485.060236ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:55.415357Z","caller":"traceutil/trace.go:171","msg":"trace[835488381] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"640.700989ms","start":"2026-04-07T01:03:54.774621Z","end":"2026-04-07T01:03:55.415322Z","steps":["trace[835488381] 'process raft request' (duration: 397.750226ms)","trace[835488381] 'compare' (duration: 241.919579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:55.415543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.774595Z","time spent":"640.871303ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:55.415567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149476044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-04-07T01:03:55.415624Z","caller":"traceutil/trace.go:171","msg":"trace[1610193403] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:26525; }","duration":"1.149532305s","start":"2026-04-07T01:03:54.266084Z","end":"2026-04-07T01:03:55.415616Z","steps":["trace[1610193403] 'agreement among raft nodes before linearized reading' (duration: 1.149362202s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.415655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.26607Z","time spent":"1.149579146s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":884,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"info","ts":"2026-04-07T01:03:55.415768Z","caller":"traceutil/trace.go:171","msg":"trace[1068241808] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"605.667216ms","start":"2026-04-07T01:03:54.810087Z","end":"2026-04-07T01:03:55.415755Z","steps":["trace[1068241808] 'process raft request' (duration: 605.150795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.415863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.810064Z","time spent":"605.744689ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:55.415966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140479833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-07T01:03:55.416017Z","caller":"traceutil/trace.go:171","msg":"trace[1430358832] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26525; }","duration":"1.140548524s","start":"2026-04-07T01:03:54.275454Z","end":"2026-04-07T01:03:55.416002Z","steps":["trace[1430358832] 'agreement among raft nodes before linearized reading' (duration: 1.14038407s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.27545Z","time spent":"1.140598206s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5203,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140745688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1056"} {"level":"info","ts":"2026-04-07T01:03:55.416131Z","caller":"traceutil/trace.go:171","msg":"trace[422141530] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:26525; }","duration":"1.14080295s","start":"2026-04-07T01:03:54.275319Z","end":"2026-04-07T01:03:55.416122Z","steps":["trace[422141530] 'agreement among raft nodes before linearized reading' (duration: 1.140697837s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.275316Z","time spent":"1.140852591s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1078,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"info","ts":"2026-04-07T01:03:55.416248Z","caller":"traceutil/trace.go:171","msg":"trace[1031174612] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"588.265259ms","start":"2026-04-07T01:03:54.82797Z","end":"2026-04-07T01:03:55.416235Z","steps":["trace[1031174612] 'process raft request' (duration: 587.341599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150238281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:988"} {"level":"warn","ts":"2026-04-07T01:03:55.416315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.827957Z","time spent":"588.32147ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:55.416381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141217439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-04-07T01:03:55.416333Z","caller":"traceutil/trace.go:171","msg":"trace[1487247946] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:26525; }","duration":"1.150311542s","start":"2026-04-07T01:03:54.266016Z","end":"2026-04-07T01:03:55.416327Z","steps":["trace[1487247946] 'agreement among raft nodes before linearized reading' (duration: 1.14977085s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.266012Z","time spent":"1.150426385s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1010,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090492497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:55.416533Z","caller":"traceutil/trace.go:171","msg":"trace[470757760] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26525; }","duration":"1.090566408s","start":"2026-04-07T01:03:54.325947Z","end":"2026-04-07T01:03:55.416513Z","steps":["trace[470757760] 'agreement among raft nodes before linearized reading' (duration: 1.090507517s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147289495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-07T01:03:55.416607Z","caller":"traceutil/trace.go:171","msg":"trace[485028463] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26525; }","duration":"1.147335446s","start":"2026-04-07T01:03:54.269262Z","end":"2026-04-07T01:03:55.416597Z","steps":["trace[485028463] 'agreement among raft nodes before linearized reading' (duration: 1.147244804s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.269255Z","time spent":"1.147376177s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15064462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:870"} {"level":"info","ts":"2026-04-07T01:03:55.416703Z","caller":"traceutil/trace.go:171","msg":"trace[874971822] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:26525; }","duration":"1.150701041s","start":"2026-04-07T01:03:54.265996Z","end":"2026-04-07T01:03:55.416697Z","steps":["trace[874971822] 'agreement among raft nodes before linearized reading' (duration: 1.150587779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.41673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265993Z","time spent":"1.150732432s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:55.41675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141034845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-04-07T01:03:55.416786Z","caller":"traceutil/trace.go:171","msg":"trace[1831469752] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:26525; }","duration":"1.141086496s","start":"2026-04-07T01:03:54.27569Z","end":"2026-04-07T01:03:55.416776Z","steps":["trace[1831469752] 'agreement among raft nodes before linearized reading' (duration: 1.141004874s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.41682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.275682Z","time spent":"1.141132007s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3913,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149517584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1090"} {"level":"info","ts":"2026-04-07T01:03:55.416885Z","caller":"traceutil/trace.go:171","msg":"trace[163534944] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:26525; }","duration":"1.150935046s","start":"2026-04-07T01:03:54.265942Z","end":"2026-04-07T01:03:55.416877Z","steps":["trace[163534944] 'agreement among raft nodes before linearized reading' (duration: 1.150843014s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265929Z","time spent":"1.150974097s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1112,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150907265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:983"} {"level":"info","ts":"2026-04-07T01:03:55.416956Z","caller":"traceutil/trace.go:171","msg":"trace[1497909708] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:26525; }","duration":"1.150971487s","start":"2026-04-07T01:03:54.265979Z","end":"2026-04-07T01:03:55.416951Z","steps":["trace[1497909708] 'agreement among raft nodes before linearized reading' (duration: 1.150853454s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265975Z","time spent":"1.151001847s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1005,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-04-07T01:03:55.417044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141466605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:8015"} {"level":"info","ts":"2026-04-07T01:03:55.417079Z","caller":"traceutil/trace.go:171","msg":"trace[1119808366] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:26525; }","duration":"1.141503245s","start":"2026-04-07T01:03:54.275567Z","end":"2026-04-07T01:03:55.41707Z","steps":["trace[1119808366] 'agreement among raft nodes before linearized reading' (duration: 1.141393073s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.416489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141585327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-04-07T01:03:55.417141Z","caller":"traceutil/trace.go:171","msg":"trace[1972272502] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26525; }","duration":"1.142256003s","start":"2026-04-07T01:03:54.274875Z","end":"2026-04-07T01:03:55.417131Z","steps":["trace[1972272502] 'agreement among raft nodes before linearized reading' (duration: 1.141556977s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.417182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.274856Z","time spent":"1.142315515s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-07T01:03:55.417201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141679659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-07T01:03:55.417234Z","caller":"traceutil/trace.go:171","msg":"trace[1592799199] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:26525; }","duration":"1.14170978s","start":"2026-04-07T01:03:54.275516Z","end":"2026-04-07T01:03:55.417225Z","steps":["trace[1592799199] 'agreement among raft nodes before linearized reading' (duration: 1.141611318s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.417282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151311335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:55.417529Z","caller":"traceutil/trace.go:171","msg":"trace[1316957009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26525; }","duration":"1.1515566s","start":"2026-04-07T01:03:54.265945Z","end":"2026-04-07T01:03:55.417501Z","steps":["trace[1316957009] 'agreement among raft nodes before linearized reading' (duration: 1.151306944s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.417585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151647931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1430"} {"level":"info","ts":"2026-04-07T01:03:55.417634Z","caller":"traceutil/trace.go:171","msg":"trace[886066932] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26525; }","duration":"1.151706763s","start":"2026-04-07T01:03:54.265914Z","end":"2026-04-07T01:03:55.41762Z","steps":["trace[886066932] 'agreement among raft nodes before linearized reading' (duration: 1.151590531s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.417612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265931Z","time spent":"1.151670562s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:55.417666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265909Z","time spent":"1.151750544s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1452,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.325928Z","time spent":"1.0906404s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T01:03:55.417836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151906277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-07T01:03:55.417865Z","caller":"traceutil/trace.go:171","msg":"trace[1473594592] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26525; }","duration":"1.15194319s","start":"2026-04-07T01:03:54.265913Z","end":"2026-04-07T01:03:55.417857Z","steps":["trace[1473594592] 'agreement among raft nodes before linearized reading' (duration: 1.151843816s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.417892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265908Z","time spent":"1.15197784s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":965,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-07T01:03:55.415588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149387322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-04-07T01:03:55.41796Z","caller":"traceutil/trace.go:171","msg":"trace[285029414] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:26525; }","duration":"1.151807897s","start":"2026-04-07T01:03:54.266144Z","end":"2026-04-07T01:03:55.417952Z","steps":["trace[285029414] 'agreement among raft nodes before linearized reading' (duration: 1.149296351s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.417972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154382664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-07T01:03:55.417991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.266137Z","time spent":"1.151846447s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1087,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"info","ts":"2026-04-07T01:03:55.418003Z","caller":"traceutil/trace.go:171","msg":"trace[554674] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880; range_end:; response_count:1; response_revision:26525; }","duration":"1.154430745s","start":"2026-04-07T01:03:54.263563Z","end":"2026-04-07T01:03:55.417994Z","steps":["trace[554674] 'agreement among raft nodes before linearized reading' (duration: 1.154303512s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.263557Z","time spent":"1.154462165s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3be839cd-c306-4625-ae07-bd8dd0d84880\" "} {"level":"warn","ts":"2026-04-07T01:03:55.416676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140530124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-04-07T01:03:55.418059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154473646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-07T01:03:55.418128Z","caller":"traceutil/trace.go:171","msg":"trace[901420938] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5; range_end:; response_count:1; response_revision:26525; }","duration":"1.154561208s","start":"2026-04-07T01:03:54.263551Z","end":"2026-04-07T01:03:55.418112Z","steps":["trace[901420938] 'agreement among raft nodes before linearized reading' (duration: 1.154327783s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.263536Z","time spent":"1.154631159s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-c8178fe1-e0a3-48b3-b870-7883b98b2ce5\" "} {"level":"warn","ts":"2026-04-07T01:03:55.418177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152299807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-04-07T01:03:55.418237Z","caller":"traceutil/trace.go:171","msg":"trace[223325658] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26525; }","duration":"1.152367309s","start":"2026-04-07T01:03:54.265855Z","end":"2026-04-07T01:03:55.418222Z","steps":["trace[223325658] 'agreement among raft nodes before linearized reading' (duration: 1.152238806s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154685761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-07T01:03:55.41806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152237446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-07T01:03:55.417238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151229823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1622"} {"level":"info","ts":"2026-04-07T01:03:55.418306Z","caller":"traceutil/trace.go:171","msg":"trace[833620842] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1; range_end:; response_count:1; response_revision:26525; }","duration":"1.154779752s","start":"2026-04-07T01:03:54.26351Z","end":"2026-04-07T01:03:55.418289Z","steps":["trace[833620842] 'agreement among raft nodes before linearized reading' (duration: 1.154604398s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:55.418331Z","caller":"traceutil/trace.go:171","msg":"trace[78271720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26525; }","duration":"1.152527882s","start":"2026-04-07T01:03:54.265792Z","end":"2026-04-07T01:03:55.41832Z","steps":["trace[78271720] 'agreement among raft nodes before linearized reading' (duration: 1.152090572s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:55.418343Z","caller":"traceutil/trace.go:171","msg":"trace[1625075491] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26525; }","duration":"1.152350378s","start":"2026-04-07T01:03:54.265978Z","end":"2026-04-07T01:03:55.418328Z","steps":["trace[1625075491] 'agreement among raft nodes before linearized reading' (duration: 1.151085259s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265784Z","time spent":"1.152574144s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:03:55.417274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.275499Z","time spent":"1.141763141s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-04-07T01:03:55.418391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265974Z","time spent":"1.152405669s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1644,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-07T01:03:55.41839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.769581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-07T01:03:55.416416Z","caller":"traceutil/trace.go:171","msg":"trace[1617761372] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:26525; }","duration":"1.14126772s","start":"2026-04-07T01:03:54.27514Z","end":"2026-04-07T01:03:55.416407Z","steps":["trace[1617761372] 'agreement among raft nodes before linearized reading' (duration: 1.141173318s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:55.418458Z","caller":"traceutil/trace.go:171","msg":"trace[1839851825] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29; range_end:; response_count:1; response_revision:26525; }","duration":"994.856842ms","start":"2026-04-07T01:03:54.423574Z","end":"2026-04-07T01:03:55.418431Z","steps":["trace[1839851825] 'agreement among raft nodes before linearized reading' (duration: 994.719279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.275132Z","time spent":"1.143348237s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11520,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-07T01:03:55.418503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.423557Z","time spent":"994.932814ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-5dccf8b8c7-lm4ks.18a3ecdb18572f29\" "} {"level":"warn","ts":"2026-04-07T01:03:55.41711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.275506Z","time spent":"1.141598227s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8037,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-04-07T01:03:55.418351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.263494Z","time spent":"1.154850994s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-cca8cbd7-4d6e-4ac1-a69a-bc3f076fd7f1\" "} {"level":"warn","ts":"2026-04-07T01:03:55.418186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154588759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T01:03:55.418682Z","caller":"traceutil/trace.go:171","msg":"trace[562418316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26525; }","duration":"1.155096429s","start":"2026-04-07T01:03:54.263578Z","end":"2026-04-07T01:03:55.418674Z","steps":["trace[562418316] 'agreement among raft nodes before linearized reading' (duration: 1.154558968s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.26357Z","time spent":"1.15513044s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:03:55.418291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.265847Z","time spent":"1.15243171s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":910,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-04-07T01:03:55.418079Z","caller":"traceutil/trace.go:171","msg":"trace[197723366] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26525; }","duration":"1.141939336s","start":"2026-04-07T01:03:54.27613Z","end":"2026-04-07T01:03:55.41807Z","steps":["trace[197723366] 'agreement among raft nodes before linearized reading' (duration: 1.140463913s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:55.418816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:54.276123Z","time spent":"1.142674572s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4772,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:55.922454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:56.423607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:03:56.763015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342296407s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:56.920255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.953713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:56.920445Z","caller":"traceutil/trace.go:171","msg":"trace[259103728] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"1.499769741s","start":"2026-04-07T01:03:55.420649Z","end":"2026-04-07T01:03:56.920418Z","steps":["trace[259103728] 'process raft request' (duration: 1.342571024s)","trace[259103728] 'compare' (duration: 156.119813ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:56.920585Z","caller":"traceutil/trace.go:171","msg":"trace[535866356] linearizableReadLoop","detail":"{readStateIndex:27437; appliedIndex:27429; }","duration":"1.498280548s","start":"2026-04-07T01:03:55.422292Z","end":"2026-04-07T01:03:56.920572Z","steps":["trace[535866356] 'read index received' (duration: 1.345301923s)","trace[535866356] 'applied index is now lower than readState.Index' (duration: 152.977715ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:56.920734Z","caller":"traceutil/trace.go:171","msg":"trace[1090509595] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"877.665397ms","start":"2026-04-07T01:03:56.04304Z","end":"2026-04-07T01:03:56.920705Z","steps":["trace[1090509595] 'process raft request' (duration: 877.391441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.920736Z","caller":"traceutil/trace.go:171","msg":"trace[655688980] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"876.313857ms","start":"2026-04-07T01:03:56.044386Z","end":"2026-04-07T01:03:56.9207Z","steps":["trace[655688980] 'process raft request' (duration: 876.107772ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.920779Z","caller":"traceutil/trace.go:171","msg":"trace[1027632972] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"876.214885ms","start":"2026-04-07T01:03:56.044531Z","end":"2026-04-07T01:03:56.920746Z","steps":["trace[1027632972] 'process raft request' (duration: 875.98531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.920801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498486502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:56.920875Z","caller":"traceutil/trace.go:171","msg":"trace[1251725894] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"874.871934ms","start":"2026-04-07T01:03:56.045995Z","end":"2026-04-07T01:03:56.920867Z","steps":["trace[1251725894] 'process raft request' (duration: 874.548047ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.920719Z","caller":"traceutil/trace.go:171","msg":"trace[250286851] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"878.19912ms","start":"2026-04-07T01:03:56.0425Z","end":"2026-04-07T01:03:56.920699Z","steps":["trace[250286851] 'process raft request' (duration: 877.895973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.920879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.044522Z","time spent":"876.301916ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:56.920879Z","caller":"traceutil/trace.go:171","msg":"trace[167774998] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26533; }","duration":"1.498613855s","start":"2026-04-07T01:03:55.422248Z","end":"2026-04-07T01:03:56.920862Z","steps":["trace[167774998] 'agreement among raft nodes before linearized reading' (duration: 1.498463582s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.920895Z","caller":"traceutil/trace.go:171","msg":"trace[272529890] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"879.186012ms","start":"2026-04-07T01:03:56.041699Z","end":"2026-04-07T01:03:56.920885Z","steps":["trace[272529890] 'process raft request' (duration: 878.6418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.920894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.044371Z","time spent":"876.44507ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:56.920931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.422213Z","time spent":"1.498709637s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T01:03:56.920943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.045987Z","time spent":"874.916965ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:56.920879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.043031Z","time spent":"877.776489ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:56.920947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.041666Z","time spent":"879.256522ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:56.920986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498589654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"warn","ts":"2026-04-07T01:03:56.921037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496812455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18420"} {"level":"warn","ts":"2026-04-07T01:03:56.921055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497626503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7941"} {"level":"info","ts":"2026-04-07T01:03:56.920765Z","caller":"traceutil/trace.go:171","msg":"trace[4028405] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"877.003413ms","start":"2026-04-07T01:03:56.043743Z","end":"2026-04-07T01:03:56.920747Z","steps":["trace[4028405] 'process raft request' (duration: 876.714546ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.92106Z","caller":"traceutil/trace.go:171","msg":"trace[637560787] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:26533; }","duration":"1.498680647s","start":"2026-04-07T01:03:55.422364Z","end":"2026-04-07T01:03:56.921045Z","steps":["trace[637560787] 'agreement among raft nodes before linearized reading' (duration: 1.498413891s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497303665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"warn","ts":"2026-04-07T01:03:56.921109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.043735Z","time spent":"877.35058ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:56.92114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49524133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"info","ts":"2026-04-07T01:03:56.921178Z","caller":"traceutil/trace.go:171","msg":"trace[1234791835] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:26533; }","duration":"1.495284631s","start":"2026-04-07T01:03:55.425886Z","end":"2026-04-07T01:03:56.92117Z","steps":["trace[1234791835] 'agreement among raft nodes before linearized reading' (duration: 1.495153538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497543341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7257"} {"level":"warn","ts":"2026-04-07T01:03:56.92117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49520643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-07T01:03:56.921149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.422356Z","time spent":"1.498767159s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-04-07T01:03:56.921208Z","caller":"traceutil/trace.go:171","msg":"trace[1400198948] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:26533; }","duration":"1.497578021s","start":"2026-04-07T01:03:55.423621Z","end":"2026-04-07T01:03:56.921199Z","steps":["trace[1400198948] 'agreement among raft nodes before linearized reading' (duration: 1.49749238s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497213584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-07T01:03:56.921137Z","caller":"traceutil/trace.go:171","msg":"trace[1530355930] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26533; }","duration":"1.497346086s","start":"2026-04-07T01:03:55.423782Z","end":"2026-04-07T01:03:56.921128Z","steps":["trace[1530355930] 'agreement among raft nodes before linearized reading' (duration: 1.497238544s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423618Z","time spent":"1.497614242s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7279,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495318822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-04-07T01:03:56.921265Z","caller":"traceutil/trace.go:171","msg":"trace[99189708] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:26533; }","duration":"1.497266195s","start":"2026-04-07T01:03:55.42399Z","end":"2026-04-07T01:03:56.921257Z","steps":["trace[99189708] 'agreement among raft nodes before linearized reading' (duration: 1.497171833s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495410054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-04-07T01:03:56.921269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496346935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-04-07T01:03:56.921269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497409398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7628"} {"level":"warn","ts":"2026-04-07T01:03:56.921203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494138425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-04-07T01:03:56.9213Z","caller":"traceutil/trace.go:171","msg":"trace[1503697830] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26533; }","duration":"1.495443035s","start":"2026-04-07T01:03:55.42585Z","end":"2026-04-07T01:03:56.921293Z","steps":["trace[1503697830] 'agreement among raft nodes before linearized reading' (duration: 1.495347202s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.921309Z","caller":"traceutil/trace.go:171","msg":"trace[376964546] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:26533; }","duration":"1.496392546s","start":"2026-04-07T01:03:55.424905Z","end":"2026-04-07T01:03:56.921298Z","steps":["trace[376964546] 'agreement among raft nodes before linearized reading' (duration: 1.496301244s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495292411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-04-07T01:03:56.921318Z","caller":"traceutil/trace.go:171","msg":"trace[646821935] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:26533; }","duration":"1.497473309s","start":"2026-04-07T01:03:55.423833Z","end":"2026-04-07T01:03:56.921307Z","steps":["trace[646821935] 'agreement among raft nodes before linearized reading' (duration: 1.497340726s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.424899Z","time spent":"1.496436767s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9344,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-04-07T01:03:56.921353Z","caller":"traceutil/trace.go:171","msg":"trace[1720281731] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:26533; }","duration":"1.495466066s","start":"2026-04-07T01:03:55.425873Z","end":"2026-04-07T01:03:56.921339Z","steps":["trace[1720281731] 'agreement among raft nodes before linearized reading' (duration: 1.495236561s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498312758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7283"} {"level":"warn","ts":"2026-04-07T01:03:56.921389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498262098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"info","ts":"2026-04-07T01:03:56.921426Z","caller":"traceutil/trace.go:171","msg":"trace[1309280144] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:26533; }","duration":"1.498363649s","start":"2026-04-07T01:03:55.423053Z","end":"2026-04-07T01:03:56.921417Z","steps":["trace[1309280144] 'agreement among raft nodes before linearized reading' (duration: 1.498267717s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.921436Z","caller":"traceutil/trace.go:171","msg":"trace[142236120] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26533; }","duration":"1.498311358s","start":"2026-04-07T01:03:55.423113Z","end":"2026-04-07T01:03:56.921424Z","steps":["trace[142236120] 'agreement among raft nodes before linearized reading' (duration: 1.498199916s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498327069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"warn","ts":"2026-04-07T01:03:56.921445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498258478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-04-07T01:03:56.921449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498305909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5117"} {"level":"warn","ts":"2026-04-07T01:03:56.92146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423048Z","time spent":"1.498406651s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7305,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"info","ts":"2026-04-07T01:03:56.921475Z","caller":"traceutil/trace.go:171","msg":"trace[1609602031] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26533; }","duration":"1.498301738s","start":"2026-04-07T01:03:55.423167Z","end":"2026-04-07T01:03:56.921469Z","steps":["trace[1609602031] 'agreement among raft nodes before linearized reading' (duration: 1.498227687s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.42311Z","time spent":"1.498351839s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5152,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-04-07T01:03:56.921474Z","caller":"traceutil/trace.go:171","msg":"trace[1607639524] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26533; }","duration":"1.498362109s","start":"2026-04-07T01:03:55.423103Z","end":"2026-04-07T01:03:56.921465Z","steps":["trace[1607639524] 'agreement among raft nodes before linearized reading' (duration: 1.498268707s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49793723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7928"} {"level":"warn","ts":"2026-04-07T01:03:56.921422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.493949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:56.921506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.42309Z","time spent":"1.498408941s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6185,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-04-07T01:03:56.921524Z","caller":"traceutil/trace.go:171","msg":"trace[1816766861] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:26533; }","duration":"1.49798672s","start":"2026-04-07T01:03:55.423528Z","end":"2026-04-07T01:03:56.921514Z","steps":["trace[1816766861] 'agreement among raft nodes before linearized reading' (duration: 1.497891008s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.921086Z","caller":"traceutil/trace.go:171","msg":"trace[1303065641] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26533; }","duration":"1.496875506s","start":"2026-04-07T01:03:55.424197Z","end":"2026-04-07T01:03:56.921072Z","steps":["trace[1303065641] 'agreement among raft nodes before linearized reading' (duration: 1.496701442s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.921538Z","caller":"traceutil/trace.go:171","msg":"trace[921113610] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26533; }","duration":"936.643473ms","start":"2026-04-07T01:03:55.984883Z","end":"2026-04-07T01:03:56.921527Z","steps":["trace[921113610] 'agreement among raft nodes before linearized reading' (duration: 936.50459ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:56.921485Z","caller":"traceutil/trace.go:171","msg":"trace[1681678537] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:26533; }","duration":"1.49834819s","start":"2026-04-07T01:03:55.423127Z","end":"2026-04-07T01:03:56.921475Z","steps":["trace[1681678537] 'agreement among raft nodes before linearized reading' (duration: 1.498247467s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423524Z","time spent":"1.498026731s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7950,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"info","ts":"2026-04-07T01:03:56.921291Z","caller":"traceutil/trace.go:171","msg":"trace[1126742965] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26533; }","duration":"1.495386253s","start":"2026-04-07T01:03:55.425897Z","end":"2026-04-07T01:03:56.921283Z","steps":["trace[1126742965] 'agreement among raft nodes before linearized reading' (duration: 1.495316212s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.984862Z","time spent":"936.697414ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:56.921582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423124Z","time spent":"1.498451062s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5139,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366511397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:56.921597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.425895Z","time spent":"1.49569634s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-04-07T01:03:56.92123Z","caller":"traceutil/trace.go:171","msg":"trace[1956576594] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:26533; }","duration":"1.495271361s","start":"2026-04-07T01:03:55.425943Z","end":"2026-04-07T01:03:56.921215Z","steps":["trace[1956576594] 'agreement among raft nodes before linearized reading' (duration: 1.495100447s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.92133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.100704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:56.921615Z","caller":"traceutil/trace.go:171","msg":"trace[94706835] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26533; }","duration":"1.366577198s","start":"2026-04-07T01:03:55.555027Z","end":"2026-04-07T01:03:56.921604Z","steps":["trace[94706835] 'agreement among raft nodes before linearized reading' (duration: 1.366528837s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498138905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7281"} {"level":"info","ts":"2026-04-07T01:03:56.921644Z","caller":"traceutil/trace.go:171","msg":"trace[713832691] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26533; }","duration":"933.467712ms","start":"2026-04-07T01:03:55.988166Z","end":"2026-04-07T01:03:56.921634Z","steps":["trace[713832691] 'agreement among raft nodes before linearized reading' (duration: 933.113204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.555006Z","time spent":"1.366630889s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:56.921342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.425832Z","time spent":"1.495498306s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-07T01:03:56.921654Z","caller":"traceutil/trace.go:171","msg":"trace[313901688] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:26533; }","duration":"1.498208296s","start":"2026-04-07T01:03:55.423433Z","end":"2026-04-07T01:03:56.921642Z","steps":["trace[313901688] 'agreement among raft nodes before linearized reading' (duration: 1.498053163s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493104322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:56.921676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.988144Z","time spent":"933.525093ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:03:56.92169Z","caller":"traceutil/trace.go:171","msg":"trace[797388300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26533; }","duration":"1.493132733s","start":"2026-04-07T01:03:55.428551Z","end":"2026-04-07T01:03:56.921684Z","steps":["trace[797388300] 'agreement among raft nodes before linearized reading' (duration: 1.493099572s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.428519Z","time spent":"1.493191474s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.42343Z","time spent":"1.498255247s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7303,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423985Z","time spent":"1.497305395s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1340,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423776Z","time spent":"1.49748819s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3035,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.425941Z","time spent":"1.49568594s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5162,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:03:56.921095Z","caller":"traceutil/trace.go:171","msg":"trace[22764729] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:26533; }","duration":"1.497677785s","start":"2026-04-07T01:03:55.423404Z","end":"2026-04-07T01:03:56.921082Z","steps":["trace[22764729] 'agreement among raft nodes before linearized reading' (duration: 1.497506611s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423396Z","time spent":"1.498522803s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7963,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"info","ts":"2026-04-07T01:03:56.921319Z","caller":"traceutil/trace.go:171","msg":"trace[1439042928] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26533; }","duration":"1.494302379s","start":"2026-04-07T01:03:55.42701Z","end":"2026-04-07T01:03:56.921313Z","steps":["trace[1439042928] 'agreement among raft nodes before linearized reading' (duration: 1.49390549s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.427007Z","time spent":"1.494966103s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4703,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-07T01:03:56.9212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.425883Z","time spent":"1.495311641s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24704,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498215626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-04-07T01:03:56.921352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423826Z","time spent":"1.497519921s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7650,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:56.922014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.420639Z","time spent":"1.499862163s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:56.922049Z","caller":"traceutil/trace.go:171","msg":"trace[1151462573] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26533; }","duration":"1.498878061s","start":"2026-04-07T01:03:55.42316Z","end":"2026-04-07T01:03:56.922038Z","steps":["trace[1151462573] 'agreement among raft nodes before linearized reading' (duration: 1.498175055s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.921495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423164Z","time spent":"1.498324789s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4155,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-07T01:03:56.922079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.423157Z","time spent":"1.498913912s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.42587Z","time spent":"1.495540537s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5080,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:03:56.921567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.424191Z","time spent":"1.497366627s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-07T01:03:56.923344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:56.042489Z","time spent":"878.428064ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:56.921489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020594267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:56.924085Z","caller":"traceutil/trace.go:171","msg":"trace[779421166] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26533; }","duration":"1.023209615s","start":"2026-04-07T01:03:55.900852Z","end":"2026-04-07T01:03:56.924062Z","steps":["trace[779421166] 'agreement among raft nodes before linearized reading' (duration: 1.020593777s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:56.924141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:55.900832Z","time spent":"1.023288917s","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:57.931629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.660369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:57.931884Z","caller":"traceutil/trace.go:171","msg":"trace[1015868093] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"920.740669ms","start":"2026-04-07T01:03:57.011132Z","end":"2026-04-07T01:03:57.931873Z","steps":["trace[1015868093] 'process raft request' (duration: 920.595556ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:57.93189Z","caller":"traceutil/trace.go:171","msg":"trace[1194541674] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"921.468185ms","start":"2026-04-07T01:03:57.010379Z","end":"2026-04-07T01:03:57.931848Z","steps":["trace[1194541674] 'process raft request' (duration: 218.162349ms)","trace[1194541674] 'compare' (duration: 699.252025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:57.931994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.011126Z","time spent":"920.79298ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:57.932008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.010361Z","time spent":"921.572857ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:57.932175Z","caller":"traceutil/trace.go:171","msg":"trace[361831964] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"919.987481ms","start":"2026-04-07T01:03:57.012019Z","end":"2026-04-07T01:03:57.932006Z","steps":["trace[361831964] 'process raft request' (duration: 919.820468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.012012Z","time spent":"920.217006ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:57.932161Z","caller":"traceutil/trace.go:171","msg":"trace[1098434520] linearizableReadLoop","detail":"{readStateIndex:27443; appliedIndex:27440; }","duration":"920.236457ms","start":"2026-04-07T01:03:57.011902Z","end":"2026-04-07T01:03:57.932138Z","steps":["trace[1098434520] 'read index received' (duration: 56.995982ms)","trace[1098434520] 'applied index is now lower than readState.Index' (duration: 863.238275ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:03:57.932413Z","caller":"traceutil/trace.go:171","msg":"trace[812826376] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"507.053846ms","start":"2026-04-07T01:03:57.425264Z","end":"2026-04-07T01:03:57.932318Z","steps":["trace[812826376] 'process raft request' (duration: 506.825521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.250925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-07T01:03:57.932579Z","caller":"traceutil/trace.go:171","msg":"trace[970195650] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26541; }","duration":"906.338707ms","start":"2026-04-07T01:03:57.026225Z","end":"2026-04-07T01:03:57.932564Z","steps":["trace[970195650] 'agreement among raft nodes before linearized reading' (duration: 906.179343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.680559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:817"} {"level":"warn","ts":"2026-04-07T01:03:57.932616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.593994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-init\" ","response":"range_response_count:1 size:7374"} {"level":"info","ts":"2026-04-07T01:03:57.932622Z","caller":"traceutil/trace.go:171","msg":"trace[1334746753] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:26541; }","duration":"606.70716ms","start":"2026-04-07T01:03:57.325907Z","end":"2026-04-07T01:03:57.932614Z","steps":["trace[1334746753] 'agreement among raft nodes before linearized reading' (duration: 606.651839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.026211Z","time spent":"906.397398ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-07T01:03:57.932654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.325847Z","time spent":"606.801932ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":839,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"info","ts":"2026-04-07T01:03:57.932656Z","caller":"traceutil/trace.go:171","msg":"trace[1332576271] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-init; range_end:; response_count:1; response_revision:26541; }","duration":"531.671085ms","start":"2026-04-07T01:03:57.400973Z","end":"2026-04-07T01:03:57.932644Z","steps":["trace[1332576271] 'agreement among raft nodes before linearized reading' (duration: 531.575773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.400955Z","time spent":"531.731867ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7396,"request content":"key:\"/registry/jobs/openstack/octavia-db-init\" "} {"level":"warn","ts":"2026-04-07T01:03:57.932485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.992702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"info","ts":"2026-04-07T01:03:57.932729Z","caller":"traceutil/trace.go:171","msg":"trace[1169616569] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:26541; }","duration":"631.277398ms","start":"2026-04-07T01:03:57.301441Z","end":"2026-04-07T01:03:57.932719Z","steps":["trace[1169616569] 'agreement among raft nodes before linearized reading' (duration: 630.969311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.301417Z","time spent":"631.33791ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1432,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-04-07T01:03:57.932775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.002456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1274"} {"level":"warn","ts":"2026-04-07T01:03:57.932849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.693122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-04-07T01:03:57.932875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.155251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-07T01:03:57.932902Z","caller":"traceutil/trace.go:171","msg":"trace[658387299] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26541; }","duration":"456.781334ms","start":"2026-04-07T01:03:57.476107Z","end":"2026-04-07T01:03:57.932888Z","steps":["trace[658387299] 'agreement among raft nodes before linearized reading' (duration: 456.646961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.467999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-04-07T01:03:57.932957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.479638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-04-07T01:03:57.932981Z","caller":"traceutil/trace.go:171","msg":"trace[1975672109] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26541; }","duration":"556.52448ms","start":"2026-04-07T01:03:57.37645Z","end":"2026-04-07T01:03:57.932974Z","steps":["trace[1975672109] 'agreement among raft nodes before linearized reading' (duration: 556.446368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.476091Z","time spent":"456.844756ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1464,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-07T01:03:57.932982Z","caller":"traceutil/trace.go:171","msg":"trace[492508307] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26541; }","duration":"431.583821ms","start":"2026-04-07T01:03:57.501381Z","end":"2026-04-07T01:03:57.932965Z","steps":["trace[492508307] 'agreement among raft nodes before linearized reading' (duration: 431.344896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.53571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1606"} {"level":"warn","ts":"2026-04-07T01:03:57.93301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.37644Z","time spent":"556.56278ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-04-07T01:03:57.933031Z","caller":"traceutil/trace.go:171","msg":"trace[1108215433] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26541; }","duration":"806.613662ms","start":"2026-04-07T01:03:57.12641Z","end":"2026-04-07T01:03:57.933024Z","steps":["trace[1108215433] 'agreement among raft nodes before linearized reading' (duration: 806.53763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.501358Z","time spent":"431.656874ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-07T01:03:57.933057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.126388Z","time spent":"806.661682ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1628,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-07T01:03:57.933074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.071828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:03:57.932533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.90821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-04-07T01:03:57.932872Z","caller":"traceutil/trace.go:171","msg":"trace[896075205] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26541; }","duration":"581.119039ms","start":"2026-04-07T01:03:57.351725Z","end":"2026-04-07T01:03:57.932844Z","steps":["trace[896075205] 'agreement among raft nodes before linearized reading' (duration: 580.832602ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:57.933178Z","caller":"traceutil/trace.go:171","msg":"trace[1292168986] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26541; }","duration":"132.250842ms","start":"2026-04-07T01:03:57.800904Z","end":"2026-04-07T01:03:57.933155Z","steps":["trace[1292168986] 'agreement among raft nodes before linearized reading' (duration: 131.798212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.673626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"warn","ts":"2026-04-07T01:03:57.932718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.317962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"warn","ts":"2026-04-07T01:03:57.933182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.243243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"warn","ts":"2026-04-07T01:03:57.933258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.832443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7497"} {"level":"info","ts":"2026-04-07T01:03:57.933272Z","caller":"traceutil/trace.go:171","msg":"trace[1614740869] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:26541; }","duration":"478.044878ms","start":"2026-04-07T01:03:57.455217Z","end":"2026-04-07T01:03:57.933262Z","steps":["trace[1614740869] 'agreement among raft nodes before linearized reading' (duration: 477.268171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.93322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.351713Z","time spent":"581.492577ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1296,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-04-07T01:03:57.933212Z","caller":"traceutil/trace.go:171","msg":"trace[319615628] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:26541; }","duration":"506.606176ms","start":"2026-04-07T01:03:57.42659Z","end":"2026-04-07T01:03:57.933196Z","steps":["trace[319615628] 'agreement among raft nodes before linearized reading' (duration: 505.90969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.426572Z","time spent":"506.735188ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2137,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-04-07T01:03:57.933004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.842198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1505"} {"level":"warn","ts":"2026-04-07T01:03:57.933054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.731652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1510"} {"level":"warn","ts":"2026-04-07T01:03:57.933332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.634714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1683"} {"level":"info","ts":"2026-04-07T01:03:57.933353Z","caller":"traceutil/trace.go:171","msg":"trace[2111734672] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:26541; }","duration":"657.214357ms","start":"2026-04-07T01:03:57.276129Z","end":"2026-04-07T01:03:57.933344Z","steps":["trace[2111734672] 'agreement among raft nodes before linearized reading' (duration: 656.801268ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:57.933367Z","caller":"traceutil/trace.go:171","msg":"trace[248150788] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26541; }","duration":"781.708886ms","start":"2026-04-07T01:03:57.151645Z","end":"2026-04-07T01:03:57.933353Z","steps":["trace[248150788] 'agreement among raft nodes before linearized reading' (duration: 781.631154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.276114Z","time spent":"657.270518ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1527,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-04-07T01:03:57.933409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.151615Z","time spent":"781.778757ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1705,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-07T01:03:57.933432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.172308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-04-07T01:03:57.933457Z","caller":"traceutil/trace.go:171","msg":"trace[613000254] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:26541; }","duration":"757.25441ms","start":"2026-04-07T01:03:57.176196Z","end":"2026-04-07T01:03:57.933451Z","steps":["trace[613000254] 'agreement among raft nodes before linearized reading' (duration: 757.187069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.17618Z","time spent":"757.294201ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-04-07T01:03:57.933277Z","caller":"traceutil/trace.go:171","msg":"trace[1329958472] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26541; }","duration":"681.378806ms","start":"2026-04-07T01:03:57.251887Z","end":"2026-04-07T01:03:57.933266Z","steps":["trace[1329958472] 'agreement among raft nodes before linearized reading' (duration: 681.268184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.912181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-07T01:03:57.93351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.251863Z","time spent":"681.638223ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2486,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-04-07T01:03:57.933365Z","caller":"traceutil/trace.go:171","msg":"trace[1167331320] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26541; }","duration":"832.039549ms","start":"2026-04-07T01:03:57.101315Z","end":"2026-04-07T01:03:57.933355Z","steps":["trace[1167331320] 'agreement among raft nodes before linearized reading' (duration: 831.707012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.983906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"warn","ts":"2026-04-07T01:03:57.933585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.101294Z","time spent":"832.280356ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-04-07T01:03:57.933591Z","caller":"traceutil/trace.go:171","msg":"trace[1888672640] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:26541; }","duration":"732.113149ms","start":"2026-04-07T01:03:57.201466Z","end":"2026-04-07T01:03:57.933579Z","steps":["trace[1888672640] 'agreement among raft nodes before linearized reading' (duration: 731.877043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.932446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.507943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-07T01:03:57.933689Z","caller":"traceutil/trace.go:171","msg":"trace[1501946331] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26541; }","duration":"921.795282ms","start":"2026-04-07T01:03:57.01188Z","end":"2026-04-07T01:03:57.933675Z","steps":["trace[1501946331] 'agreement among raft nodes before linearized reading' (duration: 920.328749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.011873Z","time spent":"921.851323ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-07T01:03:57.933515Z","caller":"traceutil/trace.go:171","msg":"trace[234555195] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26541; }","duration":"856.337811ms","start":"2026-04-07T01:03:57.077168Z","end":"2026-04-07T01:03:57.933505Z","steps":["trace[234555195] 'agreement among raft nodes before linearized reading' (duration: 855.903841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.933767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.201453Z","time spent":"732.200642ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-07T01:03:57.93385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.077144Z","time spent":"856.69423ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-07T01:03:57.933311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.455186Z","time spent":"478.11293ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2578,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"info","ts":"2026-04-07T01:03:57.93291Z","caller":"traceutil/trace.go:171","msg":"trace[301079008] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26541; }","duration":"651.209353ms","start":"2026-04-07T01:03:57.28169Z","end":"2026-04-07T01:03:57.932899Z","steps":["trace[301079008] 'agreement among raft nodes before linearized reading' (duration: 651.104621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.934052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.281679Z","time spent":"652.353909ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T01:03:57.933253Z","caller":"traceutil/trace.go:171","msg":"trace[1330906470] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:26541; }","duration":"881.740488ms","start":"2026-04-07T01:03:57.051503Z","end":"2026-04-07T01:03:57.933243Z","steps":["trace[1330906470] 'agreement among raft nodes before linearized reading' (duration: 881.647756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.934173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.051487Z","time spent":"882.671559ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1185,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"info","ts":"2026-04-07T01:03:57.933282Z","caller":"traceutil/trace.go:171","msg":"trace[887662303] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:26541; }","duration":"705.930514ms","start":"2026-04-07T01:03:57.227345Z","end":"2026-04-07T01:03:57.933275Z","steps":["trace[887662303] 'agreement among raft nodes before linearized reading' (duration: 705.849373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:57.934316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.227323Z","time spent":"706.974759ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7519,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"warn","ts":"2026-04-07T01:03:57.93446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.425234Z","time spent":"507.286932ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:58.3444Z","caller":"traceutil/trace.go:171","msg":"trace[1316032611] linearizableReadLoop","detail":"{readStateIndex:27446; appliedIndex:27445; }","duration":"405.795876ms","start":"2026-04-07T01:03:57.938577Z","end":"2026-04-07T01:03:58.344373Z","steps":["trace[1316032611] 'read index received' (duration: 398.168626ms)","trace[1316032611] 'applied index is now lower than readState.Index' (duration: 7.62532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:58.344421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.935012Z","time spent":"409.396276ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:58.344687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.090392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-04-07T01:03:58.344729Z","caller":"traceutil/trace.go:171","msg":"trace[1343812077] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:26541; }","duration":"406.160285ms","start":"2026-04-07T01:03:57.938557Z","end":"2026-04-07T01:03:58.344717Z","steps":["trace[1343812077] 'agreement among raft nodes before linearized reading' (duration: 405.96362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.344775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938543Z","time spent":"406.221726ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":428,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-04-07T01:03:58.34523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.065501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-04-07T01:03:58.345271Z","caller":"traceutil/trace.go:171","msg":"trace[2120672266] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:26541; }","duration":"406.148013ms","start":"2026-04-07T01:03:57.939114Z","end":"2026-04-07T01:03:58.345262Z","steps":["trace[2120672266] 'agreement among raft nodes before linearized reading' (duration: 406.03627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.3453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.939093Z","time spent":"406.200275ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1285,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.749587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T01:03:58.346567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.159289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-07T01:03:58.346584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.74331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T01:03:58.346602Z","caller":"traceutil/trace.go:171","msg":"trace[704287573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26541; }","duration":"369.22292ms","start":"2026-04-07T01:03:57.977368Z","end":"2026-04-07T01:03:58.346591Z","steps":["trace[704287573] 'agreement among raft nodes before linearized reading' (duration: 369.162849ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:58.346613Z","caller":"traceutil/trace.go:171","msg":"trace[915079855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26541; }","duration":"407.776751ms","start":"2026-04-07T01:03:57.938826Z","end":"2026-04-07T01:03:58.346603Z","steps":["trace[915079855] 'agreement among raft nodes before linearized reading' (duration: 407.71436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.346616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.800171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-07T01:03:58.346623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.379842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-04-07T01:03:58.346637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938823Z","time spent":"407.810102ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.298809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-07T01:03:58.346652Z","caller":"traceutil/trace.go:171","msg":"trace[2052799438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26541; }","duration":"407.840782ms","start":"2026-04-07T01:03:57.938798Z","end":"2026-04-07T01:03:58.346639Z","steps":["trace[2052799438] 'agreement among raft nodes before linearized reading' (duration: 407.77107ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:58.346585Z","caller":"traceutil/trace.go:171","msg":"trace[131496453] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26541; }","duration":"165.054613ms","start":"2026-04-07T01:03:58.181516Z","end":"2026-04-07T01:03:58.34657Z","steps":["trace[131496453] 'agreement among raft nodes before linearized reading' (duration: 164.619344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.346692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938793Z","time spent":"407.892053ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:03:58.34634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.416993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:03:58.346825Z","caller":"traceutil/trace.go:171","msg":"trace[1228845462] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26541; }","duration":"407.905664ms","start":"2026-04-07T01:03:57.938903Z","end":"2026-04-07T01:03:58.346808Z","steps":["trace[1228845462] 'agreement among raft nodes before linearized reading' (duration: 407.359212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:58.346683Z","caller":"traceutil/trace.go:171","msg":"trace[494494575] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:26541; }","duration":"407.424092ms","start":"2026-04-07T01:03:57.939249Z","end":"2026-04-07T01:03:58.346673Z","steps":["trace[494494575] 'agreement among raft nodes before linearized reading' (duration: 407.271478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.346879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938895Z","time spent":"407.971175ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.939241Z","time spent":"407.653238ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-04-07T01:03:58.34639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.494225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:03:58.346978Z","caller":"traceutil/trace.go:171","msg":"trace[799706006] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26541; }","duration":"408.096738ms","start":"2026-04-07T01:03:57.938863Z","end":"2026-04-07T01:03:58.34696Z","steps":["trace[799706006] 'agreement among raft nodes before linearized reading' (duration: 407.393243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938856Z","time spent":"408.153409ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-07T01:03:58.34639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.393832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-07T01:03:58.347077Z","caller":"traceutil/trace.go:171","msg":"trace[1090717778] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:26541; }","duration":"408.101828ms","start":"2026-04-07T01:03:57.938964Z","end":"2026-04-07T01:03:58.347066Z","steps":["trace[1090717778] 'agreement among raft nodes before linearized reading' (duration: 407.28325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938958Z","time spent":"408.139939ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1464,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.461214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-07T01:03:58.347175Z","caller":"traceutil/trace.go:171","msg":"trace[229081405] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:26541; }","duration":"408.20277ms","start":"2026-04-07T01:03:57.938959Z","end":"2026-04-07T01:03:58.347162Z","steps":["trace[229081405] 'agreement among raft nodes before linearized reading' (duration: 407.411203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938955Z","time spent":"408.255982ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.520275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-07T01:03:58.346465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.581997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-07T01:03:58.347371Z","caller":"traceutil/trace.go:171","msg":"trace[1006165024] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26541; }","duration":"408.499717ms","start":"2026-04-07T01:03:57.938861Z","end":"2026-04-07T01:03:58.34736Z","steps":["trace[1006165024] 'agreement among raft nodes before linearized reading' (duration: 407.564206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938849Z","time spent":"408.555298ms","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-07T01:03:58.34646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.440554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1495"} {"level":"info","ts":"2026-04-07T01:03:58.347497Z","caller":"traceutil/trace.go:171","msg":"trace[435634010] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:26541; }","duration":"408.482486ms","start":"2026-04-07T01:03:57.938998Z","end":"2026-04-07T01:03:58.34748Z","steps":["trace[435634010] 'agreement among raft nodes before linearized reading' (duration: 407.430283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938984Z","time spent":"408.555058ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.372577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-init\" ","response":"range_response_count:1 size:5554"} {"level":"info","ts":"2026-04-07T01:03:58.347642Z","caller":"traceutil/trace.go:171","msg":"trace[1632996602] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-init; range_end:; response_count:1; response_revision:26541; }","duration":"346.572564ms","start":"2026-04-07T01:03:58.001052Z","end":"2026-04-07T01:03:58.347625Z","steps":["trace[1632996602] 'agreement among raft nodes before linearized reading' (duration: 345.370937ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:58.347587Z","caller":"traceutil/trace.go:171","msg":"trace[2025952384] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26541; }","duration":"408.363574ms","start":"2026-04-07T01:03:57.938915Z","end":"2026-04-07T01:03:58.347279Z","steps":["trace[2025952384] 'agreement among raft nodes before linearized reading' (duration: 407.480685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.001028Z","time spent":"346.644266ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5576,"request content":"key:\"/registry/jobs/openstack/heat-db-init\" "} {"level":"warn","ts":"2026-04-07T01:03:58.347698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938907Z","time spent":"408.773283ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-07T01:03:58.34652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.076519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6749"} {"level":"warn","ts":"2026-04-07T01:03:58.346513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.521325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-04-07T01:03:58.347817Z","caller":"traceutil/trace.go:171","msg":"trace[1747808840] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:26541; }","duration":"397.365357ms","start":"2026-04-07T01:03:57.950424Z","end":"2026-04-07T01:03:58.347789Z","steps":["trace[1747808840] 'agreement among raft nodes before linearized reading' (duration: 396.058358ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:58.347883Z","caller":"traceutil/trace.go:171","msg":"trace[1735953061] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:26541; }","duration":"408.904796ms","start":"2026-04-07T01:03:57.938965Z","end":"2026-04-07T01:03:58.34787Z","steps":["trace[1735953061] 'agreement among raft nodes before linearized reading' (duration: 407.500835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938944Z","time spent":"408.967877ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.510307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-04-07T01:03:58.347935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.950414Z","time spent":"397.48198ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6771,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-07T01:03:58.347958Z","caller":"traceutil/trace.go:171","msg":"trace[1348679943] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26541; }","duration":"405.930569ms","start":"2026-04-07T01:03:57.942018Z","end":"2026-04-07T01:03:58.347948Z","steps":["trace[1348679943] 'agreement among raft nodes before linearized reading' (duration: 404.483517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.347992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.942012Z","time spent":"405.9709ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.977346Z","time spent":"369.286422ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T01:03:58.346678Z","caller":"traceutil/trace.go:171","msg":"trace[898245818] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:26541; }","duration":"407.437392ms","start":"2026-04-07T01:03:57.939225Z","end":"2026-04-07T01:03:58.346662Z","steps":["trace[898245818] 'agreement among raft nodes before linearized reading' (duration: 407.356951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.348119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.939217Z","time spent":"408.886755ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.760577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-04-07T01:03:58.348169Z","caller":"traceutil/trace.go:171","msg":"trace[1001275031] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:26541; }","duration":"408.562388ms","start":"2026-04-07T01:03:57.939599Z","end":"2026-04-07T01:03:58.348162Z","steps":["trace[1001275031] 'agreement among raft nodes before linearized reading' (duration: 406.675656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.348198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.939591Z","time spent":"408.600169ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"warn","ts":"2026-04-07T01:03:58.346359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.420993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-07T01:03:58.34824Z","caller":"traceutil/trace.go:171","msg":"trace[1009047009] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26541; }","duration":"409.320736ms","start":"2026-04-07T01:03:57.938906Z","end":"2026-04-07T01:03:58.348226Z","steps":["trace[1009047009] 'agreement among raft nodes before linearized reading' (duration: 407.323711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.348283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938899Z","time spent":"409.372787ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-07T01:03:58.352505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.844716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-07T01:03:58.352558Z","caller":"traceutil/trace.go:171","msg":"trace[332388408] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:26541; }","duration":"413.939728ms","start":"2026-04-07T01:03:57.938609Z","end":"2026-04-07T01:03:58.352548Z","steps":["trace[332388408] 'agreement among raft nodes before linearized reading' (duration: 406.276606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:58.352593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:57.938588Z","time spent":"413.991229ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5199,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-07T01:03:59.745502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111357032s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:03:59.759582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.715185Z","time spent":"1.044390458s","remote":"127.0.0.1:41792","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:03:59.760115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12601218s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:03:59.760479Z","caller":"traceutil/trace.go:171","msg":"trace[1389805076] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"1.414077689s","start":"2026-04-07T01:03:58.346344Z","end":"2026-04-07T01:03:59.760421Z","steps":["trace[1389805076] 'process raft request' (duration: 287.911126ms)","trace[1389805076] 'compare' (duration: 1.125102579s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:59.76073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.346325Z","time spent":"1.414266663s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.761521Z","caller":"traceutil/trace.go:171","msg":"trace[137947691] linearizableReadLoop","detail":"{readStateIndex:27447; appliedIndex:27446; }","duration":"1.4136668s","start":"2026-04-07T01:03:58.347831Z","end":"2026-04-07T01:03:59.761498Z","steps":["trace[137947691] 'read index received' (duration: 286.447283ms)","trace[137947691] 'applied index is now lower than readState.Index' (duration: 1.127217497s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:03:59.761774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413927665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:59.7618Z","caller":"traceutil/trace.go:171","msg":"trace[167219973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26543; }","duration":"1.413982366s","start":"2026-04-07T01:03:58.347811Z","end":"2026-04-07T01:03:59.761793Z","steps":["trace[167219973] 'agreement among raft nodes before linearized reading' (duration: 1.413794282s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.761874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.347772Z","time spent":"1.414095709s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:03:59.763421Z","caller":"traceutil/trace.go:171","msg":"trace[1575932902] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"1.410656033s","start":"2026-04-07T01:03:58.35275Z","end":"2026-04-07T01:03:59.763406Z","steps":["trace[1575932902] 'process raft request' (duration: 1.407418151s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.763481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352737Z","time spent":"1.410718824s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:03:59.851238Z","caller":"traceutil/trace.go:171","msg":"trace[334937978] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"922.866176ms","start":"2026-04-07T01:03:58.928347Z","end":"2026-04-07T01:03:59.851214Z","steps":["trace[334937978] 'process raft request' (duration: 922.620851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.851401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.928321Z","time spent":"922.986139ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.851625Z","caller":"traceutil/trace.go:171","msg":"trace[728095005] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"923.152943ms","start":"2026-04-07T01:03:58.928451Z","end":"2026-04-07T01:03:59.851604Z","steps":["trace[728095005] 'process raft request' (duration: 922.715493ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:59.851658Z","caller":"traceutil/trace.go:171","msg":"trace[525446740] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"923.032409ms","start":"2026-04-07T01:03:58.928602Z","end":"2026-04-07T01:03:59.851634Z","steps":["trace[525446740] 'process raft request' (duration: 922.948247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.851734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.92844Z","time spent":"923.237754ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.851746Z","caller":"traceutil/trace.go:171","msg":"trace[752917345] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"923.194953ms","start":"2026-04-07T01:03:58.928541Z","end":"2026-04-07T01:03:59.851736Z","steps":["trace[752917345] 'process raft request' (duration: 922.962678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.851776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.928595Z","time spent":"923.117831ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.85183Z","caller":"traceutil/trace.go:171","msg":"trace[1329728417] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"923.270444ms","start":"2026-04-07T01:03:58.928552Z","end":"2026-04-07T01:03:59.851823Z","steps":["trace[1329728417] 'process raft request' (duration: 922.876576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.85188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.928544Z","time spent":"923.313016ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:59.851803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.928498Z","time spent":"923.272995ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.852095Z","caller":"traceutil/trace.go:171","msg":"trace[1303282475] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"922.106639ms","start":"2026-04-07T01:03:58.929977Z","end":"2026-04-07T01:03:59.852084Z","steps":["trace[1303282475] 'process raft request' (duration: 921.621998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.929948Z","time spent":"922.177771ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.852185Z","caller":"traceutil/trace.go:171","msg":"trace[171094976] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"921.141377ms","start":"2026-04-07T01:03:58.931035Z","end":"2026-04-07T01:03:59.852177Z","steps":["trace[171094976] 'process raft request' (duration: 920.955123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.931022Z","time spent":"921.190048ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:03:59.852309Z","caller":"traceutil/trace.go:171","msg":"trace[1665548370] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"810.346225ms","start":"2026-04-07T01:03:59.041956Z","end":"2026-04-07T01:03:59.852303Z","steps":["trace[1665548370] 'process raft request' (duration: 810.10117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:59.041936Z","time spent":"810.391856ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:59.852441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500062998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-04-07T01:03:59.852491Z","caller":"traceutil/trace.go:171","msg":"trace[1310715584] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:26553; }","duration":"1.50012582s","start":"2026-04-07T01:03:58.352353Z","end":"2026-04-07T01:03:59.852478Z","steps":["trace[1310715584] 'agreement among raft nodes before linearized reading' (duration: 1.499987776s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.85253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352342Z","time spent":"1.500181211s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7586,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:03:59.852567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5001989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7146"} {"level":"info","ts":"2026-04-07T01:03:59.852612Z","caller":"traceutil/trace.go:171","msg":"trace[1952331600] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:26553; }","duration":"1.500259052s","start":"2026-04-07T01:03:58.352345Z","end":"2026-04-07T01:03:59.852604Z","steps":["trace[1952331600] 'agreement among raft nodes before linearized reading' (duration: 1.500120469s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352338Z","time spent":"1.500312904s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7168,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-07T01:03:59.852705Z","caller":"traceutil/trace.go:171","msg":"trace[732682623] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"627.725609ms","start":"2026-04-07T01:03:59.224967Z","end":"2026-04-07T01:03:59.852693Z","steps":["trace[732682623] 'process raft request' (duration: 627.115405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:59.224949Z","time spent":"627.788471ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:03:59.852805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362004228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:03:59.85283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500487197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-04-07T01:03:59.852836Z","caller":"traceutil/trace.go:171","msg":"trace[1508085138] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26553; }","duration":"1.362038928s","start":"2026-04-07T01:03:58.490787Z","end":"2026-04-07T01:03:59.852826Z","steps":["trace[1508085138] 'agreement among raft nodes before linearized reading' (duration: 1.361984637s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:59.852859Z","caller":"traceutil/trace.go:171","msg":"trace[823433495] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:26553; }","duration":"1.500524458s","start":"2026-04-07T01:03:58.352326Z","end":"2026-04-07T01:03:59.85285Z","steps":["trace[823433495] 'agreement among raft nodes before linearized reading' (duration: 1.500470597s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.490739Z","time spent":"1.36211709s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:59.852882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352319Z","time spent":"1.500559449s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11191,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:03:59.852912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371022539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-04-07T01:03:59.852948Z","caller":"traceutil/trace.go:171","msg":"trace[1983210447] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:26553; }","duration":"1.371150902s","start":"2026-04-07T01:03:58.481786Z","end":"2026-04-07T01:03:59.852937Z","steps":["trace[1983210447] 'agreement among raft nodes before linearized reading' (duration: 1.37106003s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.852981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.481757Z","time spent":"1.371218153s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5064,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"info","ts":"2026-04-07T01:03:59.852999Z","caller":"traceutil/trace.go:171","msg":"trace[2010707224] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"227.267282ms","start":"2026-04-07T01:03:59.625722Z","end":"2026-04-07T01:03:59.852989Z","steps":["trace[2010707224] 'process raft request' (duration: 226.385602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500755653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5165"} {"level":"info","ts":"2026-04-07T01:03:59.853127Z","caller":"traceutil/trace.go:171","msg":"trace[57259725] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:26553; }","duration":"1.500808405s","start":"2026-04-07T01:03:58.352311Z","end":"2026-04-07T01:03:59.853119Z","steps":["trace[57259725] 'agreement among raft nodes before linearized reading' (duration: 1.500702062s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352305Z","time spent":"1.500840365s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5187,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-07T01:03:59.853173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293402917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:03:59.853208Z","caller":"traceutil/trace.go:171","msg":"trace[146778778] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26553; }","duration":"1.293488599s","start":"2026-04-07T01:03:58.559711Z","end":"2026-04-07T01:03:59.8532Z","steps":["trace[146778778] 'agreement among raft nodes before linearized reading' (duration: 1.293417157s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.559683Z","time spent":"1.293547189s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:59.853211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122082813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:03:59.853288Z","caller":"traceutil/trace.go:171","msg":"trace[2041640454] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26553; }","duration":"1.122216356s","start":"2026-04-07T01:03:58.731053Z","end":"2026-04-07T01:03:59.85327Z","steps":["trace[2041640454] 'agreement among raft nodes before linearized reading' (duration: 1.122050702s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.731036Z","time spent":"1.122291587s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:59.853177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401173751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16641"} {"level":"info","ts":"2026-04-07T01:03:59.853403Z","caller":"traceutil/trace.go:171","msg":"trace[1726466573] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:26553; }","duration":"1.401424077s","start":"2026-04-07T01:03:58.45197Z","end":"2026-04-07T01:03:59.853394Z","steps":["trace[1726466573] 'agreement among raft nodes before linearized reading' (duration: 1.401138261s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.451956Z","time spent":"1.401472348s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16663,"request content":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" "} {"level":"warn","ts":"2026-04-07T01:03:59.853423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49835413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-07T01:03:59.853495Z","caller":"traceutil/trace.go:171","msg":"trace[1228856588] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26553; }","duration":"1.498443632s","start":"2026-04-07T01:03:58.355036Z","end":"2026-04-07T01:03:59.853479Z","steps":["trace[1228856588] 'agreement among raft nodes before linearized reading' (duration: 1.498210017s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.355015Z","time spent":"1.498506933s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-07T01:03:59.853543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501282925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-07T01:03:59.853567Z","caller":"traceutil/trace.go:171","msg":"trace[660890927] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26553; }","duration":"1.501338666s","start":"2026-04-07T01:03:58.352221Z","end":"2026-04-07T01:03:59.853559Z","steps":["trace[660890927] 'agreement among raft nodes before linearized reading' (duration: 1.501247094s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352202Z","time spent":"1.501384117s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-04-07T01:03:59.853503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352081166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29592050\" ","response":"range_response_count:1 size:5714"} {"level":"warn","ts":"2026-04-07T01:03:59.853658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452061115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8301"} {"level":"info","ts":"2026-04-07T01:03:59.853703Z","caller":"traceutil/trace.go:171","msg":"trace[1656827555] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:26553; }","duration":"1.452156898s","start":"2026-04-07T01:03:58.401536Z","end":"2026-04-07T01:03:59.853693Z","steps":["trace[1656827555] 'agreement among raft nodes before linearized reading' (duration: 1.452050516s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:59.853708Z","caller":"traceutil/trace.go:171","msg":"trace[1003330979] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29592050; range_end:; response_count:1; response_revision:26553; }","duration":"1.352340731s","start":"2026-04-07T01:03:58.50135Z","end":"2026-04-07T01:03:59.85369Z","steps":["trace[1003330979] 'agreement among raft nodes before linearized reading' (duration: 1.351974033s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.85376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.501334Z","time spent":"1.352413843s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5736,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29592050\" "} {"level":"warn","ts":"2026-04-07T01:03:59.853251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426507406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:5044"} {"level":"warn","ts":"2026-04-07T01:03:59.853743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.401518Z","time spent":"1.452217999s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8323,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-04-07T01:03:59.853806Z","caller":"traceutil/trace.go:171","msg":"trace[111950450] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:26553; }","duration":"1.427090369s","start":"2026-04-07T01:03:58.426709Z","end":"2026-04-07T01:03:59.853799Z","steps":["trace[111950450] 'agreement among raft nodes before linearized reading' (duration: 1.426487595s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501145872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6473"} {"level":"warn","ts":"2026-04-07T01:03:59.853848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.426697Z","time spent":"1.42714376s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5066,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-04-07T01:03:59.85387Z","caller":"traceutil/trace.go:171","msg":"trace[305201159] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:26553; }","duration":"1.501556761s","start":"2026-04-07T01:03:58.352303Z","end":"2026-04-07T01:03:59.85386Z","steps":["trace[305201159] 'agreement among raft nodes before linearized reading' (duration: 1.50104949s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477216367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5042"} {"level":"warn","ts":"2026-04-07T01:03:59.853906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352282Z","time spent":"1.501613932s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6495,"request content":"key:\"/registry/jobs/openstack/keystone-domain-manage\" "} {"level":"info","ts":"2026-04-07T01:03:59.853927Z","caller":"traceutil/trace.go:171","msg":"trace[554287371] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:26553; }","duration":"1.477256138s","start":"2026-04-07T01:03:58.376661Z","end":"2026-04-07T01:03:59.853917Z","steps":["trace[554287371] 'agreement among raft nodes before linearized reading' (duration: 1.476923541s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.853949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.376561Z","time spent":"1.477382401s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5064,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505070128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7443"} {"level":"info","ts":"2026-04-07T01:03:59.85406Z","caller":"traceutil/trace.go:171","msg":"trace[1421513542] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:26553; }","duration":"1.50513213s","start":"2026-04-07T01:03:58.348918Z","end":"2026-04-07T01:03:59.85405Z","steps":["trace[1421513542] 'agreement among raft nodes before linearized reading' (duration: 1.505010428s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.854107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502049951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-04-07T01:03:59.854131Z","caller":"traceutil/trace.go:171","msg":"trace[909593524] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26553; }","duration":"1.502094903s","start":"2026-04-07T01:03:58.35203Z","end":"2026-04-07T01:03:59.854125Z","steps":["trace[909593524] 'agreement among raft nodes before linearized reading' (duration: 1.502032091s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.854145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352019Z","time spent":"1.502123563s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12049,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.348898Z","time spent":"1.505194041s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7465,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502360638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-07T01:03:59.853338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501021999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7481"} {"level":"warn","ts":"2026-04-07T01:03:59.854224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502006691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-04-07T01:03:59.854256Z","caller":"traceutil/trace.go:171","msg":"trace[950094936] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:26553; }","duration":"1.502071562s","start":"2026-04-07T01:03:58.352177Z","end":"2026-04-07T01:03:59.854248Z","steps":["trace[950094936] 'agreement among raft nodes before linearized reading' (duration: 1.50199025s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.854278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352158Z","time spent":"1.502115803s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502031601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5237"} {"level":"info","ts":"2026-04-07T01:03:59.854301Z","caller":"traceutil/trace.go:171","msg":"trace[2042471321] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:26553; }","duration":"1.502054282s","start":"2026-04-07T01:03:58.352242Z","end":"2026-04-07T01:03:59.854296Z","steps":["trace[2042471321] 'agreement among raft nodes before linearized reading' (duration: 1.502006191s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.854321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352235Z","time spent":"1.502082932s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503535445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup-29592060\" ","response":"range_response_count:1 size:5543"} {"level":"info","ts":"2026-04-07T01:03:59.854222Z","caller":"traceutil/trace.go:171","msg":"trace[1170295844] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:26553; }","duration":"1.502394829s","start":"2026-04-07T01:03:58.351818Z","end":"2026-04-07T01:03:59.854213Z","steps":["trace[1170295844] 'agreement among raft nodes before linearized reading' (duration: 1.502302537s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:59.854373Z","caller":"traceutil/trace.go:171","msg":"trace[1567618614] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup-29592060; range_end:; response_count:1; response_revision:26553; }","duration":"1.503623207s","start":"2026-04-07T01:03:58.350745Z","end":"2026-04-07T01:03:59.854368Z","steps":["trace[1567618614] 'agreement among raft nodes before linearized reading' (duration: 1.503496114s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.854371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503702169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-07T01:03:59.854392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.35074Z","time spent":"1.503647408s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":5565,"request content":"key:\"/registry/jobs/openstack/nova-cell-setup-29592060\" "} {"level":"info","ts":"2026-04-07T01:03:59.854403Z","caller":"traceutil/trace.go:171","msg":"trace[1288750008] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26553; }","duration":"1.5037421s","start":"2026-04-07T01:03:58.350649Z","end":"2026-04-07T01:03:59.854391Z","steps":["trace[1288750008] 'agreement among raft nodes before linearized reading' (duration: 1.503664538s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:59.854232Z","caller":"traceutil/trace.go:171","msg":"trace[1968936519] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:26553; }","duration":"1.501928139s","start":"2026-04-07T01:03:58.352292Z","end":"2026-04-07T01:03:59.85422Z","steps":["trace[1968936519] 'agreement among raft nodes before linearized reading' (duration: 1.500970448s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.854466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.352282Z","time spent":"1.502179364s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7503,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.351782Z","time spent":"1.502590333s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-04-07T01:03:59.85444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:58.35064Z","time spent":"1.503792811s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-07T01:03:59.854975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.297996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-07T01:03:59.855083Z","caller":"traceutil/trace.go:171","msg":"trace[2040709985] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789; range_end:; response_count:1; response_revision:26553; }","duration":"729.449519ms","start":"2026-04-07T01:03:59.125608Z","end":"2026-04-07T01:03:59.855057Z","steps":["trace[2040709985] 'agreement among raft nodes before linearized reading' (duration: 728.55064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.85513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:59.125597Z","time spent":"729.524581ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cd6nd.18a3ed6b81c2e789\" "} {"level":"warn","ts":"2026-04-07T01:03:59.855105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.127704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:03:59.855188Z","caller":"traceutil/trace.go:171","msg":"trace[147228692] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26553; }","duration":"501.251566ms","start":"2026-04-07T01:03:59.353918Z","end":"2026-04-07T01:03:59.855169Z","steps":["trace[147228692] 'agreement among raft nodes before linearized reading' (duration: 499.807274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.85524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:59.353901Z","time spent":"501.328879ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2729,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:03:59.856456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.998274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cd6nd\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-04-07T01:03:59.856529Z","caller":"traceutil/trace.go:171","msg":"trace[1357302369] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cd6nd; range_end:; response_count:1; response_revision:26553; }","duration":"731.098377ms","start":"2026-04-07T01:03:59.125421Z","end":"2026-04-07T01:03:59.85652Z","steps":["trace[1357302369] 'agreement among raft nodes before linearized reading' (duration: 728.211802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:03:59.856724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:03:59.125405Z","time spent":"731.309661ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cd6nd\" "} {"level":"warn","ts":"2026-04-07T01:04:00.004333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.530104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-trusts\" ","response":"range_response_count:1 size:6980"} {"level":"info","ts":"2026-04-07T01:04:00.004416Z","caller":"traceutil/trace.go:171","msg":"trace[177861293] range","detail":"{range_begin:/registry/jobs/openstack/heat-trusts; range_end:; response_count:1; response_revision:26553; }","duration":"143.646386ms","start":"2026-04-07T01:03:59.860751Z","end":"2026-04-07T01:04:00.004397Z","steps":["trace[177861293] 'range keys from in-memory index tree' (duration: 143.314028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.004514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.119147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-07T01:04:00.004568Z","caller":"traceutil/trace.go:171","msg":"trace[2094816075] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26553; }","duration":"144.192859ms","start":"2026-04-07T01:03:59.860358Z","end":"2026-04-07T01:04:00.004551Z","steps":["trace[2094816075] 'range keys from in-memory index tree' (duration: 144.021215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.004725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.095127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9889"} {"level":"warn","ts":"2026-04-07T01:04:00.00473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.866131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-bootstrap\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-04-07T01:04:00.004807Z","caller":"traceutil/trace.go:171","msg":"trace[744347228] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:26553; }","duration":"144.196739ms","start":"2026-04-07T01:03:59.860592Z","end":"2026-04-07T01:04:00.004789Z","steps":["trace[744347228] 'range keys from in-memory index tree' (duration: 143.947514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.004824Z","caller":"traceutil/trace.go:171","msg":"trace[1386143695] range","detail":"{range_begin:/registry/jobs/openstack/octavia-bootstrap; range_end:; response_count:1; response_revision:26553; }","duration":"143.970303ms","start":"2026-04-07T01:03:59.860831Z","end":"2026-04-07T01:04:00.004801Z","steps":["trace[1386143695] 'range keys from in-memory index tree' (duration: 143.689356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.004817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.987104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5656"} {"level":"warn","ts":"2026-04-07T01:04:00.004859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.306331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-04-07T01:04:00.004888Z","caller":"traceutil/trace.go:171","msg":"trace[45730733] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:26553; }","duration":"144.075386ms","start":"2026-04-07T01:03:59.860794Z","end":"2026-04-07T01:04:00.004869Z","steps":["trace[45730733] 'range keys from in-memory index tree' (duration: 143.844851ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.0049Z","caller":"traceutil/trace.go:171","msg":"trace[1355442778] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:26553; }","duration":"144.356892ms","start":"2026-04-07T01:03:59.860533Z","end":"2026-04-07T01:04:00.00489Z","steps":["trace[1355442778] 'range keys from in-memory index tree' (duration: 144.157988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.004915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.508405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:04:00.005056Z","caller":"traceutil/trace.go:171","msg":"trace[659002492] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26553; }","duration":"144.678509ms","start":"2026-04-07T01:03:59.860339Z","end":"2026-04-07T01:04:00.005018Z","steps":["trace[659002492] 'range keys from in-memory index tree' (duration: 144.376932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.005653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.067477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-04-07T01:04:00.005709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.179939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:00.005732Z","caller":"traceutil/trace.go:171","msg":"trace[2025048564] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26553; }","duration":"145.249812ms","start":"2026-04-07T01:03:59.860459Z","end":"2026-04-07T01:04:00.005709Z","steps":["trace[2025048564] 'range keys from in-memory index tree' (duration: 144.868133ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.005926Z","caller":"traceutil/trace.go:171","msg":"trace[1188388947] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"142.125031ms","start":"2026-04-07T01:03:59.863785Z","end":"2026-04-07T01:04:00.00591Z","steps":["trace[1188388947] 'process raft request' (duration: 141.999579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.006127Z","caller":"traceutil/trace.go:171","msg":"trace[1390717319] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"145.317283ms","start":"2026-04-07T01:03:59.860795Z","end":"2026-04-07T01:04:00.006112Z","steps":["trace[1390717319] 'process raft request' (duration: 21.658473ms)","trace[1390717319] 'compare' (duration: 122.003574ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:00.006267Z","caller":"traceutil/trace.go:171","msg":"trace[1011942332] linearizableReadLoop","detail":"{readStateIndex:27459; appliedIndex:27458; }","duration":"145.387564ms","start":"2026-04-07T01:03:59.86087Z","end":"2026-04-07T01:04:00.006258Z","steps":["trace[1011942332] 'read index received' (duration: 21.600912ms)","trace[1011942332] 'applied index is now lower than readState.Index' (duration: 123.785502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:00.006519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.64728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6978"} {"level":"info","ts":"2026-04-07T01:04:00.006587Z","caller":"traceutil/trace.go:171","msg":"trace[117906792] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:26555; }","duration":"145.742463ms","start":"2026-04-07T01:03:59.860827Z","end":"2026-04-07T01:04:00.00657Z","steps":["trace[117906792] 'agreement among raft nodes before linearized reading' (duration: 145.566558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.006598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.717102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:5034"} {"level":"info","ts":"2026-04-07T01:04:00.00663Z","caller":"traceutil/trace.go:171","msg":"trace[1537930417] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:26555; }","duration":"145.774343ms","start":"2026-04-07T01:03:59.860846Z","end":"2026-04-07T01:04:00.00662Z","steps":["trace[1537930417] 'agreement among raft nodes before linearized reading' (duration: 145.65867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.006701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.847704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5656"} {"level":"info","ts":"2026-04-07T01:04:00.006772Z","caller":"traceutil/trace.go:171","msg":"trace[1936869795] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:26555; }","duration":"145.925297ms","start":"2026-04-07T01:03:59.860832Z","end":"2026-04-07T01:04:00.006758Z","steps":["trace[1936869795] 'agreement among raft nodes before linearized reading' (duration: 145.763013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.046773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.705897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5260"} {"level":"warn","ts":"2026-04-07T01:04:00.046774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.744718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-07T01:04:00.046847Z","caller":"traceutil/trace.go:171","msg":"trace[2044430272] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:26556; }","duration":"182.80307ms","start":"2026-04-07T01:03:59.864026Z","end":"2026-04-07T01:04:00.046829Z","steps":["trace[2044430272] 'agreement among raft nodes before linearized reading' (duration: 182.596295ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.046862Z","caller":"traceutil/trace.go:171","msg":"trace[287119724] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26556; }","duration":"182.85682ms","start":"2026-04-07T01:03:59.863988Z","end":"2026-04-07T01:04:00.046845Z","steps":["trace[287119724] 'agreement among raft nodes before linearized reading' (duration: 182.655736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.047141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.992921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:1 size:8870"} {"level":"info","ts":"2026-04-07T01:04:00.047156Z","caller":"traceutil/trace.go:171","msg":"trace[1788138337] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"103.95742ms","start":"2026-04-07T01:03:59.943186Z","end":"2026-04-07T01:04:00.047144Z","steps":["trace[1788138337] 'process raft request' (duration: 103.280555ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.047185Z","caller":"traceutil/trace.go:171","msg":"trace[137400466] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:1; response_revision:26556; }","duration":"186.043391ms","start":"2026-04-07T01:03:59.861132Z","end":"2026-04-07T01:04:00.047175Z","steps":["trace[137400466] 'agreement among raft nodes before linearized reading' (duration: 185.928909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.047357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.333966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:04:00.047457Z","caller":"traceutil/trace.go:171","msg":"trace[932143412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26556; }","duration":"103.435168ms","start":"2026-04-07T01:03:59.944012Z","end":"2026-04-07T01:04:00.047447Z","steps":["trace[932143412] 'agreement among raft nodes before linearized reading' (duration: 103.275435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.04746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.533663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6095"} {"level":"info","ts":"2026-04-07T01:04:00.047492Z","caller":"traceutil/trace.go:171","msg":"trace[1573610939] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:26556; }","duration":"186.570893ms","start":"2026-04-07T01:03:59.860912Z","end":"2026-04-07T01:04:00.047483Z","steps":["trace[1573610939] 'agreement among raft nodes before linearized reading' (duration: 186.519932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.046859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.580741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-07T01:04:00.047625Z","caller":"traceutil/trace.go:171","msg":"trace[1801040381] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26556; }","duration":"186.356128ms","start":"2026-04-07T01:03:59.861256Z","end":"2026-04-07T01:04:00.047612Z","steps":["trace[1801040381] 'agreement among raft nodes before linearized reading' (duration: 185.514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.047646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.208828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:04:00.047674Z","caller":"traceutil/trace.go:171","msg":"trace[208907427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26556; }","duration":"109.293849ms","start":"2026-04-07T01:03:59.938372Z","end":"2026-04-07T01:04:00.047666Z","steps":["trace[208907427] 'agreement among raft nodes before linearized reading' (duration: 109.205617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.047999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.53665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:04:00.048034Z","caller":"traceutil/trace.go:171","msg":"trace[1772483195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26556; }","duration":"181.586162ms","start":"2026-04-07T01:03:59.866439Z","end":"2026-04-07T01:04:00.048025Z","steps":["trace[1772483195] 'agreement among raft nodes before linearized reading' (duration: 181.337197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.047413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.292177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-service-cleaner-29592060\" ","response":"range_response_count:1 size:6950"} {"level":"warn","ts":"2026-04-07T01:04:00.048446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.242461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:04:00.048453Z","caller":"traceutil/trace.go:171","msg":"trace[1369228179] range","detail":"{range_begin:/registry/jobs/openstack/nova-service-cleaner-29592060; range_end:; response_count:1; response_revision:26556; }","duration":"187.3366ms","start":"2026-04-07T01:03:59.8611Z","end":"2026-04-07T01:04:00.048436Z","steps":["trace[1369228179] 'agreement among raft nodes before linearized reading' (duration: 186.226476ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:00.048484Z","caller":"traceutil/trace.go:171","msg":"trace[1241604059] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26556; }","duration":"184.296952ms","start":"2026-04-07T01:03:59.864177Z","end":"2026-04-07T01:04:00.048474Z","steps":["trace[1241604059] 'agreement among raft nodes before linearized reading' (duration: 184.162419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.048516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.038184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16606"} {"level":"info","ts":"2026-04-07T01:04:00.048561Z","caller":"traceutil/trace.go:171","msg":"trace[885934060] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:26556; }","duration":"187.122206ms","start":"2026-04-07T01:03:59.861428Z","end":"2026-04-07T01:04:00.04855Z","steps":["trace[885934060] 'agreement among raft nodes before linearized reading' (duration: 187.001202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.050337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.990327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5408"} {"level":"info","ts":"2026-04-07T01:04:00.050444Z","caller":"traceutil/trace.go:171","msg":"trace[607234802] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26556; }","duration":"189.132791ms","start":"2026-04-07T01:03:59.861288Z","end":"2026-04-07T01:04:00.050421Z","steps":["trace[607234802] 'agreement among raft nodes before linearized reading' (duration: 187.953305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.052001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.759047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12655"} {"level":"info","ts":"2026-04-07T01:04:00.052063Z","caller":"traceutil/trace.go:171","msg":"trace[528617216] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:26556; }","duration":"188.436276ms","start":"2026-04-07T01:03:59.86361Z","end":"2026-04-07T01:04:00.052047Z","steps":["trace[528617216] 'agreement among raft nodes before linearized reading' (duration: 183.277981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.547362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942173,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:04:00.746911Z","caller":"traceutil/trace.go:171","msg":"trace[261007585] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"732.710593ms","start":"2026-04-07T01:04:00.014176Z","end":"2026-04-07T01:04:00.746886Z","steps":["trace[261007585] 'process raft request' (duration: 732.514088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:00.747055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.014164Z","time spent":"732.816646ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:01.50896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.112489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:01.509164Z","caller":"traceutil/trace.go:171","msg":"trace[1701200686] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"1.455017472s","start":"2026-04-07T01:04:00.054125Z","end":"2026-04-07T01:04:01.509143Z","steps":["trace[1701200686] 'process raft request' (duration: 1.244638477s)","trace[1701200686] 'compare' (duration: 209.375213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:01.509234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.0541Z","time spent":"1.455097185s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:01.509371Z","caller":"traceutil/trace.go:171","msg":"trace[199190068] linearizableReadLoop","detail":"{readStateIndex:27464; appliedIndex:27461; }","duration":"1.462734964s","start":"2026-04-07T01:04:00.046609Z","end":"2026-04-07T01:04:01.509344Z","steps":["trace[199190068] 'read index received' (duration: 700.116585ms)","trace[199190068] 'applied index is now lower than readState.Index' (duration: 762.616159ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:01.509425Z","caller":"traceutil/trace.go:171","msg":"trace[201583733] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"1.455268538s","start":"2026-04-07T01:04:00.054137Z","end":"2026-04-07T01:04:01.509405Z","steps":["trace[201583733] 'process raft request' (duration: 1.4549226s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.054118Z","time spent":"1.45534649s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:01.509578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498338299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12730"} {"level":"warn","ts":"2026-04-07T01:04:01.509578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499591027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7449"} {"level":"warn","ts":"2026-04-07T01:04:01.509582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487742673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-6fbc6.18a3ecbac6aea304\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-04-07T01:04:01.509625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499850793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5656"} {"level":"warn","ts":"2026-04-07T01:04:01.509612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498737867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-04-07T01:04:01.509612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49976052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-04-07T01:04:01.509642Z","caller":"traceutil/trace.go:171","msg":"trace[313524522] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:26559; }","duration":"1.49842s","start":"2026-04-07T01:04:00.011204Z","end":"2026-04-07T01:04:01.509624Z","steps":["trace[313524522] 'agreement among raft nodes before linearized reading' (duration: 1.498228626s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:01.509646Z","caller":"traceutil/trace.go:171","msg":"trace[1150692479] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:26559; }","duration":"1.499690509s","start":"2026-04-07T01:04:00.009941Z","end":"2026-04-07T01:04:01.509632Z","steps":["trace[1150692479] 'agreement among raft nodes before linearized reading' (duration: 1.499449153s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:01.509662Z","caller":"traceutil/trace.go:171","msg":"trace[1034109309] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:26559; }","duration":"1.499946294s","start":"2026-04-07T01:04:00.009705Z","end":"2026-04-07T01:04:01.509651Z","steps":["trace[1034109309] 'agreement among raft nodes before linearized reading' (duration: 1.49974968s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:01.509667Z","caller":"traceutil/trace.go:171","msg":"trace[715455846] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-6fbc6.18a3ecbac6aea304; range_end:; response_count:1; response_revision:26559; }","duration":"1.487868315s","start":"2026-04-07T01:04:00.02178Z","end":"2026-04-07T01:04:01.509648Z","steps":["trace[715455846] 'agreement among raft nodes before linearized reading' (duration: 1.487600589s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490447083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-04-07T01:04:01.509691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.011201Z","time spent":"1.498482183s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12752,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-04-07T01:04:01.509686Z","caller":"traceutil/trace.go:171","msg":"trace[1021959028] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26559; }","duration":"1.499871752s","start":"2026-04-07T01:04:00.0098Z","end":"2026-04-07T01:04:01.509672Z","steps":["trace[1021959028] 'agreement among raft nodes before linearized reading' (duration: 1.499584246s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.009682Z","time spent":"1.500013366s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5678,"request content":"key:\"/registry/jobs/openstack/staffeln-db-init\" "} {"level":"info","ts":"2026-04-07T01:04:01.509684Z","caller":"traceutil/trace.go:171","msg":"trace[1885884754] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26559; }","duration":"1.498872491s","start":"2026-04-07T01:04:00.010793Z","end":"2026-04-07T01:04:01.509665Z","steps":["trace[1885884754] 'agreement among raft nodes before linearized reading' (duration: 1.498594835s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.021766Z","time spent":"1.487937877s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-6fbc6.18a3ecbac6aea304\" "} {"level":"info","ts":"2026-04-07T01:04:01.509722Z","caller":"traceutil/trace.go:171","msg":"trace[1699187212] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26559; }","duration":"1.490501764s","start":"2026-04-07T01:04:00.019207Z","end":"2026-04-07T01:04:01.509708Z","steps":["trace[1699187212] 'agreement among raft nodes before linearized reading' (duration: 1.490412232s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498531963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6406"} {"level":"warn","ts":"2026-04-07T01:04:01.509742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.009789Z","time spent":"1.499944445s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7386,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:04:01.509747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.010762Z","time spent":"1.498976973s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-07T01:04:01.509754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.019192Z","time spent":"1.490555845s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-04-07T01:04:01.509761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500261702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-04-07T01:04:01.509765Z","caller":"traceutil/trace.go:171","msg":"trace[1172395769] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:26559; }","duration":"1.498581204s","start":"2026-04-07T01:04:00.011173Z","end":"2026-04-07T01:04:01.509754Z","steps":["trace[1172395769] 'agreement among raft nodes before linearized reading' (duration: 1.498443741s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498323549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7036"} {"level":"warn","ts":"2026-04-07T01:04:01.509789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495403204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-service\" ","response":"range_response_count:1 size:6369"} {"level":"info","ts":"2026-04-07T01:04:01.509797Z","caller":"traceutil/trace.go:171","msg":"trace[1622218876] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:26559; }","duration":"1.500343543s","start":"2026-04-07T01:04:00.009443Z","end":"2026-04-07T01:04:01.509787Z","steps":["trace[1622218876] 'agreement among raft nodes before linearized reading' (duration: 1.50020089s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.5098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.011164Z","time spent":"1.498629345s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6428,"request content":"key:\"/registry/jobs/openstack/glance-ks-service\" "} {"level":"warn","ts":"2026-04-07T01:04:01.509827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.009425Z","time spent":"1.500395785s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-04-07T01:04:01.509825Z","caller":"traceutil/trace.go:171","msg":"trace[1906360332] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-service; range_end:; response_count:1; response_revision:26559; }","duration":"1.495444685s","start":"2026-04-07T01:04:00.014368Z","end":"2026-04-07T01:04:01.509813Z","steps":["trace[1906360332] 'agreement among raft nodes before linearized reading' (duration: 1.495358193s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.509694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.009931Z","time spent":"1.49975464s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7471,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-07T01:04:01.509832Z","caller":"traceutil/trace.go:171","msg":"trace[1161563421] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:26559; }","duration":"1.498587434s","start":"2026-04-07T01:04:00.011222Z","end":"2026-04-07T01:04:01.509809Z","steps":["trace[1161563421] 'agreement among raft nodes before linearized reading' (duration: 1.498149645s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:01.50986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.014363Z","time spent":"1.495490485s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":6391,"request content":"key:\"/registry/jobs/openstack/nova-ks-service\" "} {"level":"warn","ts":"2026-04-07T01:04:01.509957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.011219Z","time spent":"1.498667776s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7058,"request content":"key:\"/registry/jobs/openstack/keystone-bootstrap\" "} {"level":"warn","ts":"2026-04-07T01:04:02.318234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.004982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:02.31895Z","caller":"traceutil/trace.go:171","msg":"trace[2025402154] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"1.561111649s","start":"2026-04-07T01:04:00.757788Z","end":"2026-04-07T01:04:02.318899Z","steps":["trace[2025402154] 'process raft request' (duration: 890.35525ms)","trace[2025402154] 'compare' (duration: 669.804698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:02.319157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.757757Z","time spent":"1.561293723s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:02.319172Z","caller":"traceutil/trace.go:171","msg":"trace[116741070] linearizableReadLoop","detail":"{readStateIndex:27465; appliedIndex:27464; }","duration":"809.720771ms","start":"2026-04-07T01:04:01.509427Z","end":"2026-04-07T01:04:02.319148Z","steps":["trace[116741070] 'read index received' (duration: 138.735187ms)","trace[116741070] 'applied index is now lower than readState.Index' (duration: 670.980813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:02.319518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234636083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:04:02.319546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237226788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-service\" ","response":"range_response_count:1 size:6436"} {"level":"info","ts":"2026-04-07T01:04:02.319575Z","caller":"traceutil/trace.go:171","msg":"trace[1968249178] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26561; }","duration":"1.234737156s","start":"2026-04-07T01:04:01.084824Z","end":"2026-04-07T01:04:02.319561Z","steps":["trace[1968249178] 'agreement among raft nodes before linearized reading' (duration: 1.23449592s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.319603Z","caller":"traceutil/trace.go:171","msg":"trace[1737823161] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-service; range_end:; response_count:1; response_revision:26561; }","duration":"2.237303609s","start":"2026-04-07T01:04:00.082285Z","end":"2026-04-07T01:04:02.319588Z","steps":["trace[1737823161] 'agreement among raft nodes before linearized reading' (duration: 2.237076314s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.319582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261672504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6417"} {"level":"warn","ts":"2026-04-07T01:04:02.319678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584425149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:02.319678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03598138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:02.319635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210454361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8212"} {"level":"info","ts":"2026-04-07T01:04:02.319712Z","caller":"traceutil/trace.go:171","msg":"trace[1516655264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26561; }","duration":"1.036036251s","start":"2026-04-07T01:04:01.283667Z","end":"2026-04-07T01:04:02.319703Z","steps":["trace[1516655264] 'agreement among raft nodes before linearized reading' (duration: 1.035976199s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.319685Z","caller":"traceutil/trace.go:171","msg":"trace[876390002] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"807.183744ms","start":"2026-04-07T01:04:01.511837Z","end":"2026-04-07T01:04:02.319021Z","steps":["trace[876390002] 'process raft request' (duration: 807.081842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.319749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.283648Z","time spent":"1.036086642s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:04:02.319766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265736155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-04-07T01:04:02.319763Z","caller":"traceutil/trace.go:171","msg":"trace[317962099] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26561; }","duration":"2.210647235s","start":"2026-04-07T01:04:00.10909Z","end":"2026-04-07T01:04:02.319737Z","steps":["trace[317962099] 'agreement among raft nodes before linearized reading' (duration: 2.210244887s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.319769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12603807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:02.319816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.109073Z","time spent":"2.210728337s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8234,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-07T01:04:02.319856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265829558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-04-07T01:04:02.319905Z","caller":"traceutil/trace.go:171","msg":"trace[1181512005] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:26561; }","duration":"2.265884139s","start":"2026-04-07T01:04:00.054009Z","end":"2026-04-07T01:04:02.319893Z","steps":["trace[1181512005] 'agreement among raft nodes before linearized reading' (duration: 2.265743576s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.319898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.511803Z","time spent":"807.977961ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:02.319876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265353495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15349"} {"level":"warn","ts":"2026-04-07T01:04:02.31994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265913579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4045"} {"level":"warn","ts":"2026-04-07T01:04:02.319965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.053964Z","time spent":"2.265992411s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6674,"request content":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" "} {"level":"info","ts":"2026-04-07T01:04:02.319986Z","caller":"traceutil/trace.go:171","msg":"trace[396919137] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26561; }","duration":"2.265459188s","start":"2026-04-07T01:04:00.054498Z","end":"2026-04-07T01:04:02.319957Z","steps":["trace[396919137] 'agreement among raft nodes before linearized reading' (duration: 2.265353076s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.31999Z","caller":"traceutil/trace.go:171","msg":"trace[1844164188] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:26561; }","duration":"2.265985041s","start":"2026-04-07T01:04:00.053993Z","end":"2026-04-07T01:04:02.319978Z","steps":["trace[1844164188] 'agreement among raft nodes before linearized reading' (duration: 2.265857178s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.320028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.054487Z","time spent":"2.26552827s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-07T01:04:02.31979Z","caller":"traceutil/trace.go:171","msg":"trace[1140377574] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26561; }","duration":"2.265786736s","start":"2026-04-07T01:04:00.053997Z","end":"2026-04-07T01:04:02.319784Z","steps":["trace[1140377574] 'agreement among raft nodes before linearized reading' (duration: 2.265728055s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.320074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.053975Z","time spent":"2.266094603s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-07T01:04:02.320064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.053976Z","time spent":"2.266047592s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4067,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-07T01:04:02.319918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265725554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:5060"} {"level":"warn","ts":"2026-04-07T01:04:02.319632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.082275Z","time spent":"2.237352531s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6458,"request content":"key:\"/registry/jobs/openstack/neutron-ks-service\" "} {"level":"info","ts":"2026-04-07T01:04:02.320195Z","caller":"traceutil/trace.go:171","msg":"trace[2142342780] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:26561; }","duration":"2.266031061s","start":"2026-04-07T01:04:00.054148Z","end":"2026-04-07T01:04:02.32018Z","steps":["trace[2142342780] 'agreement among raft nodes before linearized reading' (duration: 2.265738345s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.319824Z","caller":"traceutil/trace.go:171","msg":"trace[1201328234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26561; }","duration":"1.126120532s","start":"2026-04-07T01:04:01.193685Z","end":"2026-04-07T01:04:02.319805Z","steps":["trace[1201328234] 'agreement among raft nodes before linearized reading' (duration: 1.12603601s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.319619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.084789Z","time spent":"1.234820738s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:02.320235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.054119Z","time spent":"2.266104713s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5082,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T01:04:02.320251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.193666Z","time spent":"1.126571251s","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:02.31984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264881346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-07T01:04:02.320327Z","caller":"traceutil/trace.go:171","msg":"trace[1365518856] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:26561; }","duration":"2.265366796s","start":"2026-04-07T01:04:00.054954Z","end":"2026-04-07T01:04:02.320321Z","steps":["trace[1365518856] 'agreement among raft nodes before linearized reading' (duration: 2.264847735s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.320349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.054921Z","time spent":"2.265423578s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-07T01:04:02.320386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265005048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-04-07T01:04:02.320497Z","caller":"traceutil/trace.go:171","msg":"trace[1617663396] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:26561; }","duration":"2.265228034s","start":"2026-04-07T01:04:00.055254Z","end":"2026-04-07T01:04:02.320482Z","steps":["trace[1617663396] 'agreement among raft nodes before linearized reading' (duration: 2.264250381s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.320587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.055246Z","time spent":"2.265327977s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1332,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-04-07T01:04:02.319682Z","caller":"traceutil/trace.go:171","msg":"trace[1951597406] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:26561; }","duration":"2.261840238s","start":"2026-04-07T01:04:00.057816Z","end":"2026-04-07T01:04:02.319656Z","steps":["trace[1951597406] 'agreement among raft nodes before linearized reading' (duration: 2.26147622s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.320719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.057804Z","time spent":"2.262900592s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6439,"request content":"key:\"/registry/jobs/openstack/cinder-ks-service\" "} {"level":"info","ts":"2026-04-07T01:04:02.319705Z","caller":"traceutil/trace.go:171","msg":"trace[177018204] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26561; }","duration":"1.584492361s","start":"2026-04-07T01:04:00.735204Z","end":"2026-04-07T01:04:02.319696Z","steps":["trace[177018204] 'agreement among raft nodes before linearized reading' (duration: 1.58444892s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.320888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.735182Z","time spent":"1.585667268s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:02.321906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267917995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-07T01:04:02.322026Z","caller":"traceutil/trace.go:171","msg":"trace[461715969] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26561; }","duration":"2.268003916s","start":"2026-04-07T01:04:00.053966Z","end":"2026-04-07T01:04:02.32197Z","steps":["trace[461715969] 'agreement among raft nodes before linearized reading' (duration: 2.265860448s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.322085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:00.05392Z","time spent":"2.26815132s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-04-07T01:04:02.746933Z","caller":"traceutil/trace.go:171","msg":"trace[1484735247] linearizableReadLoop","detail":"{readStateIndex:27474; appliedIndex:27466; }","duration":"427.43809ms","start":"2026-04-07T01:04:02.319473Z","end":"2026-04-07T01:04:02.746911Z","steps":["trace[1484735247] 'read index received' (duration: 386.508356ms)","trace[1484735247] 'applied index is now lower than readState.Index' (duration: 40.928634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:02.747033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.75179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:02.747086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230252396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"info","ts":"2026-04-07T01:04:02.747111Z","caller":"traceutil/trace.go:171","msg":"trace[2144986751] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26569; }","duration":"713.871773ms","start":"2026-04-07T01:04:02.033221Z","end":"2026-04-07T01:04:02.747093Z","steps":["trace[2144986751] 'agreement among raft nodes before linearized reading' (duration: 713.711849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229782566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7939"} {"level":"info","ts":"2026-04-07T01:04:02.747138Z","caller":"traceutil/trace.go:171","msg":"trace[1524393865] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:26569; }","duration":"1.230312487s","start":"2026-04-07T01:04:01.516813Z","end":"2026-04-07T01:04:02.747125Z","steps":["trace[1524393865] 'agreement among raft nodes before linearized reading' (duration: 1.230123103s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.033201Z","time spent":"713.935494ms","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:02.747169Z","caller":"traceutil/trace.go:171","msg":"trace[258127699] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:26569; }","duration":"1.229858027s","start":"2026-04-07T01:04:01.517298Z","end":"2026-04-07T01:04:02.747156Z","steps":["trace[258127699] 'agreement among raft nodes before linearized reading' (duration: 1.229676663s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231257609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-07T01:04:02.747199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.517293Z","time spent":"1.229901438s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7961,"request content":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" "} {"level":"info","ts":"2026-04-07T01:04:02.747213Z","caller":"traceutil/trace.go:171","msg":"trace[462484288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26569; }","duration":"1.23132883s","start":"2026-04-07T01:04:01.515871Z","end":"2026-04-07T01:04:02.7472Z","steps":["trace[462484288] 'agreement among raft nodes before linearized reading' (duration: 1.231166027s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230026281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7441"} {"level":"warn","ts":"2026-04-07T01:04:02.747237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013237103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:02.747249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.515863Z","time spent":"1.231377191s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-07T01:04:02.747256Z","caller":"traceutil/trace.go:171","msg":"trace[875145301] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:26569; }","duration":"1.230077192s","start":"2026-04-07T01:04:01.517168Z","end":"2026-04-07T01:04:02.747245Z","steps":["trace[875145301] 'agreement among raft nodes before linearized reading' (duration: 1.22995851s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.747264Z","caller":"traceutil/trace.go:171","msg":"trace[1894417545] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26569; }","duration":"1.013268214s","start":"2026-04-07T01:04:01.733988Z","end":"2026-04-07T01:04:02.747256Z","steps":["trace[1894417545] 'agreement among raft nodes before linearized reading' (duration: 1.013225143s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.747266Z","caller":"traceutil/trace.go:171","msg":"trace[708197605] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"888.658943ms","start":"2026-04-07T01:04:01.858581Z","end":"2026-04-07T01:04:02.74724Z","steps":["trace[708197605] 'process raft request' (duration: 888.07391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.517162Z","time spent":"1.230122643s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7463,"request content":"key:\"/registry/jobs/openstack/glance-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.733875Z","time spent":"1.013410677s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:02.747266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.410843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:04:02.74732Z","caller":"traceutil/trace.go:171","msg":"trace[809933012] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"888.273305ms","start":"2026-04-07T01:04:01.859033Z","end":"2026-04-07T01:04:02.747306Z","steps":["trace[809933012] 'process raft request' (duration: 887.717122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.859023Z","time spent":"888.321346ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:02.74742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232392714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-07T01:04:02.747378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.858569Z","time spent":"888.744645ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:02.747358Z","caller":"traceutil/trace.go:171","msg":"trace[914966631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26569; }","duration":"735.548166ms","start":"2026-04-07T01:04:02.01179Z","end":"2026-04-07T01:04:02.747338Z","steps":["trace[914966631] 'agreement among raft nodes before linearized reading' (duration: 735.291801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231718139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1365"} {"level":"info","ts":"2026-04-07T01:04:02.747497Z","caller":"traceutil/trace.go:171","msg":"trace[204066251] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"888.166862ms","start":"2026-04-07T01:04:01.859322Z","end":"2026-04-07T01:04:02.747489Z","steps":["trace[204066251] 'process raft request' (duration: 887.464926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.747505Z","caller":"traceutil/trace.go:171","msg":"trace[694225127] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:26569; }","duration":"1.231751s","start":"2026-04-07T01:04:01.51575Z","end":"2026-04-07T01:04:02.747501Z","steps":["trace[694225127] 'agreement among raft nodes before linearized reading' (duration: 1.231701999s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.01177Z","time spent":"735.712781ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.515738Z","time spent":"1.23178084s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1387,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-04-07T01:04:02.74752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.780065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:02.747534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.859312Z","time spent":"888.200122ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:02.747491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231342631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-04-07T01:04:02.747585Z","caller":"traceutil/trace.go:171","msg":"trace[1742922268] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"874.284213ms","start":"2026-04-07T01:04:01.873295Z","end":"2026-04-07T01:04:02.747579Z","steps":["trace[1742922268] 'process raft request' (duration: 873.527766ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.747442Z","caller":"traceutil/trace.go:171","msg":"trace[1585795804] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:26569; }","duration":"1.232430375s","start":"2026-04-07T01:04:01.515007Z","end":"2026-04-07T01:04:02.747437Z","steps":["trace[1585795804] 'agreement among raft nodes before linearized reading' (duration: 1.232355993s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.873281Z","time spent":"874.336124ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:02.747671Z","caller":"traceutil/trace.go:171","msg":"trace[1837047097] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"690.998151ms","start":"2026-04-07T01:04:02.056663Z","end":"2026-04-07T01:04:02.747662Z","steps":["trace[1837047097] 'process raft request' (duration: 690.199244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.795879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-04-07T01:04:02.747086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230305187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-07T01:04:02.747553Z","caller":"traceutil/trace.go:171","msg":"trace[1601241339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26569; }","duration":"426.859617ms","start":"2026-04-07T01:04:02.320683Z","end":"2026-04-07T01:04:02.747543Z","steps":["trace[1601241339] 'agreement among raft nodes before linearized reading' (duration: 426.806166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.74769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.514987Z","time spent":"1.232683771s","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5608,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-04-07T01:04:02.747717Z","caller":"traceutil/trace.go:171","msg":"trace[886214818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26569; }","duration":"1.230945561s","start":"2026-04-07T01:04:01.516757Z","end":"2026-04-07T01:04:02.747703Z","steps":["trace[886214818] 'agreement among raft nodes before linearized reading' (duration: 1.230214315s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.74773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.056622Z","time spent":"691.068643ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:02.747739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.320656Z","time spent":"427.071151ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.516751Z","time spent":"1.230993322s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.37836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:04:02.74783Z","caller":"traceutil/trace.go:171","msg":"trace[910838226] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26569; }","duration":"419.430331ms","start":"2026-04-07T01:04:02.328388Z","end":"2026-04-07T01:04:02.747818Z","steps":["trace[910838226] 'agreement among raft nodes before linearized reading' (duration: 419.332909ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.747037Z","caller":"traceutil/trace.go:171","msg":"trace[673202337] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"888.350716ms","start":"2026-04-07T01:04:01.858655Z","end":"2026-04-07T01:04:02.747005Z","steps":["trace[673202337] 'process raft request' (duration: 888.0568ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.747903Z","caller":"traceutil/trace.go:171","msg":"trace[1649489696] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"890.299939ms","start":"2026-04-07T01:04:01.85759Z","end":"2026-04-07T01:04:02.74789Z","steps":["trace[1649489696] 'process raft request' (duration: 848.537338ms)","trace[1649489696] 'compare' (duration: 39.986692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:02.747917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.858648Z","time spent":"889.240105ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:02.747169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.516809Z","time spent":"1.230352658s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1959,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.627716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-04-07T01:04:02.74797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.646927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:04:02.747981Z","caller":"traceutil/trace.go:171","msg":"trace[159403572] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:26569; }","duration":"419.680566ms","start":"2026-04-07T01:04:02.328292Z","end":"2026-04-07T01:04:02.747972Z","steps":["trace[159403572] 'agreement among raft nodes before linearized reading' (duration: 419.590184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.747987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.857575Z","time spent":"890.376702ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:02.747929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231098774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:931"} {"level":"warn","ts":"2026-04-07T01:04:02.748016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.328282Z","time spent":"419.726638ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":945,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231463243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-07T01:04:02.748048Z","caller":"traceutil/trace.go:171","msg":"trace[1467735733] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:26569; }","duration":"1.231228497s","start":"2026-04-07T01:04:01.516812Z","end":"2026-04-07T01:04:02.74804Z","steps":["trace[1467735733] 'agreement among raft nodes before linearized reading' (duration: 1.230373428s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.748083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.888709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-q5c2m.18a3ecba8f877250\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-04-07T01:04:02.748138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.516805Z","time spent":"1.231308619s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.416113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-04-07T01:04:02.747703Z","caller":"traceutil/trace.go:171","msg":"trace[1508679479] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26569; }","duration":"419.82979ms","start":"2026-04-07T01:04:02.327862Z","end":"2026-04-07T01:04:02.747692Z","steps":["trace[1508679479] 'agreement among raft nodes before linearized reading' (duration: 419.729278ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:02.74819Z","caller":"traceutil/trace.go:171","msg":"trace[1370818412] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26569; }","duration":"420.670569ms","start":"2026-04-07T01:04:02.327508Z","end":"2026-04-07T01:04:02.748179Z","steps":["trace[1370818412] 'agreement among raft nodes before linearized reading' (duration: 420.375332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.748215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.32641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1392"} {"level":"warn","ts":"2026-04-07T01:04:02.74823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327501Z","time spent":"420.71844ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-07T01:04:02.747992Z","caller":"traceutil/trace.go:171","msg":"trace[999717244] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26569; }","duration":"536.727609ms","start":"2026-04-07T01:04:02.211257Z","end":"2026-04-07T01:04:02.747985Z","steps":["trace[999717244] 'agreement among raft nodes before linearized reading' (duration: 536.605606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.748255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.376012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1965"} {"level":"info","ts":"2026-04-07T01:04:02.748292Z","caller":"traceutil/trace.go:171","msg":"trace[887470206] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26569; }","duration":"420.409233ms","start":"2026-04-07T01:04:02.327873Z","end":"2026-04-07T01:04:02.748282Z","steps":["trace[887470206] 'agreement among raft nodes before linearized reading' (duration: 420.329801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.748323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327853Z","time spent":"420.463174ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1987,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.910832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1416"} {"level":"warn","ts":"2026-04-07T01:04:02.748014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.724905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1078"} {"level":"info","ts":"2026-04-07T01:04:02.748379Z","caller":"traceutil/trace.go:171","msg":"trace[1579471616] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26569; }","duration":"420.571436ms","start":"2026-04-07T01:04:02.327797Z","end":"2026-04-07T01:04:02.748369Z","steps":["trace[1579471616] 'agreement among raft nodes before linearized reading' (duration: 419.84399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.748411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327781Z","time spent":"420.621128ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1438,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-04-07T01:04:02.748397Z","caller":"traceutil/trace.go:171","msg":"trace[529997915] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:26569; }","duration":"423.136004ms","start":"2026-04-07T01:04:02.325241Z","end":"2026-04-07T01:04:02.748377Z","steps":["trace[529997915] 'agreement among raft nodes before linearized reading' (duration: 422.721835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.754982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.325217Z","time spent":"429.724781ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-07T01:04:02.748137Z","caller":"traceutil/trace.go:171","msg":"trace[1624633215] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-q5c2m.18a3ecba8f877250; range_end:; response_count:1; response_revision:26569; }","duration":"422.95637ms","start":"2026-04-07T01:04:02.325169Z","end":"2026-04-07T01:04:02.748125Z","steps":["trace[1624633215] 'agreement among raft nodes before linearized reading' (duration: 422.861668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.755245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.325146Z","time spent":"430.08849ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":971,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-q5c2m.18a3ecba8f877250\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.047704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"info","ts":"2026-04-07T01:04:02.755636Z","caller":"traceutil/trace.go:171","msg":"trace[28609381] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:26569; }","duration":"427.647865ms","start":"2026-04-07T01:04:02.327723Z","end":"2026-04-07T01:04:02.755371Z","steps":["trace[28609381] 'agreement among raft nodes before linearized reading' (duration: 420.014504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.755683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327704Z","time spent":"427.967961ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1630,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-04-07T01:04:02.747593Z","caller":"traceutil/trace.go:171","msg":"trace[1142052827] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:26569; }","duration":"1.231456553s","start":"2026-04-07T01:04:01.516127Z","end":"2026-04-07T01:04:02.747583Z","steps":["trace[1142052827] 'agreement among raft nodes before linearized reading' (duration: 1.230840949s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.755856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.51612Z","time spent":"1.239728158s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-04-07T01:04:02.748218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327806Z","time spent":"420.400882ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T01:04:02.748261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.211218Z","time spent":"537.036555ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:02.748085Z","caller":"traceutil/trace.go:171","msg":"trace[1062301312] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26569; }","duration":"1.23175676s","start":"2026-04-07T01:04:01.516317Z","end":"2026-04-07T01:04:02.748074Z","steps":["trace[1062301312] 'agreement among raft nodes before linearized reading' (duration: 1.231291129s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.756278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.51631Z","time spent":"1.239960262s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.328382Z","time spent":"419.474752ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:04:02.747867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.28979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-07T01:04:02.75658Z","caller":"traceutil/trace.go:171","msg":"trace[1541730953] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:26569; }","duration":"429.007424ms","start":"2026-04-07T01:04:02.327563Z","end":"2026-04-07T01:04:02.75657Z","steps":["trace[1541730953] 'agreement among raft nodes before linearized reading' (duration: 420.253029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.756609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327559Z","time spent":"429.042055ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-04-07T01:04:02.748184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.963593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:04:02.756832Z","caller":"traceutil/trace.go:171","msg":"trace[1230155714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26569; }","duration":"428.625087ms","start":"2026-04-07T01:04:02.328196Z","end":"2026-04-07T01:04:02.756821Z","steps":["trace[1230155714] 'agreement among raft nodes before linearized reading' (duration: 419.922632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.756877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.328188Z","time spent":"428.674827ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-07T01:04:02.748261Z","caller":"traceutil/trace.go:171","msg":"trace[98046487] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:26569; }","duration":"420.386252ms","start":"2026-04-07T01:04:02.327859Z","end":"2026-04-07T01:04:02.748245Z","steps":["trace[98046487] 'agreement among raft nodes before linearized reading' (duration: 420.30225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.757167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.327841Z","time spent":"429.313831ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1414,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-07T01:04:02.747313Z","caller":"traceutil/trace.go:171","msg":"trace[1617980765] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"889.668346ms","start":"2026-04-07T01:04:01.857589Z","end":"2026-04-07T01:04:02.747257Z","steps":["trace[1617980765] 'process raft request' (duration: 888.97478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:02.757435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:01.857551Z","time spent":"899.820182ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:03.10908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.072666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:03.109188Z","caller":"traceutil/trace.go:171","msg":"trace[1527117863] linearizableReadLoop","detail":"{readStateIndex:27476; appliedIndex:27475; }","duration":"272.01558ms","start":"2026-04-07T01:04:02.837156Z","end":"2026-04-07T01:04:03.109172Z","steps":["trace[1527117863] 'read index received' (duration: 49.610217ms)","trace[1527117863] 'applied index is now lower than readState.Index' (duration: 222.400643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:03.109377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.351849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-04-07T01:04:03.109385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.171164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-04-07T01:04:03.109454Z","caller":"traceutil/trace.go:171","msg":"trace[5576433] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:26571; }","duration":"350.269777ms","start":"2026-04-07T01:04:02.75917Z","end":"2026-04-07T01:04:03.10944Z","steps":["trace[5576433] 'agreement among raft nodes before linearized reading' (duration: 350.003441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.366809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"warn","ts":"2026-04-07T01:04:03.109449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.252677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-04-07T01:04:03.109533Z","caller":"traceutil/trace.go:171","msg":"trace[868252901] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"347.836772ms","start":"2026-04-07T01:04:02.761685Z","end":"2026-04-07T01:04:03.109522Z","steps":["trace[868252901] 'process raft request' (duration: 125.260125ms)","trace[868252901] 'compare' (duration: 221.381961ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:03.109546Z","caller":"traceutil/trace.go:171","msg":"trace[1746748495] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:26571; }","duration":"350.369709ms","start":"2026-04-07T01:04:02.759156Z","end":"2026-04-07T01:04:03.109526Z","steps":["trace[1746748495] 'agreement among raft nodes before linearized reading' (duration: 350.029882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.607524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T01:04:03.109586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.75915Z","time spent":"350.42922ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":951,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.761676Z","time spent":"347.885244ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T01:04:03.109611Z","caller":"traceutil/trace.go:171","msg":"trace[1462367429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26571; }","duration":"350.676836ms","start":"2026-04-07T01:04:02.758924Z","end":"2026-04-07T01:04:03.1096Z","steps":["trace[1462367429] 'agreement among raft nodes before linearized reading' (duration: 350.587164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.478961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:916"} {"level":"info","ts":"2026-04-07T01:04:03.10968Z","caller":"traceutil/trace.go:171","msg":"trace[655898111] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:26571; }","duration":"350.542213ms","start":"2026-04-07T01:04:02.759129Z","end":"2026-04-07T01:04:03.109671Z","steps":["trace[655898111] 'agreement among raft nodes before linearized reading' (duration: 350.427331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.810468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17632"} {"level":"warn","ts":"2026-04-07T01:04:03.109491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.482971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-04-07T01:04:03.109756Z","caller":"traceutil/trace.go:171","msg":"trace[1456755005] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:26571; }","duration":"350.85053ms","start":"2026-04-07T01:04:02.758897Z","end":"2026-04-07T01:04:03.109748Z","steps":["trace[1456755005] 'agreement among raft nodes before linearized reading' (duration: 350.768388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.758892Z","time spent":"350.883451ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17654,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.846551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:03.109793Z","caller":"traceutil/trace.go:171","msg":"trace[1357912060] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:26571; }","duration":"350.780419ms","start":"2026-04-07T01:04:02.758993Z","end":"2026-04-07T01:04:03.109774Z","steps":["trace[1357912060] 'agreement among raft nodes before linearized reading' (duration: 350.437301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.621124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-07T01:04:03.109818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.727757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:04:03.109837Z","caller":"traceutil/trace.go:171","msg":"trace[2102949945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26571; }","duration":"346.880602ms","start":"2026-04-07T01:04:02.762944Z","end":"2026-04-07T01:04:03.109824Z","steps":["trace[2102949945] 'agreement among raft nodes before linearized reading' (duration: 346.832881ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.109839Z","caller":"traceutil/trace.go:171","msg":"trace[730342489] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:26571; }","duration":"350.655506ms","start":"2026-04-07T01:04:02.759177Z","end":"2026-04-07T01:04:03.109832Z","steps":["trace[730342489] 'agreement among raft nodes before linearized reading' (duration: 350.571064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.762939Z","time spent":"346.913062ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:04:03.109855Z","caller":"traceutil/trace.go:171","msg":"trace[431228926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26571; }","duration":"350.768998ms","start":"2026-04-07T01:04:02.759073Z","end":"2026-04-07T01:04:03.109841Z","steps":["trace[431228926] 'agreement among raft nodes before linearized reading' (duration: 350.673006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.109862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759172Z","time spent":"350.684916ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":781,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.758988Z","time spent":"350.84476ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759067Z","time spent":"350.814599ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.758913Z","time spent":"350.724757ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759163Z","time spent":"350.325248ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-04-07T01:04:03.109965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.079405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7473"} {"level":"warn","ts":"2026-04-07T01:04:03.109722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759119Z","time spent":"350.593584ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":938,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"info","ts":"2026-04-07T01:04:03.109524Z","caller":"traceutil/trace.go:171","msg":"trace[440562048] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:26571; }","duration":"350.474392ms","start":"2026-04-07T01:04:02.759026Z","end":"2026-04-07T01:04:03.1095Z","steps":["trace[440562048] 'agreement among raft nodes before linearized reading' (duration: 350.167795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759021Z","time spent":"351.486635ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1512,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.359234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5225"} {"level":"warn","ts":"2026-04-07T01:04:03.110588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.198753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6484"} {"level":"info","ts":"2026-04-07T01:04:03.11059Z","caller":"traceutil/trace.go:171","msg":"trace[1531487473] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:26571; }","duration":"348.940668ms","start":"2026-04-07T01:04:02.761621Z","end":"2026-04-07T01:04:03.110562Z","steps":["trace[1531487473] 'agreement among raft nodes before linearized reading' (duration: 348.328203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.365221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-04-07T01:04:03.110631Z","caller":"traceutil/trace.go:171","msg":"trace[2073190662] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:26571; }","duration":"349.260945ms","start":"2026-04-07T01:04:02.76136Z","end":"2026-04-07T01:04:03.110621Z","steps":["trace[2073190662] 'agreement among raft nodes before linearized reading' (duration: 348.701542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.761611Z","time spent":"349.03193ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5247,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-07T01:04:03.110677Z","caller":"traceutil/trace.go:171","msg":"trace[28234676] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26571; }","duration":"270.068758ms","start":"2026-04-07T01:04:02.840589Z","end":"2026-04-07T01:04:03.110658Z","steps":["trace[28234676] 'agreement among raft nodes before linearized reading' (duration: 269.237689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.761355Z","time spent":"349.309516ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6506,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-04-07T01:04:03.110039Z","caller":"traceutil/trace.go:171","msg":"trace[1112719025] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:26571; }","duration":"351.197657ms","start":"2026-04-07T01:04:02.758823Z","end":"2026-04-07T01:04:03.110021Z","steps":["trace[1112719025] 'agreement among raft nodes before linearized reading' (duration: 350.942101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.758805Z","time spent":"351.942595ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7495,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-07T01:04:03.109411Z","caller":"traceutil/trace.go:171","msg":"trace[1818688774] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26571; }","duration":"350.403869ms","start":"2026-04-07T01:04:02.758997Z","end":"2026-04-07T01:04:03.109401Z","steps":["trace[1818688774] 'agreement among raft nodes before linearized reading' (duration: 350.262636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.230193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:03.110835Z","caller":"traceutil/trace.go:171","msg":"trace[1612133207] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26571; }","duration":"199.002052ms","start":"2026-04-07T01:04:02.911817Z","end":"2026-04-07T01:04:03.110819Z","steps":["trace[1612133207] 'agreement among raft nodes before linearized reading' (duration: 198.167302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.799214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:5012"} {"level":"warn","ts":"2026-04-07T01:04:03.110928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.758988Z","time spent":"351.931495ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1332,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-04-07T01:04:03.110944Z","caller":"traceutil/trace.go:171","msg":"trace[938156017] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:26571; }","duration":"349.597392ms","start":"2026-04-07T01:04:02.761334Z","end":"2026-04-07T01:04:03.110931Z","steps":["trace[938156017] 'agreement among raft nodes before linearized reading' (duration: 348.760343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.110987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.7613Z","time spent":"349.674174ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5034,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.30576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7391"} {"level":"info","ts":"2026-04-07T01:04:03.111083Z","caller":"traceutil/trace.go:171","msg":"trace[1289745614] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:26571; }","duration":"352.20343ms","start":"2026-04-07T01:04:02.758868Z","end":"2026-04-07T01:04:03.111072Z","steps":["trace[1289745614] 'agreement among raft nodes before linearized reading' (duration: 351.197837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.111121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.758865Z","time spent":"352.245661ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7413,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.40538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7491"} {"level":"info","ts":"2026-04-07T01:04:03.111169Z","caller":"traceutil/trace.go:171","msg":"trace[1557446483] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:26571; }","duration":"351.333931ms","start":"2026-04-07T01:04:02.759823Z","end":"2026-04-07T01:04:03.111157Z","steps":["trace[1557446483] 'agreement among raft nodes before linearized reading' (duration: 350.381729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.111216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759816Z","time spent":"351.388592ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7513,"request content":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.006573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-07T01:04:03.111323Z","caller":"traceutil/trace.go:171","msg":"trace[423133794] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:26571; }","duration":"352.148749ms","start":"2026-04-07T01:04:02.759162Z","end":"2026-04-07T01:04:03.11131Z","steps":["trace[423133794] 'agreement among raft nodes before linearized reading' (duration: 350.802879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.111364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759155Z","time spent":"352.20078ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":865,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.703252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-07T01:04:03.111535Z","caller":"traceutil/trace.go:171","msg":"trace[866903303] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26571; }","duration":"349.96478ms","start":"2026-04-07T01:04:02.761556Z","end":"2026-04-07T01:04:03.111521Z","steps":["trace[866903303] 'agreement among raft nodes before linearized reading' (duration: 348.458956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.111575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.76155Z","time spent":"350.012851ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1464,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.697686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-07T01:04:03.111778Z","caller":"traceutil/trace.go:171","msg":"trace[1486806691] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:26571; }","duration":"352.17966ms","start":"2026-04-07T01:04:02.759573Z","end":"2026-04-07T01:04:03.111753Z","steps":["trace[1486806691] 'agreement among raft nodes before linearized reading' (duration: 350.683586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.11182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759561Z","time spent":"352.247121ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.958607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5060"} {"level":"info","ts":"2026-04-07T01:04:03.112026Z","caller":"traceutil/trace.go:171","msg":"trace[2134756645] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:26571; }","duration":"350.626025ms","start":"2026-04-07T01:04:02.761389Z","end":"2026-04-07T01:04:03.112015Z","steps":["trace[2134756645] 'agreement among raft nodes before linearized reading' (duration: 348.63763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.112065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.761384Z","time spent":"350.670266ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5082,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T01:04:03.110191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.320238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5074"} {"level":"info","ts":"2026-04-07T01:04:03.112234Z","caller":"traceutil/trace.go:171","msg":"trace[1972327848] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:26571; }","duration":"352.348914ms","start":"2026-04-07T01:04:02.759858Z","end":"2026-04-07T01:04:03.112207Z","steps":["trace[1972327848] 'agreement among raft nodes before linearized reading' (duration: 350.293768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.112275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:02.759855Z","time spent":"352.409985ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5096,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T01:04:03.113458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.074857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:04:03.113569Z","caller":"traceutil/trace.go:171","msg":"trace[388521719] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26571; }","duration":"227.19129ms","start":"2026-04-07T01:04:02.886367Z","end":"2026-04-07T01:04:03.113558Z","steps":["trace[388521719] 'agreement among raft nodes before linearized reading' (duration: 223.679761ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.520054Z","caller":"traceutil/trace.go:171","msg":"trace[461924960] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"363.817759ms","start":"2026-04-07T01:04:03.156214Z","end":"2026-04-07T01:04:03.520032Z","steps":["trace[461924960] 'process raft request' (duration: 283.532247ms)","trace[461924960] 'compare' (duration: 79.973115ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:03.520073Z","caller":"traceutil/trace.go:171","msg":"trace[1333250866] linearizableReadLoop","detail":"{readStateIndex:27477; appliedIndex:27476; }","duration":"357.582751ms","start":"2026-04-07T01:04:03.162468Z","end":"2026-04-07T01:04:03.520051Z","steps":["trace[1333250866] 'read index received' (duration: 277.296808ms)","trace[1333250866] 'applied index is now lower than readState.Index' (duration: 80.284423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:03.520164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.156202Z","time spent":"363.908582ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:04:03.520395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.906078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-07T01:04:03.520438Z","caller":"traceutil/trace.go:171","msg":"trace[71357187] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:26572; }","duration":"357.98434ms","start":"2026-04-07T01:04:03.162441Z","end":"2026-04-07T01:04:03.520425Z","steps":["trace[71357187] 'agreement among raft nodes before linearized reading' (duration: 357.774905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.520471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.162427Z","time spent":"358.036681ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-04-07T01:04:03.520492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.911171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-07T01:04:03.52052Z","caller":"traceutil/trace.go:171","msg":"trace[506704618] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:26572; }","duration":"341.990343ms","start":"2026-04-07T01:04:03.17852Z","end":"2026-04-07T01:04:03.52051Z","steps":["trace[506704618] 'agreement among raft nodes before linearized reading' (duration: 341.86743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.520541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.1785Z","time spent":"342.036623ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7527,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-07T01:04:03.520552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.130042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:04:03.520632Z","caller":"traceutil/trace.go:171","msg":"trace[253569109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26572; }","duration":"142.270675ms","start":"2026-04-07T01:04:03.378348Z","end":"2026-04-07T01:04:03.520619Z","steps":["trace[253569109] 'agreement among raft nodes before linearized reading' (duration: 142.0427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.520669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.687633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:5335"} {"level":"info","ts":"2026-04-07T01:04:03.52069Z","caller":"traceutil/trace.go:171","msg":"trace[874131043] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:26572; }","duration":"167.754563ms","start":"2026-04-07T01:04:03.352929Z","end":"2026-04-07T01:04:03.520684Z","steps":["trace[874131043] 'agreement among raft nodes before linearized reading' (duration: 167.672162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.520838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.087914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10936"} {"level":"info","ts":"2026-04-07T01:04:03.520856Z","caller":"traceutil/trace.go:171","msg":"trace[1180744383] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:26572; }","duration":"268.153125ms","start":"2026-04-07T01:04:03.252697Z","end":"2026-04-07T01:04:03.52085Z","steps":["trace[1180744383] 'agreement among raft nodes before linearized reading' (duration: 268.094164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.520971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.052678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:7060"} {"level":"info","ts":"2026-04-07T01:04:03.520989Z","caller":"traceutil/trace.go:171","msg":"trace[312824104] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:26572; }","duration":"292.097718ms","start":"2026-04-07T01:04:03.228885Z","end":"2026-04-07T01:04:03.520983Z","steps":["trace[312824104] 'agreement among raft nodes before linearized reading' (duration: 292.060437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.521047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.365863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12766"} {"level":"warn","ts":"2026-04-07T01:04:03.521068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.900361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-service\" ","response":"range_response_count:1 size:6438"} {"level":"warn","ts":"2026-04-07T01:04:03.521105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.474043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:03.521123Z","caller":"traceutil/trace.go:171","msg":"trace[356414367] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-service; range_end:; response_count:1; response_revision:26572; }","duration":"118.007794ms","start":"2026-04-07T01:04:03.403102Z","end":"2026-04-07T01:04:03.52111Z","steps":["trace[356414367] 'agreement among raft nodes before linearized reading' (duration: 117.872621ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.521125Z","caller":"traceutil/trace.go:171","msg":"trace[1645534588] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:26572; }","duration":"218.506167ms","start":"2026-04-07T01:04:03.302595Z","end":"2026-04-07T01:04:03.521102Z","steps":["trace[1645534588] 'agreement among raft nodes before linearized reading' (duration: 218.299572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.521146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.862984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:03.521148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.913208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-04-07T01:04:03.521152Z","caller":"traceutil/trace.go:171","msg":"trace[1713368558] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26572; }","duration":"122.525974ms","start":"2026-04-07T01:04:03.398613Z","end":"2026-04-07T01:04:03.521139Z","steps":["trace[1713368558] 'agreement among raft nodes before linearized reading' (duration: 122.447943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.521178Z","caller":"traceutil/trace.go:171","msg":"trace[1371739809] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26572; }","duration":"304.930635ms","start":"2026-04-07T01:04:03.216238Z","end":"2026-04-07T01:04:03.521169Z","steps":["trace[1371739809] 'agreement among raft nodes before linearized reading' (duration: 304.873294ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.521182Z","caller":"traceutil/trace.go:171","msg":"trace[1759703642] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:26572; }","duration":"319.03188ms","start":"2026-04-07T01:04:03.202142Z","end":"2026-04-07T01:04:03.521174Z","steps":["trace[1759703642] 'agreement among raft nodes before linearized reading' (duration: 318.885697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.521203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.216178Z","time spent":"305.017908ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T01:04:03.521229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.202072Z","time spent":"319.126103ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-07T01:04:03.521302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.747264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-04-07T01:04:03.521324Z","caller":"traceutil/trace.go:171","msg":"trace[694975041] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:26572; }","duration":"193.816245ms","start":"2026-04-07T01:04:03.327501Z","end":"2026-04-07T01:04:03.521317Z","steps":["trace[694975041] 'agreement among raft nodes before linearized reading' (duration: 193.746094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.521815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.911558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29592055\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-04-07T01:04:03.521857Z","caller":"traceutil/trace.go:171","msg":"trace[1405346438] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29592055; range_end:; response_count:1; response_revision:26572; }","duration":"241.99365ms","start":"2026-04-07T01:04:03.279851Z","end":"2026-04-07T01:04:03.521844Z","steps":["trace[1405346438] 'agreement among raft nodes before linearized reading' (duration: 240.841375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.521854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.540213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:04:03.521935Z","caller":"traceutil/trace.go:171","msg":"trace[1129969947] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26572; }","duration":"234.645006ms","start":"2026-04-07T01:04:03.28724Z","end":"2026-04-07T01:04:03.521885Z","steps":["trace[1129969947] 'agreement among raft nodes before linearized reading' (duration: 233.680315ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.755143Z","caller":"traceutil/trace.go:171","msg":"trace[333000351] linearizableReadLoop","detail":"{readStateIndex:27479; appliedIndex:27477; }","duration":"227.219331ms","start":"2026-04-07T01:04:03.527901Z","end":"2026-04-07T01:04:03.755121Z","steps":["trace[333000351] 'read index received' (duration: 84.306901ms)","trace[333000351] 'applied index is now lower than readState.Index' (duration: 142.91145ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:03.755256Z","caller":"traceutil/trace.go:171","msg":"trace[338769952] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"227.373854ms","start":"2026-04-07T01:04:03.527848Z","end":"2026-04-07T01:04:03.755222Z","steps":["trace[338769952] 'process raft request' (duration: 227.063567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.755343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.422855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-init\" ","response":"range_response_count:1 size:5632"} {"level":"info","ts":"2026-04-07T01:04:03.755377Z","caller":"traceutil/trace.go:171","msg":"trace[391744323] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-init; range_end:; response_count:1; response_revision:26575; }","duration":"227.491847ms","start":"2026-04-07T01:04:03.527874Z","end":"2026-04-07T01:04:03.755366Z","steps":["trace[391744323] 'agreement among raft nodes before linearized reading' (duration: 227.359134ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.755259Z","caller":"traceutil/trace.go:171","msg":"trace[975546507] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"227.356654ms","start":"2026-04-07T01:04:03.527875Z","end":"2026-04-07T01:04:03.755232Z","steps":["trace[975546507] 'process raft request' (duration: 227.188931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.755497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.547609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:04:03.75554Z","caller":"traceutil/trace.go:171","msg":"trace[730439092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26575; }","duration":"227.61642ms","start":"2026-04-07T01:04:03.527914Z","end":"2026-04-07T01:04:03.755531Z","steps":["trace[730439092] 'agreement among raft nodes before linearized reading' (duration: 227.415835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.755631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.935368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-07T01:04:03.755684Z","caller":"traceutil/trace.go:171","msg":"trace[28330069] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26575; }","duration":"103.03925ms","start":"2026-04-07T01:04:03.652632Z","end":"2026-04-07T01:04:03.755671Z","steps":["trace[28330069] 'agreement among raft nodes before linearized reading' (duration: 102.877276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.755768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.553767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6257"} {"level":"info","ts":"2026-04-07T01:04:03.755802Z","caller":"traceutil/trace.go:171","msg":"trace[1520737286] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:26575; }","duration":"127.627299ms","start":"2026-04-07T01:04:03.628167Z","end":"2026-04-07T01:04:03.755794Z","steps":["trace[1520737286] 'agreement among raft nodes before linearized reading' (duration: 127.531096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.755871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.162184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-service\" ","response":"range_response_count:1 size:9095"} {"level":"info","ts":"2026-04-07T01:04:03.755915Z","caller":"traceutil/trace.go:171","msg":"trace[1892748145] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-service; range_end:; response_count:1; response_revision:26575; }","duration":"203.241616ms","start":"2026-04-07T01:04:03.552663Z","end":"2026-04-07T01:04:03.755904Z","steps":["trace[1892748145] 'agreement among raft nodes before linearized reading' (duration: 203.118173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.756017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.304862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:04:03.756046Z","caller":"traceutil/trace.go:171","msg":"trace[968866383] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26575; }","duration":"227.346794ms","start":"2026-04-07T01:04:03.528691Z","end":"2026-04-07T01:04:03.756038Z","steps":["trace[968866383] 'agreement among raft nodes before linearized reading' (duration: 227.263012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:03.756104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.778107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-04-07T01:04:03.756091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.651619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-07T01:04:03.75615Z","caller":"traceutil/trace.go:171","msg":"trace[1195945485] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26575; }","duration":"177.862229ms","start":"2026-04-07T01:04:03.578276Z","end":"2026-04-07T01:04:03.756138Z","steps":["trace[1195945485] 'agreement among raft nodes before linearized reading' (duration: 177.719556ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:03.756169Z","caller":"traceutil/trace.go:171","msg":"trace[1068323039] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26575; }","duration":"153.796022ms","start":"2026-04-07T01:04:03.602354Z","end":"2026-04-07T01:04:03.75615Z","steps":["trace[1068323039] 'agreement among raft nodes before linearized reading' (duration: 153.638099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.136065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.895003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:04.13634Z","caller":"traceutil/trace.go:171","msg":"trace[1394463213] linearizableReadLoop","detail":"{readStateIndex:27481; appliedIndex:27480; }","duration":"356.012385ms","start":"2026-04-07T01:04:03.780307Z","end":"2026-04-07T01:04:04.136319Z","steps":["trace[1394463213] 'read index received' (duration: 137.730894ms)","trace[1394463213] 'applied index is now lower than readState.Index' (duration: 218.279721ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:04.136436Z","caller":"traceutil/trace.go:171","msg":"trace[1035302198] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"356.120838ms","start":"2026-04-07T01:04:03.780267Z","end":"2026-04-07T01:04:04.136388Z","steps":["trace[1035302198] 'process raft request' (duration: 137.775935ms)","trace[1035302198] 'compare' (duration: 217.509183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:04.136573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.780239Z","time spent":"356.273601ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:04:04.136662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.286127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"warn","ts":"2026-04-07T01:04:04.136688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.850749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"warn","ts":"2026-04-07T01:04:04.13672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.891875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-07T01:04:04.136745Z","caller":"traceutil/trace.go:171","msg":"trace[2062923922] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:26576; }","duration":"134.42559ms","start":"2026-04-07T01:04:04.0023Z","end":"2026-04-07T01:04:04.136726Z","steps":["trace[2062923922] 'agreement among raft nodes before linearized reading' (duration: 134.214845ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.136757Z","caller":"traceutil/trace.go:171","msg":"trace[1290298381] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26576; }","duration":"332.971851ms","start":"2026-04-07T01:04:03.803765Z","end":"2026-04-07T01:04:04.136736Z","steps":["trace[1290298381] 'agreement among raft nodes before linearized reading' (duration: 332.753616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.136733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.341968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29592060\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-04-07T01:04:04.136782Z","caller":"traceutil/trace.go:171","msg":"trace[302026057] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26576; }","duration":"183.999927ms","start":"2026-04-07T01:04:03.95277Z","end":"2026-04-07T01:04:04.136769Z","steps":["trace[302026057] 'agreement among raft nodes before linearized reading' (duration: 183.760212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.136795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.803738Z","time spent":"333.048612ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-07T01:04:04.136824Z","caller":"traceutil/trace.go:171","msg":"trace[9381544] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29592060; range_end:; response_count:1; response_revision:26576; }","duration":"259.483792ms","start":"2026-04-07T01:04:03.877313Z","end":"2026-04-07T01:04:04.136797Z","steps":["trace[9381544] 'agreement among raft nodes before linearized reading' (duration: 259.264617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.13693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.240092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-04-07T01:04:04.13699Z","caller":"traceutil/trace.go:171","msg":"trace[204675331] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26576; }","duration":"266.345534ms","start":"2026-04-07T01:04:03.870631Z","end":"2026-04-07T01:04:04.136976Z","steps":["trace[204675331] 'agreement among raft nodes before linearized reading' (duration: 265.894895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.69278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-04-07T01:04:04.13702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.496245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6468"} {"level":"info","ts":"2026-04-07T01:04:04.13706Z","caller":"traceutil/trace.go:171","msg":"trace[1435149917] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:26576; }","duration":"308.576216ms","start":"2026-04-07T01:04:03.828472Z","end":"2026-04-07T01:04:04.137048Z","steps":["trace[1435149917] 'agreement among raft nodes before linearized reading' (duration: 308.099516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.137103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.828454Z","time spent":"308.640918ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6490,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-04-07T01:04:04.137112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.684677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-07T01:04:04.137141Z","caller":"traceutil/trace.go:171","msg":"trace[2027927955] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26576; }","duration":"109.77889ms","start":"2026-04-07T01:04:04.027351Z","end":"2026-04-07T01:04:04.13713Z","steps":["trace[2027927955] 'agreement among raft nodes before linearized reading' (duration: 109.288589ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.137028Z","caller":"traceutil/trace.go:171","msg":"trace[1244191918] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26576; }","duration":"356.762841ms","start":"2026-04-07T01:04:03.780256Z","end":"2026-04-07T01:04:04.137019Z","steps":["trace[1244191918] 'agreement among raft nodes before linearized reading' (duration: 356.205649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.137132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.033149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T01:04:04.137157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.630652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-07T01:04:04.137192Z","caller":"traceutil/trace.go:171","msg":"trace[194169442] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26576; }","duration":"159.145162ms","start":"2026-04-07T01:04:03.978029Z","end":"2026-04-07T01:04:04.137175Z","steps":["trace[194169442] 'agreement among raft nodes before linearized reading' (duration: 158.533898ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.137233Z","caller":"traceutil/trace.go:171","msg":"trace[751433474] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26576; }","duration":"206.757545ms","start":"2026-04-07T01:04:03.930457Z","end":"2026-04-07T01:04:04.137214Z","steps":["trace[751433474] 'agreement among raft nodes before linearized reading' (duration: 206.108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.137179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:03.780234Z","time spent":"356.934706ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T01:04:04.13727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.455633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5189"} {"level":"info","ts":"2026-04-07T01:04:04.137324Z","caller":"traceutil/trace.go:171","msg":"trace[682982529] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:26576; }","duration":"234.533285ms","start":"2026-04-07T01:04:03.902777Z","end":"2026-04-07T01:04:04.13731Z","steps":["trace[682982529] 'agreement among raft nodes before linearized reading' (duration: 233.744547ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.62123Z","caller":"traceutil/trace.go:171","msg":"trace[2029381369] linearizableReadLoop","detail":"{readStateIndex:27482; appliedIndex:27481; }","duration":"478.408096ms","start":"2026-04-07T01:04:04.142797Z","end":"2026-04-07T01:04:04.621205Z","steps":["trace[2029381369] 'read index received' (duration: 476.735549ms)","trace[2029381369] 'applied index is now lower than readState.Index' (duration: 1.668107ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:04.62127Z","caller":"traceutil/trace.go:171","msg":"trace[197592655] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"478.541439ms","start":"2026-04-07T01:04:04.142705Z","end":"2026-04-07T01:04:04.621246Z","steps":["trace[197592655] 'process raft request' (duration: 476.730369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.621381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.142683Z","time spent":"478.639152ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:04:04.621461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.646203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-04-07T01:04:04.621508Z","caller":"traceutil/trace.go:171","msg":"trace[1804732176] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26577; }","duration":"478.703674ms","start":"2026-04-07T01:04:04.14279Z","end":"2026-04-07T01:04:04.621493Z","steps":["trace[1804732176] 'agreement among raft nodes before linearized reading' (duration: 478.52358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.621562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.142772Z","time spent":"478.776885ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-07T01:04:04.816812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.209625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:04:04.816934Z","caller":"traceutil/trace.go:171","msg":"trace[404597952] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27482; }","duration":"195.621766ms","start":"2026-04-07T01:04:04.621293Z","end":"2026-04-07T01:04:04.816915Z","steps":["trace[404597952] 'read index received' (duration: 31.256178ms)","trace[404597952] 'applied index is now lower than readState.Index' (duration: 164.360078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:04.817156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.631459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-04-07T01:04:04.817178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.783287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-07T01:04:04.817228Z","caller":"traceutil/trace.go:171","msg":"trace[1753123603] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26577; }","duration":"438.745901ms","start":"2026-04-07T01:04:04.378464Z","end":"2026-04-07T01:04:04.81721Z","steps":["trace[1753123603] 'agreement among raft nodes before linearized reading' (duration: 438.536767ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.817266Z","caller":"traceutil/trace.go:171","msg":"trace[222714740] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:26577; }","duration":"415.024312ms","start":"2026-04-07T01:04:04.402214Z","end":"2026-04-07T01:04:04.817239Z","steps":["trace[222714740] 'agreement among raft nodes before linearized reading' (duration: 414.738676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.460706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"warn","ts":"2026-04-07T01:04:04.817352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.402189Z","time spent":"415.145284ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-04-07T01:04:04.817389Z","caller":"traceutil/trace.go:171","msg":"trace[1522051394] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26577; }","duration":"214.518488ms","start":"2026-04-07T01:04:04.602849Z","end":"2026-04-07T01:04:04.817368Z","steps":["trace[1522051394] 'agreement among raft nodes before linearized reading' (duration: 214.371615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.931154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-04-07T01:04:04.817454Z","caller":"traceutil/trace.go:171","msg":"trace[1000246660] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26577; }","duration":"464.001835ms","start":"2026-04-07T01:04:04.353439Z","end":"2026-04-07T01:04:04.817441Z","steps":["trace[1000246660] 'agreement among raft nodes before linearized reading' (duration: 463.874013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.353427Z","time spent":"464.057556ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-07T01:04:04.817563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.784541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T01:04:04.817631Z","caller":"traceutil/trace.go:171","msg":"trace[1838999521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26577; }","duration":"308.857472ms","start":"2026-04-07T01:04:04.50875Z","end":"2026-04-07T01:04:04.817607Z","steps":["trace[1838999521] 'agreement among raft nodes before linearized reading' (duration: 308.725929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.622078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-04-07T01:04:04.817658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.116647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-07T01:04:04.817745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.77724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-04-07T01:04:04.81778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.543363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-04-07T01:04:04.817795Z","caller":"traceutil/trace.go:171","msg":"trace[1370519920] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26577; }","duration":"489.872122ms","start":"2026-04-07T01:04:04.32791Z","end":"2026-04-07T01:04:04.817783Z","steps":["trace[1370519920] 'agreement among raft nodes before linearized reading' (duration: 489.708348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.221543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:04:04.817827Z","caller":"traceutil/trace.go:171","msg":"trace[792365040] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:26577; }","duration":"264.615195ms","start":"2026-04-07T01:04:04.553203Z","end":"2026-04-07T01:04:04.817818Z","steps":["trace[792365040] 'agreement among raft nodes before linearized reading' (duration: 264.513683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.817842Z","caller":"traceutil/trace.go:171","msg":"trace[926792327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26577; }","duration":"310.277644ms","start":"2026-04-07T01:04:04.507545Z","end":"2026-04-07T01:04:04.817822Z","steps":["trace[926792327] 'agreement among raft nodes before linearized reading' (duration: 310.165051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.507535Z","time spent":"310.329846ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:04:04.817912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.964713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-07T01:04:04.817947Z","caller":"traceutil/trace.go:171","msg":"trace[2111974183] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:26577; }","duration":"515.019143ms","start":"2026-04-07T01:04:04.302918Z","end":"2026-04-07T01:04:04.817937Z","steps":["trace[2111974183] 'agreement among raft nodes before linearized reading' (duration: 514.932711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.302904Z","time spent":"515.069355ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"warn","ts":"2026-04-07T01:04:04.818034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.576477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1216"} {"level":"warn","ts":"2026-04-07T01:04:04.817284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.378449Z","time spent":"438.818294ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-07T01:04:04.818084Z","caller":"traceutil/trace.go:171","msg":"trace[2074197016] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:26577; }","duration":"589.665099ms","start":"2026-04-07T01:04:04.228406Z","end":"2026-04-07T01:04:04.818071Z","steps":["trace[2074197016] 'agreement among raft nodes before linearized reading' (duration: 589.555687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.81778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.625255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"warn","ts":"2026-04-07T01:04:04.818175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.216729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:04.818227Z","caller":"traceutil/trace.go:171","msg":"trace[603308896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26577; }","duration":"533.28999ms","start":"2026-04-07T01:04:04.284924Z","end":"2026-04-07T01:04:04.818213Z","steps":["trace[603308896] 'agreement among raft nodes before linearized reading' (duration: 533.221479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.818261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.284908Z","time spent":"533.347842ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:04:04.81783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.327887Z","time spent":"489.935774ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5443,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-04-07T01:04:04.8184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.812669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:921"} {"level":"warn","ts":"2026-04-07T01:04:04.818429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.748392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-04-07T01:04:04.818456Z","caller":"traceutil/trace.go:171","msg":"trace[1080841101] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:26577; }","duration":"536.901321ms","start":"2026-04-07T01:04:04.281538Z","end":"2026-04-07T01:04:04.81844Z","steps":["trace[1080841101] 'agreement among raft nodes before linearized reading' (duration: 536.723747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.817695Z","caller":"traceutil/trace.go:171","msg":"trace[357640704] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:26577; }","duration":"239.70372ms","start":"2026-04-07T01:04:04.577981Z","end":"2026-04-07T01:04:04.817685Z","steps":["trace[357640704] 'agreement among raft nodes before linearized reading' (duration: 239.607988ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.818481Z","caller":"traceutil/trace.go:171","msg":"trace[2146669419] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:26577; }","duration":"615.815883ms","start":"2026-04-07T01:04:04.202652Z","end":"2026-04-07T01:04:04.818467Z","steps":["trace[2146669419] 'agreement among raft nodes before linearized reading' (duration: 615.66688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.818499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.281517Z","time spent":"536.970442ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":943,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"warn","ts":"2026-04-07T01:04:04.818533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.202645Z","time spent":"615.876644ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1486,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-04-07T01:04:04.818573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.279645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"info","ts":"2026-04-07T01:04:04.81861Z","caller":"traceutil/trace.go:171","msg":"trace[2023567492] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26577; }","duration":"565.360537ms","start":"2026-04-07T01:04:04.253238Z","end":"2026-04-07T01:04:04.818599Z","steps":["trace[2023567492] 'agreement among raft nodes before linearized reading' (duration: 565.255175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.818651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.253214Z","time spent":"565.430789ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1980,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-07T01:04:04.817156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.696716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"warn","ts":"2026-04-07T01:04:04.81869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.025822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:04.818169Z","caller":"traceutil/trace.go:171","msg":"trace[369313555] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26577; }","duration":"390.057364ms","start":"2026-04-07T01:04:04.428095Z","end":"2026-04-07T01:04:04.818152Z","steps":["trace[369313555] 'agreement among raft nodes before linearized reading' (duration: 389.570843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.81874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.169595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:04.818787Z","caller":"traceutil/trace.go:171","msg":"trace[983870503] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26577; }","duration":"536.224167ms","start":"2026-04-07T01:04:04.282549Z","end":"2026-04-07T01:04:04.818774Z","steps":["trace[983870503] 'agreement among raft nodes before linearized reading' (duration: 536.155335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.817686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.508738Z","time spent":"308.934734ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:04:04.81883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.282541Z","time spent":"536.280008ms","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:04:04.818862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.281581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:04:04.818922Z","caller":"traceutil/trace.go:171","msg":"trace[868489359] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26577; }","duration":"641.368954ms","start":"2026-04-07T01:04:04.177539Z","end":"2026-04-07T01:04:04.818908Z","steps":["trace[868489359] 'agreement among raft nodes before linearized reading' (duration: 641.228651ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.818695Z","caller":"traceutil/trace.go:171","msg":"trace[1471893471] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:26577; }","duration":"291.27116ms","start":"2026-04-07T01:04:04.527412Z","end":"2026-04-07T01:04:04.818683Z","steps":["trace[1471893471] 'agreement among raft nodes before linearized reading' (duration: 289.646354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.818971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.17747Z","time spent":"641.489276ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:04:04.819107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.76605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-07T01:04:04.81915Z","caller":"traceutil/trace.go:171","msg":"trace[570584198] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:26577; }","duration":"666.836782ms","start":"2026-04-07T01:04:04.152304Z","end":"2026-04-07T01:04:04.819141Z","steps":["trace[570584198] 'agreement among raft nodes before linearized reading' (duration: 666.722349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.818745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.428073Z","time spent":"390.664718ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-07T01:04:04.817413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.168424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1911"} {"level":"info","ts":"2026-04-07T01:04:04.819251Z","caller":"traceutil/trace.go:171","msg":"trace[2111901607] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:26577; }","duration":"317.073516ms","start":"2026-04-07T01:04:04.502158Z","end":"2026-04-07T01:04:04.819231Z","steps":["trace[2111901607] 'agreement among raft nodes before linearized reading' (duration: 315.026801ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:04.818742Z","caller":"traceutil/trace.go:171","msg":"trace[2019113705] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26577; }","duration":"622.105004ms","start":"2026-04-07T01:04:04.196623Z","end":"2026-04-07T01:04:04.818728Z","steps":["trace[2019113705] 'agreement among raft nodes before linearized reading' (duration: 622.017062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.819305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.502133Z","time spent":"317.157098ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1933,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-07T01:04:04.817862Z","caller":"traceutil/trace.go:171","msg":"trace[1727154568] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:26577; }","duration":"365.294311ms","start":"2026-04-07T01:04:04.452457Z","end":"2026-04-07T01:04:04.817751Z","steps":["trace[1727154568] 'agreement among raft nodes before linearized reading' (duration: 365.000725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.819435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.19661Z","time spent":"622.734768ms","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:04.819493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.452435Z","time spent":"367.034331ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-07T01:04:04.818125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.228384Z","time spent":"589.72496ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1238,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-07T01:04:04.819716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.398842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-07T01:04:04.819793Z","caller":"traceutil/trace.go:171","msg":"trace[393353040] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26577; }","duration":"342.526305ms","start":"2026-04-07T01:04:04.477243Z","end":"2026-04-07T01:04:04.819769Z","steps":["trace[393353040] 'agreement among raft nodes before linearized reading' (duration: 341.394509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:04.819831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.477181Z","time spent":"342.642387ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-07T01:04:04.819825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.152292Z","time spent":"667.514927ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1268,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"info","ts":"2026-04-07T01:04:04.881373Z","caller":"traceutil/trace.go:171","msg":"trace[445859269] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"125.260785ms","start":"2026-04-07T01:04:04.756082Z","end":"2026-04-07T01:04:04.881343Z","steps":["trace[445859269] 'process raft request' (duration: 125.06564ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.393623Z","caller":"traceutil/trace.go:171","msg":"trace[935729871] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"637.391145ms","start":"2026-04-07T01:04:04.756199Z","end":"2026-04-07T01:04:05.39359Z","steps":["trace[935729871] 'process raft request' (duration: 637.123338ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.393627Z","caller":"traceutil/trace.go:171","msg":"trace[909674929] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"637.289832ms","start":"2026-04-07T01:04:04.75631Z","end":"2026-04-07T01:04:05.3936Z","steps":["trace[909674929] 'process raft request' (duration: 637.173099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.393767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.756164Z","time spent":"637.531128ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:05.393816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.756297Z","time spent":"637.413886ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:05.393838Z","caller":"traceutil/trace.go:171","msg":"trace[370490416] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"637.208591ms","start":"2026-04-07T01:04:04.756611Z","end":"2026-04-07T01:04:05.393819Z","steps":["trace[370490416] 'process raft request' (duration: 636.934495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.393947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.756603Z","time spent":"637.285183ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:05.394013Z","caller":"traceutil/trace.go:171","msg":"trace[1824162742] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"568.988428ms","start":"2026-04-07T01:04:04.825016Z","end":"2026-04-07T01:04:05.394005Z","steps":["trace[1824162742] 'process raft request' (duration: 568.943917ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.394009Z","caller":"traceutil/trace.go:171","msg":"trace[909184505] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"636.477715ms","start":"2026-04-07T01:04:04.75751Z","end":"2026-04-07T01:04:05.393987Z","steps":["trace[909184505] 'process raft request' (duration: 636.341042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.824999Z","time spent":"569.03423ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:05.394111Z","caller":"traceutil/trace.go:171","msg":"trace[1992589083] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"635.503282ms","start":"2026-04-07T01:04:04.758603Z","end":"2026-04-07T01:04:05.394106Z","steps":["trace[1992589083] 'process raft request' (duration: 635.300708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.757503Z","time spent":"636.552346ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:05.394112Z","caller":"traceutil/trace.go:171","msg":"trace[722939705] linearizableReadLoop","detail":"{readStateIndex:27491; appliedIndex:27483; }","duration":"577.12823ms","start":"2026-04-07T01:04:04.816968Z","end":"2026-04-07T01:04:05.394096Z","steps":["trace[722939705] 'read index received' (duration: 64.177032ms)","trace[722939705] 'applied index is now lower than readState.Index' (duration: 512.950188ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:05.39416Z","caller":"traceutil/trace.go:171","msg":"trace[1435178962] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"632.150467ms","start":"2026-04-07T01:04:04.762006Z","end":"2026-04-07T01:04:05.394156Z","steps":["trace[1435178962] 'process raft request' (duration: 631.916452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.761998Z","time spent":"632.173429ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:05.394223Z","caller":"traceutil/trace.go:171","msg":"trace[93282108] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"570.556244ms","start":"2026-04-07T01:04:04.823662Z","end":"2026-04-07T01:04:05.394218Z","steps":["trace[93282108] 'process raft request' (duration: 570.281288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.394228Z","caller":"traceutil/trace.go:171","msg":"trace[1853245575] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"637.16649ms","start":"2026-04-07T01:04:04.757049Z","end":"2026-04-07T01:04:05.394215Z","steps":["trace[1853245575] 'process raft request' (duration: 636.70866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.82364Z","time spent":"570.591865ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:05.394296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.757041Z","time spent":"637.215581ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:05.394358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.426423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:05.394424Z","caller":"traceutil/trace.go:171","msg":"trace[1037351239] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26588; }","duration":"761.513225ms","start":"2026-04-07T01:04:04.632903Z","end":"2026-04-07T01:04:05.394416Z","steps":["trace[1037351239] 'agreement among raft nodes before linearized reading' (duration: 761.437313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.632892Z","time spent":"761.544466ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:05.394432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.608645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T01:04:05.394468Z","caller":"traceutil/trace.go:171","msg":"trace[1634865100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26588; }","duration":"769.655907ms","start":"2026-04-07T01:04:04.624802Z","end":"2026-04-07T01:04:05.394457Z","steps":["trace[1634865100] 'agreement among raft nodes before linearized reading' (duration: 769.530484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.624793Z","time spent":"769.696678ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T01:04:05.394513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.648662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1350"} {"level":"info","ts":"2026-04-07T01:04:05.394563Z","caller":"traceutil/trace.go:171","msg":"trace[2135021363] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:26588; }","duration":"288.727734ms","start":"2026-04-07T01:04:05.10582Z","end":"2026-04-07T01:04:05.394548Z","steps":["trace[2135021363] 'agreement among raft nodes before linearized reading' (duration: 288.53859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.27081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-04-07T01:04:05.394648Z","caller":"traceutil/trace.go:171","msg":"trace[820167581] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:26588; }","duration":"541.30492ms","start":"2026-04-07T01:04:04.853339Z","end":"2026-04-07T01:04:05.394644Z","steps":["trace[820167581] 'agreement among raft nodes before linearized reading' (duration: 541.255909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.099599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1595"} {"level":"warn","ts":"2026-04-07T01:04:05.394661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.853329Z","time spent":"541.33004ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-07T01:04:05.394692Z","caller":"traceutil/trace.go:171","msg":"trace[562113291] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26588; }","duration":"417.173701ms","start":"2026-04-07T01:04:04.977494Z","end":"2026-04-07T01:04:05.394668Z","steps":["trace[562113291] 'agreement among raft nodes before linearized reading' (duration: 417.102519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.977467Z","time spent":"417.241072ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1617,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-07T01:04:05.394731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.632156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-04-07T01:04:05.394746Z","caller":"traceutil/trace.go:171","msg":"trace[315957531] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:26588; }","duration":"441.665277ms","start":"2026-04-07T01:04:04.953074Z","end":"2026-04-07T01:04:05.39474Z","steps":["trace[315957531] 'agreement among raft nodes before linearized reading' (duration: 441.626616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.953063Z","time spent":"441.691828ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-04-07T01:04:05.39482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.893336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-07T01:04:05.394812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.067142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-04-07T01:04:05.394834Z","caller":"traceutil/trace.go:171","msg":"trace[1739406535] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26588; }","duration":"516.939767ms","start":"2026-04-07T01:04:04.877889Z","end":"2026-04-07T01:04:05.394829Z","steps":["trace[1739406535] 'agreement among raft nodes before linearized reading' (duration: 516.900246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.877871Z","time spent":"516.971768ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-07T01:04:05.394846Z","caller":"traceutil/trace.go:171","msg":"trace[215628456] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:26588; }","duration":"492.150413ms","start":"2026-04-07T01:04:04.902683Z","end":"2026-04-07T01:04:05.394833Z","steps":["trace[215628456] 'agreement among raft nodes before linearized reading' (duration: 492.064381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.057374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-07T01:04:05.3949Z","caller":"traceutil/trace.go:171","msg":"trace[444650592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26588; }","duration":"342.104055ms","start":"2026-04-07T01:04:05.052789Z","end":"2026-04-07T01:04:05.394893Z","steps":["trace[444650592] 'agreement among raft nodes before linearized reading' (duration: 342.040683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.119365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-04-07T01:04:05.394917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.052775Z","time spent":"342.137845ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-07T01:04:05.394924Z","caller":"traceutil/trace.go:171","msg":"trace[1382545675] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26588; }","duration":"316.228657ms","start":"2026-04-07T01:04:05.07869Z","end":"2026-04-07T01:04:05.394919Z","steps":["trace[1382545675] 'agreement among raft nodes before linearized reading' (duration: 316.075964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.39494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.078654Z","time spent":"316.281869ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-04-07T01:04:05.394939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.605955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-07T01:04:05.394963Z","caller":"traceutil/trace.go:171","msg":"trace[1392895680] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:26588; }","duration":"467.647967ms","start":"2026-04-07T01:04:04.927308Z","end":"2026-04-07T01:04:05.394956Z","steps":["trace[1392895680] 'agreement among raft nodes before linearized reading' (duration: 467.582106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.528256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:936"} {"level":"warn","ts":"2026-04-07T01:04:05.394986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.927291Z","time spent":"467.690138ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-04-07T01:04:05.394307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.610912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:04:05.395023Z","caller":"traceutil/trace.go:171","msg":"trace[1837816400] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26588; }","duration":"773.386619ms","start":"2026-04-07T01:04:04.62163Z","end":"2026-04-07T01:04:05.395016Z","steps":["trace[1837816400] 'agreement among raft nodes before linearized reading' (duration: 772.588662ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.395013Z","caller":"traceutil/trace.go:171","msg":"trace[341957085] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:26588; }","duration":"567.590437ms","start":"2026-04-07T01:04:04.827408Z","end":"2026-04-07T01:04:05.394999Z","steps":["trace[341957085] 'agreement among raft nodes before linearized reading' (duration: 567.461094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.621615Z","time spent":"773.417711ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:05.394136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.758595Z","time spent":"635.526733ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:05.395054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.8274Z","time spent":"567.642319ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":958,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-07T01:04:05.394331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.933476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-07T01:04:05.395105Z","caller":"traceutil/trace.go:171","msg":"trace[53060897] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26588; }","duration":"767.763184ms","start":"2026-04-07T01:04:04.627338Z","end":"2026-04-07T01:04:05.395101Z","steps":["trace[53060897] 'agreement among raft nodes before linearized reading' (duration: 766.940886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.345218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"warn","ts":"2026-04-07T01:04:05.39512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.627325Z","time spent":"767.789374ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-07T01:04:05.395133Z","caller":"traceutil/trace.go:171","msg":"trace[1906982802] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:26588; }","duration":"367.40894ms","start":"2026-04-07T01:04:05.027718Z","end":"2026-04-07T01:04:05.395127Z","steps":["trace[1906982802] 'agreement among raft nodes before linearized reading' (duration: 367.334178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.394318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.904779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:05.395153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.027701Z","time spent":"367.44658ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1187,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"info","ts":"2026-04-07T01:04:05.395159Z","caller":"traceutil/trace.go:171","msg":"trace[882794308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26588; }","duration":"574.781807ms","start":"2026-04-07T01:04:04.820372Z","end":"2026-04-07T01:04:05.395154Z","steps":["trace[882794308] 'agreement among raft nodes before linearized reading' (duration: 573.895618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.820328Z","time spent":"574.843349ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:04:05.395202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.703529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-04-07T01:04:05.395222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.667098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T01:04:05.395259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.760945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:933"} {"level":"warn","ts":"2026-04-07T01:04:05.394872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.902658Z","time spent":"492.207995ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":820,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"info","ts":"2026-04-07T01:04:05.395309Z","caller":"traceutil/trace.go:171","msg":"trace[740935410] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26588; }","duration":"571.74683ms","start":"2026-04-07T01:04:04.823526Z","end":"2026-04-07T01:04:05.395272Z","steps":["trace[740935410] 'agreement among raft nodes before linearized reading' (duration: 571.540565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.375701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1706"} {"level":"info","ts":"2026-04-07T01:04:05.395363Z","caller":"traceutil/trace.go:171","msg":"trace[1207580682] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:26588; }","duration":"571.404503ms","start":"2026-04-07T01:04:04.823954Z","end":"2026-04-07T01:04:05.395359Z","steps":["trace[1207580682] 'agreement among raft nodes before linearized reading' (duration: 571.360552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.823944Z","time spent":"571.428923ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1728,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-04-07T01:04:05.395362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.823522Z","time spent":"571.825662ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-07T01:04:05.395245Z","caller":"traceutil/trace.go:171","msg":"trace[1950289349] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26588; }","duration":"571.76634ms","start":"2026-04-07T01:04:04.823465Z","end":"2026-04-07T01:04:05.395231Z","steps":["trace[1950289349] 'agreement among raft nodes before linearized reading' (duration: 571.680238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.39543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.749725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:05.395474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.727599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-04-07T01:04:05.395457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.823449Z","time spent":"571.985285ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-07T01:04:05.395486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.742439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-04-07T01:04:05.395491Z","caller":"traceutil/trace.go:171","msg":"trace[1283074760] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26588; }","duration":"571.769331ms","start":"2026-04-07T01:04:04.823716Z","end":"2026-04-07T01:04:05.395486Z","steps":["trace[1283074760] 'agreement among raft nodes before linearized reading' (duration: 571.719599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.395487Z","caller":"traceutil/trace.go:171","msg":"trace[1521538635] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26588; }","duration":"569.821756ms","start":"2026-04-07T01:04:04.825649Z","end":"2026-04-07T01:04:05.39547Z","steps":["trace[1521538635] 'agreement among raft nodes before linearized reading' (duration: 569.680523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.823693Z","time spent":"571.816521ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1285,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"info","ts":"2026-04-07T01:04:05.395514Z","caller":"traceutil/trace.go:171","msg":"trace[1663156769] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26588; }","duration":"571.784611ms","start":"2026-04-07T01:04:04.823721Z","end":"2026-04-07T01:04:05.395506Z","steps":["trace[1663156769] 'agreement among raft nodes before linearized reading' (duration: 571.703859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.823715Z","time spent":"571.814842ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1456,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-07T01:04:05.395533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.825642Z","time spent":"569.878617ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-07T01:04:05.394227Z","caller":"traceutil/trace.go:171","msg":"trace[625371185] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"536.463293ms","start":"2026-04-07T01:04:04.857749Z","end":"2026-04-07T01:04:05.394212Z","steps":["trace[625371185] 'process raft request' (duration: 536.231698ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.395283Z","caller":"traceutil/trace.go:171","msg":"trace[1718644543] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:26588; }","duration":"392.811536ms","start":"2026-04-07T01:04:05.002465Z","end":"2026-04-07T01:04:05.395277Z","steps":["trace[1718644543] 'agreement among raft nodes before linearized reading' (duration: 392.737594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.857736Z","time spent":"537.872694ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:05.395728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.002449Z","time spent":"393.258756ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":955,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-04-07T01:04:05.395734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.042506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-07T01:04:05.395828Z","caller":"traceutil/trace.go:171","msg":"trace[1595071185] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26588; }","duration":"572.19034ms","start":"2026-04-07T01:04:04.823614Z","end":"2026-04-07T01:04:05.395804Z","steps":["trace[1595071185] 'agreement among raft nodes before linearized reading' (duration: 571.896333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.395862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.226629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-04-07T01:04:05.395906Z","caller":"traceutil/trace.go:171","msg":"trace[1030994699] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:26588; }","duration":"571.302451ms","start":"2026-04-07T01:04:04.824592Z","end":"2026-04-07T01:04:05.395894Z","steps":["trace[1030994699] 'agreement among raft nodes before linearized reading' (duration: 570.757749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.39592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.823594Z","time spent":"572.310503ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-07T01:04:05.395937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:04.824577Z","time spent":"571.353261ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1442,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"info","ts":"2026-04-07T01:04:05.740971Z","caller":"traceutil/trace.go:171","msg":"trace[406053606] linearizableReadLoop","detail":"{readStateIndex:27495; appliedIndex:27494; }","duration":"331.04583ms","start":"2026-04-07T01:04:05.409901Z","end":"2026-04-07T01:04:05.740947Z","steps":["trace[406053606] 'read index received' (duration: 330.902186ms)","trace[406053606] 'applied index is now lower than readState.Index' (duration: 141.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:05.74105Z","caller":"traceutil/trace.go:171","msg":"trace[542256289] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"332.603623ms","start":"2026-04-07T01:04:05.408408Z","end":"2026-04-07T01:04:05.741012Z","steps":["trace[542256289] 'process raft request' (duration: 332.383478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.7412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.408395Z","time spent":"332.736887ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:04:05.741313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.381757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:04:05.741383Z","caller":"traceutil/trace.go:171","msg":"trace[1131648421] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26589; }","duration":"331.476989ms","start":"2026-04-07T01:04:05.409888Z","end":"2026-04-07T01:04:05.741365Z","steps":["trace[1131648421] 'agreement among raft nodes before linearized reading' (duration: 331.166842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.741429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.409883Z","time spent":"331.53744ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T01:04:05.787047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.298418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-07T01:04:05.787111Z","caller":"traceutil/trace.go:171","msg":"trace[150844534] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26590; }","duration":"259.398541ms","start":"2026-04-07T01:04:05.527698Z","end":"2026-04-07T01:04:05.787097Z","steps":["trace[150844534] 'agreement among raft nodes before linearized reading' (duration: 259.228117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.787478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.401986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:04:05.787505Z","caller":"traceutil/trace.go:171","msg":"trace[200027807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26590; }","duration":"171.454577ms","start":"2026-04-07T01:04:05.616045Z","end":"2026-04-07T01:04:05.787499Z","steps":["trace[200027807] 'agreement among raft nodes before linearized reading' (duration: 171.388986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.787536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.103204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:04:05.787619Z","caller":"traceutil/trace.go:171","msg":"trace[345498966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26590; }","duration":"285.394531ms","start":"2026-04-07T01:04:05.502203Z","end":"2026-04-07T01:04:05.787598Z","steps":["trace[345498966] 'agreement among raft nodes before linearized reading' (duration: 285.051593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.787632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.450869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:04:05.787659Z","caller":"traceutil/trace.go:171","msg":"trace[1327331311] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26590; }","duration":"185.490341ms","start":"2026-04-07T01:04:05.602161Z","end":"2026-04-07T01:04:05.787652Z","steps":["trace[1327331311] 'agreement among raft nodes before linearized reading' (duration: 185.419359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.787788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.496348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-07T01:04:05.78781Z","caller":"traceutil/trace.go:171","msg":"trace[710839921] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26590; }","duration":"309.557519ms","start":"2026-04-07T01:04:05.478247Z","end":"2026-04-07T01:04:05.787804Z","steps":["trace[710839921] 'agreement among raft nodes before linearized reading' (duration: 309.490558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.787816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.767604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-07T01:04:05.78783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.478226Z","time spent":"309.59837ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1287,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-04-07T01:04:05.787838Z","caller":"traceutil/trace.go:171","msg":"trace[110041305] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26590; }","duration":"210.836826ms","start":"2026-04-07T01:04:05.576994Z","end":"2026-04-07T01:04:05.787831Z","steps":["trace[110041305] 'agreement among raft nodes before linearized reading' (duration: 210.776794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.787983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.719641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-07T01:04:05.788011Z","caller":"traceutil/trace.go:171","msg":"trace[133735776] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26590; }","duration":"334.777883ms","start":"2026-04-07T01:04:05.453224Z","end":"2026-04-07T01:04:05.788002Z","steps":["trace[133735776] 'agreement among raft nodes before linearized reading' (duration: 334.707481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.788028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.453168Z","time spent":"334.854874ms","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-07T01:04:05.78817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.044946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-07T01:04:05.788195Z","caller":"traceutil/trace.go:171","msg":"trace[593753097] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26590; }","duration":"360.102317ms","start":"2026-04-07T01:04:05.428086Z","end":"2026-04-07T01:04:05.788188Z","steps":["trace[593753097] 'agreement among raft nodes before linearized reading' (duration: 360.045545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.78822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:05.428068Z","time spent":"360.141718ms","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-07T01:04:05.787986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.225141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-07T01:04:05.788568Z","caller":"traceutil/trace.go:171","msg":"trace[1589602673] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26590; }","duration":"235.820705ms","start":"2026-04-07T01:04:05.55274Z","end":"2026-04-07T01:04:05.78856Z","steps":["trace[1589602673] 'agreement among raft nodes before linearized reading' (duration: 235.20004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:05.940732Z","caller":"traceutil/trace.go:171","msg":"trace[537736001] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"148.710049ms","start":"2026-04-07T01:04:05.791997Z","end":"2026-04-07T01:04:05.940707Z","steps":["trace[537736001] 'process raft request' (duration: 83.611306ms)","trace[537736001] 'compare' (duration: 64.666844ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:05.954702Z","caller":"traceutil/trace.go:171","msg":"trace[707649005] linearizableReadLoop","detail":"{readStateIndex:27498; appliedIndex:27496; }","duration":"155.000671ms","start":"2026-04-07T01:04:05.799673Z","end":"2026-04-07T01:04:05.954674Z","steps":["trace[707649005] 'read index received' (duration: 75.950797ms)","trace[707649005] 'applied index is now lower than readState.Index' (duration: 79.048814ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:05.955042Z","caller":"traceutil/trace.go:171","msg":"trace[1030590972] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"159.360878ms","start":"2026-04-07T01:04:05.795653Z","end":"2026-04-07T01:04:05.955014Z","steps":["trace[1030590972] 'process raft request' (duration: 158.694743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:05.955292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.601134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-07T01:04:05.955345Z","caller":"traceutil/trace.go:171","msg":"trace[1569046181] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:26592; }","duration":"155.703227ms","start":"2026-04-07T01:04:05.79963Z","end":"2026-04-07T01:04:05.955333Z","steps":["trace[1569046181] 'agreement among raft nodes before linearized reading' (duration: 155.362439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:06.51915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942283,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:04:06.575845Z","caller":"traceutil/trace.go:171","msg":"trace[1588571766] linearizableReadLoop","detail":"{readStateIndex:27500; appliedIndex:27499; }","duration":"557.19667ms","start":"2026-04-07T01:04:06.018587Z","end":"2026-04-07T01:04:06.575783Z","steps":["trace[1588571766] 'read index received' (duration: 556.931794ms)","trace[1588571766] 'applied index is now lower than readState.Index' (duration: 257.696µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:06.575931Z","caller":"traceutil/trace.go:171","msg":"trace[2110354719] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"557.712473ms","start":"2026-04-07T01:04:06.018179Z","end":"2026-04-07T01:04:06.575891Z","steps":["trace[2110354719] 'process raft request' (duration: 557.414625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:06.576283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:06.018156Z","time spent":"557.847945ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:04:06.576323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.268773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:06.576313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.117843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:04:06.576327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.706991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-07T01:04:06.576539Z","caller":"traceutil/trace.go:171","msg":"trace[1928988393] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26594; }","duration":"557.903626ms","start":"2026-04-07T01:04:06.018581Z","end":"2026-04-07T01:04:06.576485Z","steps":["trace[1928988393] 'agreement among raft nodes before linearized reading' (duration: 557.343633ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:06.576378Z","caller":"traceutil/trace.go:171","msg":"trace[1675534653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26594; }","duration":"295.351775ms","start":"2026-04-07T01:04:06.281009Z","end":"2026-04-07T01:04:06.576361Z","steps":["trace[1675534653] 'agreement among raft nodes before linearized reading' (duration: 294.981077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:06.576584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:06.018548Z","time spent":"558.026209ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-04-07T01:04:06.576388Z","caller":"traceutil/trace.go:171","msg":"trace[1492615335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26594; }","duration":"125.213056ms","start":"2026-04-07T01:04:06.451156Z","end":"2026-04-07T01:04:06.576369Z","steps":["trace[1492615335] 'agreement among raft nodes before linearized reading' (duration: 124.873519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:07.09801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.783523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-07T01:04:07.098115Z","caller":"traceutil/trace.go:171","msg":"trace[1517467558] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26594; }","duration":"411.931837ms","start":"2026-04-07T01:04:06.686166Z","end":"2026-04-07T01:04:07.098098Z","steps":["trace[1517467558] 'range keys from in-memory index tree' (duration: 411.582299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:07.098158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:06.686143Z","time spent":"412.006758ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-04-07T01:04:07.107024Z","caller":"traceutil/trace.go:171","msg":"trace[80722974] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"221.72609ms","start":"2026-04-07T01:04:06.885281Z","end":"2026-04-07T01:04:07.107007Z","steps":["trace[80722974] 'process raft request' (duration: 221.558896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:07.673773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.767421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:07.673947Z","caller":"traceutil/trace.go:171","msg":"trace[1092266957] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"421.46352ms","start":"2026-04-07T01:04:07.252455Z","end":"2026-04-07T01:04:07.673918Z","steps":["trace[1092266957] 'process raft request' (duration: 91.453432ms)","trace[1092266957] 'compare' (duration: 329.334362ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:07.673994Z","caller":"traceutil/trace.go:171","msg":"trace[2028758597] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"314.84364ms","start":"2026-04-07T01:04:07.359128Z","end":"2026-04-07T01:04:07.673971Z","steps":["trace[2028758597] 'process raft request' (duration: 314.751088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:07.67406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.359108Z","time spent":"314.921071ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:07.674106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.252442Z","time spent":"421.581632ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:07.674273Z","caller":"traceutil/trace.go:171","msg":"trace[650104281] linearizableReadLoop","detail":"{readStateIndex:27506; appliedIndex:27505; }","duration":"417.948221ms","start":"2026-04-07T01:04:07.256314Z","end":"2026-04-07T01:04:07.674262Z","steps":["trace[650104281] 'read index received' (duration: 87.577346ms)","trace[650104281] 'applied index is now lower than readState.Index' (duration: 330.369625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:07.674533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.209377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T01:04:07.674582Z","caller":"traceutil/trace.go:171","msg":"trace[1800883453] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26601; }","duration":"418.270048ms","start":"2026-04-07T01:04:07.256299Z","end":"2026-04-07T01:04:07.674569Z","steps":["trace[1800883453] 'agreement among raft nodes before linearized reading' (duration: 418.122715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:07.674615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.256292Z","time spent":"418.315519ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-07T01:04:08.174913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:04:08.675335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:04:09.175843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:04:09.284135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000405901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:04:09.284222Z","caller":"traceutil/trace.go:171","msg":"trace[1314422765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537213s","start":"2026-04-07T01:04:07.283664Z","end":"2026-04-07T01:04:09.284201Z","steps":["trace[1314422765] 'agreement among raft nodes before linearized reading' (duration: 2.000420871s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.284278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.283651Z","time spent":"2.000612695s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:04:09.343623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.661209358s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:04:09.745655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.726589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:09.745858Z","caller":"traceutil/trace.go:171","msg":"trace[243069751] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"2.345468484s","start":"2026-04-07T01:04:07.40037Z","end":"2026-04-07T01:04:09.745839Z","steps":["trace[243069751] 'process raft request' (duration: 1.943448059s)","trace[243069751] 'compare' (duration: 401.147286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:09.745923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.400342Z","time spent":"2.345548406s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:09.746224Z","caller":"traceutil/trace.go:171","msg":"trace[202863826] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"2.345779711s","start":"2026-04-07T01:04:07.400434Z","end":"2026-04-07T01:04:09.746213Z","steps":["trace[202863826] 'process raft request' (duration: 2.345327262s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.74628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.400406Z","time spent":"2.345844333s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:09.746309Z","caller":"traceutil/trace.go:171","msg":"trace[859181597] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"2.343891179s","start":"2026-04-07T01:04:07.402392Z","end":"2026-04-07T01:04:09.746283Z","steps":["trace[859181597] 'process raft request' (duration: 2.343850088s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.746452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.402377Z","time spent":"2.343998611s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:09.746612Z","caller":"traceutil/trace.go:171","msg":"trace[1169840397] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"2.345792832s","start":"2026-04-07T01:04:07.400808Z","end":"2026-04-07T01:04:09.746601Z","steps":["trace[1169840397] 'process raft request' (duration: 2.34525738s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.746677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.400797Z","time spent":"2.345842443s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:09.746758Z","caller":"traceutil/trace.go:171","msg":"trace[1609046156] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"2.345637728s","start":"2026-04-07T01:04:07.401112Z","end":"2026-04-07T01:04:09.746749Z","steps":["trace[1609046156] 'process raft request' (duration: 2.345021055s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.746801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.4011Z","time spent":"2.345675959s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:09.746871Z","caller":"traceutil/trace.go:171","msg":"trace[1875919054] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"2.34567812s","start":"2026-04-07T01:04:07.401182Z","end":"2026-04-07T01:04:09.74686Z","steps":["trace[1875919054] 'process raft request' (duration: 2.344995735s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.746914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.401167Z","time spent":"2.345722201s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:09.74698Z","caller":"traceutil/trace.go:171","msg":"trace[83827160] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"2.345035286s","start":"2026-04-07T01:04:07.401935Z","end":"2026-04-07T01:04:09.74697Z","steps":["trace[83827160] 'process raft request' (duration: 2.344276228s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:09.747021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.401918Z","time spent":"2.345079418s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:10.589287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245339682s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:04:10.627441Z","caller":"traceutil/trace.go:171","msg":"trace[49929286] linearizableReadLoop","detail":"{readStateIndex:27515; appliedIndex:27507; }","duration":"2.953107811s","start":"2026-04-07T01:04:07.674307Z","end":"2026-04-07T01:04:10.627415Z","steps":["trace[49929286] 'read index received' (duration: 1.669658397s)","trace[49929286] 'applied index is now lower than readState.Index' (duration: 1.283448104s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:10.627491Z","caller":"traceutil/trace.go:171","msg":"trace[744992666] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"1.514029402s","start":"2026-04-07T01:04:09.113418Z","end":"2026-04-07T01:04:10.627447Z","steps":["trace[744992666] 'process raft request' (duration: 1.476129065s)","trace[744992666] 'compare' (duration: 37.336925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:10.627637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345202995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-07T01:04:10.627628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297310575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a3ed78a0a45f61\" ","response":"range_response_count:1 size:786"} {"level":"info","ts":"2026-04-07T01:04:10.627664Z","caller":"traceutil/trace.go:171","msg":"trace[1163683106] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26609; }","duration":"3.345266555s","start":"2026-04-07T01:04:07.282387Z","end":"2026-04-07T01:04:10.627653Z","steps":["trace[1163683106] 'agreement among raft nodes before linearized reading' (duration: 3.345130953s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:10.62765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:09.113387Z","time spent":"1.514168265s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:10.62769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.282375Z","time spent":"3.345309907s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T01:04:10.627701Z","caller":"traceutil/trace.go:171","msg":"trace[1772213917] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a3ed78a0a45f61; range_end:; response_count:1; response_revision:26609; }","duration":"3.297390787s","start":"2026-04-07T01:04:07.330287Z","end":"2026-04-07T01:04:10.627677Z","steps":["trace[1772213917] 'agreement among raft nodes before linearized reading' (duration: 3.297188393s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:10.627757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.330245Z","time spent":"3.29750275s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":808,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18a3ed78a0a45f61\" "} {"level":"warn","ts":"2026-04-07T01:04:10.628882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300193399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-04-07T01:04:10.628989Z","caller":"traceutil/trace.go:171","msg":"trace[1007930874] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26609; }","duration":"3.300343433s","start":"2026-04-07T01:04:07.328619Z","end":"2026-04-07T01:04:10.628962Z","steps":["trace[1007930874] 'agreement among raft nodes before linearized reading' (duration: 3.298863151s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:10.629054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.328603Z","time spent":"3.300434025s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-07T01:04:11.284696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:04:11.284807Z","caller":"traceutil/trace.go:171","msg":"trace[1986770545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069492s","start":"2026-04-07T01:04:09.284714Z","end":"2026-04-07T01:04:11.284784Z","steps":["trace[1986770545] 'agreement among raft nodes before linearized reading' (duration: 1.999923309s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.284858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:09.284691Z","time spent":"2.000156335s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:04:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:04:11.378527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.023474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:11.378803Z","caller":"traceutil/trace.go:171","msg":"trace[324473931] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"1.274914283s","start":"2026-04-07T01:04:10.103833Z","end":"2026-04-07T01:04:11.378747Z","steps":["trace[324473931] 'process raft request' (duration: 640.580182ms)","trace[324473931] 'compare' (duration: 632.792996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:11.378947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.103812Z","time spent":"1.275054417s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:11.379258Z","caller":"traceutil/trace.go:171","msg":"trace[384425463] linearizableReadLoop","detail":"{readStateIndex:27517; appliedIndex:27515; }","duration":"751.743163ms","start":"2026-04-07T01:04:10.627494Z","end":"2026-04-07T01:04:11.379237Z","steps":["trace[384425463] 'read index received' (duration: 117.125805ms)","trace[384425463] 'applied index is now lower than readState.Index' (duration: 634.616018ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:11.379336Z","caller":"traceutil/trace.go:171","msg":"trace[947453000] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"742.049717ms","start":"2026-04-07T01:04:10.637266Z","end":"2026-04-07T01:04:11.379316Z","steps":["trace[947453000] 'process raft request' (duration: 741.972715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.37979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018208642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:11.37983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434034597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:04:11.379878Z","caller":"traceutil/trace.go:171","msg":"trace[1400640983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26613; }","duration":"3.434111479s","start":"2026-04-07T01:04:07.945753Z","end":"2026-04-07T01:04:11.379864Z","steps":["trace[1400640983] 'agreement among raft nodes before linearized reading' (duration: 3.434003576s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.379879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.637251Z","time spent":"742.566939ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:11.379928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729148004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:11.379367Z","caller":"traceutil/trace.go:171","msg":"trace[1078248003] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"977.488804ms","start":"2026-04-07T01:04:10.401865Z","end":"2026-04-07T01:04:11.379354Z","steps":["trace[1078248003] 'process raft request' (duration: 976.765868ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:11.379981Z","caller":"traceutil/trace.go:171","msg":"trace[237507731] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26613; }","duration":"1.729191165s","start":"2026-04-07T01:04:09.650771Z","end":"2026-04-07T01:04:11.379962Z","steps":["trace[237507731] 'agreement among raft nodes before linearized reading' (duration: 1.729130554s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.380047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:09.650714Z","time spent":"1.729317858s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:11.380098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.401842Z","time spent":"978.142467ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:11.380195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606459072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T01:04:11.379884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247751037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:11.380245Z","caller":"traceutil/trace.go:171","msg":"trace[1786404787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26613; }","duration":"2.606548634s","start":"2026-04-07T01:04:08.773684Z","end":"2026-04-07T01:04:11.380233Z","steps":["trace[1786404787] 'agreement among raft nodes before linearized reading' (duration: 2.606410351s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:11.380267Z","caller":"traceutil/trace.go:171","msg":"trace[417676968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26613; }","duration":"1.248158156s","start":"2026-04-07T01:04:10.132094Z","end":"2026-04-07T01:04:11.380252Z","steps":["trace[417676968] 'agreement among raft nodes before linearized reading' (duration: 1.247765597s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.38028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:08.773667Z","time spent":"2.606603595s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:04:11.380043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636987459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-07T01:04:11.380308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.13208Z","time spent":"1.248216308s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:11.380333Z","caller":"traceutil/trace.go:171","msg":"trace[642822414] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26613; }","duration":"3.637303057s","start":"2026-04-07T01:04:07.743011Z","end":"2026-04-07T01:04:11.380315Z","steps":["trace[642822414] 'agreement among raft nodes before linearized reading' (duration: 3.636944818s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.380368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.742985Z","time spent":"3.637373449s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T01:04:11.379932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.945733Z","time spent":"3.43418819s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:04:11.379838Z","caller":"traceutil/trace.go:171","msg":"trace[29412965] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26613; }","duration":"1.018252093s","start":"2026-04-07T01:04:10.361571Z","end":"2026-04-07T01:04:11.379823Z","steps":["trace[29412965] 'agreement among raft nodes before linearized reading' (duration: 1.018188051s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:11.379632Z","caller":"traceutil/trace.go:171","msg":"trace[893566650] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"748.526271ms","start":"2026-04-07T01:04:10.63108Z","end":"2026-04-07T01:04:11.379606Z","steps":["trace[893566650] 'process raft request' (duration: 748.075051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.380496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.361523Z","time spent":"1.018955009s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:11.380524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.631057Z","time spent":"749.442283ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:11.379727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253093918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T01:04:11.379732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421050658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:04:11.380565Z","caller":"traceutil/trace.go:171","msg":"trace[509157798] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26613; }","duration":"3.253983569s","start":"2026-04-07T01:04:08.126573Z","end":"2026-04-07T01:04:11.380556Z","steps":["trace[509157798] 'agreement among raft nodes before linearized reading' (duration: 3.252931485s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.380598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:08.126551Z","time spent":"3.25403593s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:11.380597Z","caller":"traceutil/trace.go:171","msg":"trace[1610053400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26613; }","duration":"3.421954689s","start":"2026-04-07T01:04:07.958633Z","end":"2026-04-07T01:04:11.380587Z","steps":["trace[1610053400] 'agreement among raft nodes before linearized reading' (duration: 3.420974446s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.379731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.628943Z","time spent":"750.783992ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:04:11.3807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:07.95861Z","time spent":"3.422008729s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:04:11.379579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.549061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:04:11.380779Z","caller":"traceutil/trace.go:171","msg":"trace[932519742] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26613; }","duration":"865.79622ms","start":"2026-04-07T01:04:10.514974Z","end":"2026-04-07T01:04:11.380771Z","steps":["trace[932519742] 'agreement among raft nodes before linearized reading' (duration: 864.451759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:11.380806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:10.51491Z","time spent":"865.886491ms","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:12.384442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.383689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:04:12.384588Z","caller":"traceutil/trace.go:171","msg":"trace[1196780639] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.002309808s","start":"2026-04-07T01:04:11.382242Z","end":"2026-04-07T01:04:12.384552Z","steps":["trace[1196780639] 'process raft request' (duration: 154.742246ms)","trace[1196780639] 'compare' (duration: 847.270385ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:12.384662Z","caller":"traceutil/trace.go:171","msg":"trace[1390443602] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"993.844839ms","start":"2026-04-07T01:04:11.390799Z","end":"2026-04-07T01:04:12.384643Z","steps":["trace[1390443602] 'process raft request' (duration: 993.801258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.384738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.390784Z","time spent":"993.92203ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:12.384752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.382214Z","time spent":"1.002450611s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:12.384731Z","caller":"traceutil/trace.go:171","msg":"trace[519013972] linearizableReadLoop","detail":"{readStateIndex:27521; appliedIndex:27520; }","duration":"999.72913ms","start":"2026-04-07T01:04:11.38491Z","end":"2026-04-07T01:04:12.384639Z","steps":["trace[519013972] 'read index received' (duration: 152.105336ms)","trace[519013972] 'applied index is now lower than readState.Index' (duration: 847.620944ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:12.384813Z","caller":"traceutil/trace.go:171","msg":"trace[723931315] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"999.705079ms","start":"2026-04-07T01:04:11.385092Z","end":"2026-04-07T01:04:12.384797Z","steps":["trace[723931315] 'process raft request' (duration: 999.453964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.384962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.385067Z","time spent":"999.866433ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:12.385098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000166569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-07T01:04:12.385179Z","caller":"traceutil/trace.go:171","msg":"trace[838591750] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd; range_end:; response_count:1; response_revision:26616; }","duration":"1.000315913s","start":"2026-04-07T01:04:11.384848Z","end":"2026-04-07T01:04:12.385164Z","steps":["trace[838591750] 'agreement among raft nodes before linearized reading' (duration: 1.000034437s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.385246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.384772Z","time spent":"1.000462056s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5b6af216-8fdb-49bf-af79-ad1b8b0875dd\" "} {"level":"info","ts":"2026-04-07T01:04:12.852294Z","caller":"traceutil/trace.go:171","msg":"trace[1227472032] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"1.099933438s","start":"2026-04-07T01:04:11.752332Z","end":"2026-04-07T01:04:12.852266Z","steps":["trace[1227472032] 'process raft request' (duration: 1.099839305s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:12.852337Z","caller":"traceutil/trace.go:171","msg":"trace[1105021178] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"1.101329759s","start":"2026-04-07T01:04:11.750966Z","end":"2026-04-07T01:04:12.852296Z","steps":["trace[1105021178] 'process raft request' (duration: 1.101036263s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.852466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.752303Z","time spent":"1.100072401s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:12.852555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.750937Z","time spent":"1.101477172s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:12.852588Z","caller":"traceutil/trace.go:171","msg":"trace[2108284901] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"1.099100998s","start":"2026-04-07T01:04:11.753471Z","end":"2026-04-07T01:04:12.852572Z","steps":["trace[2108284901] 'process raft request' (duration: 1.098756581s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:12.852649Z","caller":"traceutil/trace.go:171","msg":"trace[1363491106] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"1.09913374s","start":"2026-04-07T01:04:11.753498Z","end":"2026-04-07T01:04:12.852632Z","steps":["trace[1363491106] 'process raft request' (duration: 1.098961916s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.852665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.753456Z","time spent":"1.09916834s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:12.852657Z","caller":"traceutil/trace.go:171","msg":"trace[358615982] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"1.099001137s","start":"2026-04-07T01:04:11.753638Z","end":"2026-04-07T01:04:12.852639Z","steps":["trace[358615982] 'process raft request' (duration: 1.098902465s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.852735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.753471Z","time spent":"1.099220641s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:12.85278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.75363Z","time spent":"1.099101649s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:12.852908Z","caller":"traceutil/trace.go:171","msg":"trace[289900910] linearizableReadLoop","detail":"{readStateIndex:27530; appliedIndex:27523; }","duration":"468.043059ms","start":"2026-04-07T01:04:12.384854Z","end":"2026-04-07T01:04:12.852897Z","steps":["trace[289900910] 'read index received' (duration: 467.16384ms)","trace[289900910] 'applied index is now lower than readState.Index' (duration: 878.539µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:12.853018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.368934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:12.853074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46736129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T01:04:12.853089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461793675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5061"} {"level":"info","ts":"2026-04-07T01:04:12.853104Z","caller":"traceutil/trace.go:171","msg":"trace[439152012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26623; }","duration":"1.467406121s","start":"2026-04-07T01:04:11.385689Z","end":"2026-04-07T01:04:12.853095Z","steps":["trace[439152012] 'agreement among raft nodes before linearized reading' (duration: 1.467281818s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:12.853119Z","caller":"traceutil/trace.go:171","msg":"trace[1628835509] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"1.099323844s","start":"2026-04-07T01:04:11.753768Z","end":"2026-04-07T01:04:12.853092Z","steps":["trace[1628835509] 'process raft request' (duration: 1.098825633s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.853153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.385681Z","time spent":"1.467465812s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T01:04:12.853163Z","caller":"traceutil/trace.go:171","msg":"trace[124080726] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26623; }","duration":"1.461881129s","start":"2026-04-07T01:04:11.39126Z","end":"2026-04-07T01:04:12.853141Z","steps":["trace[124080726] 'agreement among raft nodes before linearized reading' (duration: 1.461705635s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:12.853164Z","caller":"traceutil/trace.go:171","msg":"trace[1935064148] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"1.099302083s","start":"2026-04-07T01:04:11.753833Z","end":"2026-04-07T01:04:12.853135Z","steps":["trace[1935064148] 'process raft request' (duration: 1.098979536s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.853208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.391252Z","time spent":"1.46194475s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5083,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-07T01:04:12.853208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.753758Z","time spent":"1.099401565s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:12.853259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.753825Z","time spent":"1.099388565s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:12.853016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.993361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:12.853354Z","caller":"traceutil/trace.go:171","msg":"trace[1516126951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26623; }","duration":"929.375459ms","start":"2026-04-07T01:04:11.92396Z","end":"2026-04-07T01:04:12.853336Z","steps":["trace[1516126951] 'agreement among raft nodes before linearized reading' (duration: 928.9732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.853412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:11.923931Z","time spent":"929.464081ms","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:12.853109Z","caller":"traceutil/trace.go:171","msg":"trace[1337419682] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26623; }","duration":"832.471737ms","start":"2026-04-07T01:04:12.020615Z","end":"2026-04-07T01:04:12.853086Z","steps":["trace[1337419682] 'agreement among raft nodes before linearized reading' (duration: 832.303513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:12.853496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:12.020552Z","time spent":"832.924506ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:13.353833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:04:13.854491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178942341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:04:13.885093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024079604s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:04:13.885486Z","caller":"traceutil/trace.go:171","msg":"trace[374401031] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"1.251754756s","start":"2026-04-07T01:04:12.633706Z","end":"2026-04-07T01:04:13.885461Z","steps":["trace[374401031] 'process raft request' (duration: 1.251563262s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:13.885619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:12.633678Z","time spent":"1.251862689s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:15.110981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.388658ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:04:15.111252Z","caller":"traceutil/trace.go:171","msg":"trace[406200163] linearizableReadLoop","detail":"{readStateIndex:27532; appliedIndex:27530; }","duration":"2.258290389s","start":"2026-04-07T01:04:12.852939Z","end":"2026-04-07T01:04:15.11123Z","steps":["trace[406200163] 'read index received' (duration: 1.032337368s)","trace[406200163] 'applied index is now lower than readState.Index' (duration: 1.225950211s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:04:15.111302Z","caller":"traceutil/trace.go:171","msg":"trace[1491722305] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"252.630021ms","start":"2026-04-07T01:04:14.858642Z","end":"2026-04-07T01:04:15.111272Z","steps":["trace[1491722305] 'process raft request' (duration: 252.436746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.203798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815074778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T01:04:15.203899Z","caller":"traceutil/trace.go:171","msg":"trace[1308440809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26625; }","duration":"2.815213312s","start":"2026-04-07T01:04:12.388661Z","end":"2026-04-07T01:04:15.203874Z","steps":["trace[1308440809] 'agreement among raft nodes before linearized reading' (duration: 2.722585024s)","trace[1308440809] 'range keys from in-memory index tree' (duration: 92.357253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:15.203959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:12.388653Z","time spent":"2.815296525s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-07T01:04:15.204035Z","caller":"traceutil/trace.go:171","msg":"trace[965554944] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"344.959853ms","start":"2026-04-07T01:04:14.859049Z","end":"2026-04-07T01:04:15.204009Z","steps":["trace[965554944] 'process raft request' (duration: 253.695185ms)","trace[965554944] 'compare' (duration: 90.809347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:15.20416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.859026Z","time spent":"345.068495ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:15.204356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360429249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:15.204397Z","caller":"traceutil/trace.go:171","msg":"trace[125767854] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26625; }","duration":"2.360524581s","start":"2026-04-07T01:04:12.843858Z","end":"2026-04-07T01:04:15.204383Z","steps":["trace[125767854] 'agreement among raft nodes before linearized reading' (duration: 2.267379151s)","trace[125767854] 'count revisions from in-memory index tree' (duration: 93.047948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:15.204423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:12.843838Z","time spent":"2.360577313s","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:15.204472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817093765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-07T01:04:15.204567Z","caller":"traceutil/trace.go:171","msg":"trace[1759429230] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26625; }","duration":"2.817221588s","start":"2026-04-07T01:04:12.387329Z","end":"2026-04-07T01:04:15.20455Z","steps":["trace[1759429230] 'agreement among raft nodes before linearized reading' (duration: 2.723970385s)","trace[1759429230] 'range keys from in-memory index tree' (duration: 93.136461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:04:15.204617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:12.387307Z","time spent":"2.817298859s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-07T01:04:15.204726Z","caller":"traceutil/trace.go:171","msg":"trace[1782949747] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"345.568316ms","start":"2026-04-07T01:04:14.859132Z","end":"2026-04-07T01:04:15.2047Z","steps":["trace[1782949747] 'process raft request' (duration: 344.81061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.204885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.351706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:15.204886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.859128Z","time spent":"345.672188ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:15.204918Z","caller":"traceutil/trace.go:171","msg":"trace[2096305495] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26631; }","duration":"782.410238ms","start":"2026-04-07T01:04:14.422499Z","end":"2026-04-07T01:04:15.204909Z","steps":["trace[2096305495] 'agreement among raft nodes before linearized reading' (duration: 782.355127ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:15.204922Z","caller":"traceutil/trace.go:171","msg":"trace[543026946] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"337.123997ms","start":"2026-04-07T01:04:14.867784Z","end":"2026-04-07T01:04:15.204908Z","steps":["trace[543026946] 'process raft request' (duration: 336.950333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.204939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.422487Z","time spent":"782.445598ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:15.205007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.867779Z","time spent":"337.172908ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:15.205015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348763849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-07T01:04:15.205056Z","caller":"traceutil/trace.go:171","msg":"trace[672972708] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"336.587825ms","start":"2026-04-07T01:04:14.86846Z","end":"2026-04-07T01:04:15.205048Z","steps":["trace[672972708] 'process raft request' (duration: 336.317709ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:15.205067Z","caller":"traceutil/trace.go:171","msg":"trace[780742447] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26631; }","duration":"2.348846401s","start":"2026-04-07T01:04:12.856206Z","end":"2026-04-07T01:04:15.205053Z","steps":["trace[780742447] 'agreement among raft nodes before linearized reading' (duration: 2.348621846s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:15.205054Z","caller":"traceutil/trace.go:171","msg":"trace[2109172772] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"345.811892ms","start":"2026-04-07T01:04:14.859225Z","end":"2026-04-07T01:04:15.205037Z","steps":["trace[2109172772] 'process raft request' (duration: 345.396602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.868451Z","time spent":"336.622505ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:04:15.205102Z","caller":"traceutil/trace.go:171","msg":"trace[1356056256] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"337.388893ms","start":"2026-04-07T01:04:14.867703Z","end":"2026-04-07T01:04:15.205092Z","steps":["trace[1356056256] 'process raft request' (duration: 336.989804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.859219Z","time spent":"345.885993ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:15.20516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.867683Z","time spent":"337.444995ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:04:15.205191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.598279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T01:04:15.205106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:12.85619Z","time spent":"2.348909362s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18442,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-07T01:04:15.205223Z","caller":"traceutil/trace.go:171","msg":"trace[1347893054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26631; }","duration":"815.65278ms","start":"2026-04-07T01:04:14.38956Z","end":"2026-04-07T01:04:15.205212Z","steps":["trace[1347893054] 'agreement among raft nodes before linearized reading' (duration: 815.565158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.20525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.389543Z","time spent":"815.700971ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:04:15.205272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.580629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T01:04:15.205302Z","caller":"traceutil/trace.go:171","msg":"trace[803371112] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26631; }","duration":"729.6484ms","start":"2026-04-07T01:04:14.475647Z","end":"2026-04-07T01:04:15.205295Z","steps":["trace[803371112] 'agreement among raft nodes before linearized reading' (duration: 729.505267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290488112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:04:15.205325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.475625Z","time spent":"729.694371ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T01:04:15.205345Z","caller":"traceutil/trace.go:171","msg":"trace[1480717674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26631; }","duration":"1.290551334s","start":"2026-04-07T01:04:13.914768Z","end":"2026-04-07T01:04:15.205319Z","steps":["trace[1480717674] 'agreement among raft nodes before linearized reading' (duration: 1.290506233s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923688068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:04:15.205363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:13.914748Z","time spent":"1.290611035s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:15.205426Z","caller":"traceutil/trace.go:171","msg":"trace[2129934771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26631; }","duration":"1.92375274s","start":"2026-04-07T01:04:13.281616Z","end":"2026-04-07T01:04:15.205369Z","steps":["trace[2129934771] 'agreement among raft nodes before linearized reading' (duration: 1.923708349s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.00288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:04:15.205504Z","caller":"traceutil/trace.go:171","msg":"trace[1311370328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26631; }","duration":"817.017181ms","start":"2026-04-07T01:04:14.388482Z","end":"2026-04-07T01:04:15.2055Z","steps":["trace[1311370328] 'agreement among raft nodes before linearized reading' (duration: 816.954319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.388429Z","time spent":"817.085833ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:04:15.205569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026319323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:04:15.20559Z","caller":"traceutil/trace.go:171","msg":"trace[1416419447] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26631; }","duration":"1.026376235s","start":"2026-04-07T01:04:14.179207Z","end":"2026-04-07T01:04:15.205584Z","steps":["trace[1416419447] 'agreement among raft nodes before linearized reading' (duration: 1.026344734s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:14.179182Z","time spent":"1.026417806s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:04:15.205496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:13.281594Z","time spent":"1.923892653s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:04:15.205551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124320148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:04:15.205735Z","caller":"traceutil/trace.go:171","msg":"trace[1536388688] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26631; }","duration":"2.124536583s","start":"2026-04-07T01:04:13.081183Z","end":"2026-04-07T01:04:15.20572Z","steps":["trace[1536388688] 'agreement among raft nodes before linearized reading' (duration: 2.124331358s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:04:15.205776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:04:13.081161Z","time spent":"2.124601513s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:04:15.226494Z","caller":"traceutil/trace.go:171","msg":"trace[516253246] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"103.849979ms","start":"2026-04-07T01:04:15.122623Z","end":"2026-04-07T01:04:15.226473Z","steps":["trace[516253246] 'process raft request' (duration: 103.731337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:33.452959Z","caller":"traceutil/trace.go:171","msg":"trace[1133411561] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"109.372952ms","start":"2026-04-07T01:04:33.34356Z","end":"2026-04-07T01:04:33.452933Z","steps":["trace[1133411561] 'process raft request' (duration: 109.095926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:33.453152Z","caller":"traceutil/trace.go:171","msg":"trace[1130923309] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"102.869327ms","start":"2026-04-07T01:04:33.350272Z","end":"2026-04-07T01:04:33.453142Z","steps":["trace[1130923309] 'process raft request' (duration: 102.486978ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:33.453236Z","caller":"traceutil/trace.go:171","msg":"trace[1073494759] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"101.631329ms","start":"2026-04-07T01:04:33.351597Z","end":"2026-04-07T01:04:33.453228Z","steps":["trace[1073494759] 'process raft request' (duration: 101.197169ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:33.453482Z","caller":"traceutil/trace.go:171","msg":"trace[963739260] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"125.149454ms","start":"2026-04-07T01:04:33.328295Z","end":"2026-04-07T01:04:33.453445Z","steps":["trace[963739260] 'process raft request' (duration: 118.946896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:04:45.24987Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006cdd.wal"} {"level":"warn","ts":"2026-04-07T01:05:00.195787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.200877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:05:00.195857Z","caller":"traceutil/trace.go:171","msg":"trace[1316798547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27082; }","duration":"216.304319ms","start":"2026-04-07T01:04:59.979534Z","end":"2026-04-07T01:05:00.195839Z","steps":["trace[1316798547] 'range keys from in-memory index tree' (duration: 215.834719ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:03.924653Z","caller":"traceutil/trace.go:171","msg":"trace[1394592495] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"402.565857ms","start":"2026-04-07T01:05:03.522068Z","end":"2026-04-07T01:05:03.924634Z","steps":["trace[1394592495] 'process raft request' (duration: 393.656908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:03.924854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.522029Z","time spent":"402.762321ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:04.19291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.834338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:05:04.193149Z","caller":"traceutil/trace.go:171","msg":"trace[1432728467] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"539.814322ms","start":"2026-04-07T01:05:03.653315Z","end":"2026-04-07T01:05:04.19313Z","steps":["trace[1432728467] 'process raft request' (duration: 539.74094ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:04.193167Z","caller":"traceutil/trace.go:171","msg":"trace[1368193367] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"601.243804ms","start":"2026-04-07T01:05:03.591899Z","end":"2026-04-07T01:05:04.193142Z","steps":["trace[1368193367] 'process raft request' (duration: 476.09756ms)","trace[1368193367] 'compare' (duration: 124.727175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:05:04.193224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.653289Z","time spent":"539.902404ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:04.19326Z","caller":"traceutil/trace.go:171","msg":"trace[494496848] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"538.592124ms","start":"2026-04-07T01:05:03.654657Z","end":"2026-04-07T01:05:04.193249Z","steps":["trace[494496848] 'process raft request' (duration: 538.440431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:04.19331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.654622Z","time spent":"538.664416ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:04.193309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.591872Z","time spent":"601.368486ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:04.193398Z","caller":"traceutil/trace.go:171","msg":"trace[328896701] linearizableReadLoop","detail":"{readStateIndex:28056; appliedIndex:28051; }","duration":"509.058345ms","start":"2026-04-07T01:05:03.684332Z","end":"2026-04-07T01:05:04.193391Z","steps":["trace[328896701] 'read index received' (duration: 231.407487ms)","trace[328896701] 'applied index is now lower than readState.Index' (duration: 277.650328ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:05:04.193465Z","caller":"traceutil/trace.go:171","msg":"trace[372793058] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"435.84763ms","start":"2026-04-07T01:05:03.757612Z","end":"2026-04-07T01:05:04.19346Z","steps":["trace[372793058] 'process raft request' (duration: 435.606875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:04.193496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.757593Z","time spent":"435.887321ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:04.193544Z","caller":"traceutil/trace.go:171","msg":"trace[1832722255] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"552.011034ms","start":"2026-04-07T01:05:03.641444Z","end":"2026-04-07T01:05:04.193455Z","steps":["trace[1832722255] 'process raft request' (duration: 551.556324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:04.193593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.618152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:05:04.193612Z","caller":"traceutil/trace.go:171","msg":"trace[480095309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27137; }","duration":"356.672893ms","start":"2026-04-07T01:05:03.836933Z","end":"2026-04-07T01:05:04.193606Z","steps":["trace[480095309] 'agreement among raft nodes before linearized reading' (duration: 356.604702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:04.19363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.836904Z","time spent":"356.723103ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T01:05:04.193621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.641416Z","time spent":"552.170488ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:04.193627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.500949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T01:05:04.193737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.413793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:05:04.193783Z","caller":"traceutil/trace.go:171","msg":"trace[235652385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27137; }","duration":"509.495165ms","start":"2026-04-07T01:05:03.684279Z","end":"2026-04-07T01:05:04.193774Z","steps":["trace[235652385] 'agreement among raft nodes before linearized reading' (duration: 509.415893ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:04.193783Z","caller":"traceutil/trace.go:171","msg":"trace[1178281658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27137; }","duration":"356.698434ms","start":"2026-04-07T01:05:03.837074Z","end":"2026-04-07T01:05:04.193773Z","steps":["trace[1178281658] 'agreement among raft nodes before linearized reading' (duration: 356.442748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:04.193773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.717236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T01:05:04.193819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.837046Z","time spent":"356.760864ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:05:04.193811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.684257Z","time spent":"509.547296ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:05:04.193858Z","caller":"traceutil/trace.go:171","msg":"trace[1599811711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27137; }","duration":"508.85811ms","start":"2026-04-07T01:05:03.68498Z","end":"2026-04-07T01:05:04.193838Z","steps":["trace[1599811711] 'agreement among raft nodes before linearized reading' (duration: 508.543483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:04.193915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:03.684969Z","time spent":"508.935702ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:05:04.73895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178943585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:05:05.528623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.728525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:05.528721Z","caller":"traceutil/trace.go:171","msg":"trace[1183934113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27137; }","duration":"442.836567ms","start":"2026-04-07T01:05:05.08587Z","end":"2026-04-07T01:05:05.528706Z","steps":["trace[1183934113] 'range keys from in-memory index tree' (duration: 442.712654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:05.528994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.495755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:05:05.529077Z","caller":"traceutil/trace.go:171","msg":"trace[1240392608] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"1.33120037s","start":"2026-04-07T01:05:04.19786Z","end":"2026-04-07T01:05:05.52906Z","steps":["trace[1240392608] 'process raft request' (duration: 692.567091ms)","trace[1240392608] 'compare' (duration: 637.116664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:05:05.529138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.197844Z","time spent":"1.331263862s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:06.177115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286601714s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:05:06.283916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:05:06.283993Z","caller":"traceutil/trace.go:171","msg":"trace[737725453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472002s","start":"2026-04-07T01:05:04.283503Z","end":"2026-04-07T01:05:06.283975Z","steps":["trace[737725453] 'agreement among raft nodes before linearized reading' (duration: 2.0003804s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:06.284038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.283483Z","time spent":"2.000545603s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:05:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:05:07.133709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.259765Z","time spent":"873.938171ms","remote":"127.0.0.1:60116","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T01:05:07.134207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.848152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:05:07.134436Z","caller":"traceutil/trace.go:171","msg":"trace[1353571644] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"2.934611558s","start":"2026-04-07T01:05:04.199794Z","end":"2026-04-07T01:05:07.134406Z","steps":["trace[1353571644] 'process raft request' (duration: 2.934479335s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:07.134482Z","caller":"traceutil/trace.go:171","msg":"trace[325912487] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"1.203341556s","start":"2026-04-07T01:05:05.931127Z","end":"2026-04-07T01:05:07.134469Z","steps":["trace[325912487] 'process raft request' (duration: 1.203313796s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:07.134499Z","caller":"traceutil/trace.go:171","msg":"trace[149956924] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"2.934919675s","start":"2026-04-07T01:05:04.199564Z","end":"2026-04-07T01:05:07.134484Z","steps":["trace[149956924] 'process raft request' (duration: 1.977707054s)","trace[149956924] 'compare' (duration: 956.25371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:05:07.134535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:05.931112Z","time spent":"1.203400177s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:07.134565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.199788Z","time spent":"2.93470646s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:07.134581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.199544Z","time spent":"2.934983296s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:07.134683Z","caller":"traceutil/trace.go:171","msg":"trace[1303605187] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28057; }","duration":"2.895985915s","start":"2026-04-07T01:05:04.238685Z","end":"2026-04-07T01:05:07.134671Z","steps":["trace[1303605187] 'read index received' (duration: 651.758531ms)","trace[1303605187] 'applied index is now lower than readState.Index' (duration: 2.244226284s)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:05:07.134689Z","caller":"traceutil/trace.go:171","msg":"trace[1662249807] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"2.934849823s","start":"2026-04-07T01:05:04.199832Z","end":"2026-04-07T01:05:07.134682Z","steps":["trace[1662249807] 'process raft request' (duration: 2.934511696s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:07.13473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.199828Z","time spent":"2.934884604s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:07.134745Z","caller":"traceutil/trace.go:171","msg":"trace[646977019] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"2.892974278s","start":"2026-04-07T01:05:04.241761Z","end":"2026-04-07T01:05:07.134736Z","steps":["trace[646977019] 'process raft request' (duration: 2.89261548s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:07.134838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.241739Z","time spent":"2.893030239s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:07.134886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89619937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T01:05:07.134913Z","caller":"traceutil/trace.go:171","msg":"trace[427834082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27144; }","duration":"2.896252901s","start":"2026-04-07T01:05:04.238653Z","end":"2026-04-07T01:05:07.134906Z","steps":["trace[427834082] 'agreement among raft nodes before linearized reading' (duration: 2.896160209s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:07.134933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.238632Z","time spent":"2.896295782s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:05:07.13475Z","caller":"traceutil/trace.go:171","msg":"trace[392132557] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"1.675103627s","start":"2026-04-07T01:05:05.459638Z","end":"2026-04-07T01:05:07.134741Z","steps":["trace[392132557] 'process raft request' (duration: 1.67476907s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:07.135019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:05.459609Z","time spent":"1.675389024s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:07.635771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178943599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:05:07.922985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:05:07.923069Z","caller":"traceutil/trace.go:171","msg":"trace[862210526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073303s","start":"2026-04-07T01:05:05.922977Z","end":"2026-04-07T01:05:07.92305Z","steps":["trace[862210526] 'agreement among raft nodes before linearized reading' (duration: 1.999969649s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:07.923116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:05.922959Z","time spent":"2.000147315s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:05:07.968118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042101496s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:05:08.10569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.316756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:05:08.105909Z","caller":"traceutil/trace.go:171","msg":"trace[159455488] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"1.905665365s","start":"2026-04-07T01:05:06.200205Z","end":"2026-04-07T01:05:08.10587Z","steps":["trace[159455488] 'process raft request' (duration: 1.768092054s)","trace[159455488] 'compare' (duration: 136.239071ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:05:08.10603Z","caller":"traceutil/trace.go:171","msg":"trace[1041053063] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"1.576798323s","start":"2026-04-07T01:05:06.529213Z","end":"2026-04-07T01:05:08.106011Z","steps":["trace[1041053063] 'process raft request' (duration: 1.576757912s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.106062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.200181Z","time spent":"1.905801308s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:08.106108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.529194Z","time spent":"1.576881995s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:08.106327Z","caller":"traceutil/trace.go:171","msg":"trace[1627825008] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"1.906089125s","start":"2026-04-07T01:05:06.200228Z","end":"2026-04-07T01:05:08.106318Z","steps":["trace[1627825008] 'process raft request' (duration: 1.905557033s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.10639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.200203Z","time spent":"1.906155016s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:08.106483Z","caller":"traceutil/trace.go:171","msg":"trace[943721749] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"1.906059804s","start":"2026-04-07T01:05:06.200415Z","end":"2026-04-07T01:05:08.106475Z","steps":["trace[943721749] 'process raft request' (duration: 1.905453021s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.106533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.200406Z","time spent":"1.906102795s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:08.106614Z","caller":"traceutil/trace.go:171","msg":"trace[904963094] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"1.906181176s","start":"2026-04-07T01:05:06.200424Z","end":"2026-04-07T01:05:08.106606Z","steps":["trace[904963094] 'process raft request' (duration: 1.905481491s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.106663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.200416Z","time spent":"1.906223578s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:08.106738Z","caller":"traceutil/trace.go:171","msg":"trace[716497518] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"1.902051545s","start":"2026-04-07T01:05:06.204679Z","end":"2026-04-07T01:05:08.10673Z","steps":["trace[716497518] 'process raft request' (duration: 1.901265138s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.106785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.204665Z","time spent":"1.902097745s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:08.284748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:05:08.284828Z","caller":"traceutil/trace.go:171","msg":"trace[1364003136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351349s","start":"2026-04-07T01:05:06.284461Z","end":"2026-04-07T01:05:08.284813Z","steps":["trace[1364003136] 'agreement among raft nodes before linearized reading' (duration: 2.000251287s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.284863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.284441Z","time spent":"2.000415841s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:05:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T01:05:08.87745Z","caller":"traceutil/trace.go:171","msg":"trace[1692601705] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"1.7378733s","start":"2026-04-07T01:05:07.139538Z","end":"2026-04-07T01:05:08.877411Z","steps":["trace[1692601705] 'process raft request' (duration: 1.736642703s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:08.877511Z","caller":"traceutil/trace.go:171","msg":"trace[819556083] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"1.378972346s","start":"2026-04-07T01:05:07.498507Z","end":"2026-04-07T01:05:08.877479Z","steps":["trace[819556083] 'process raft request' (duration: 1.378867434s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.87759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:07.139512Z","time spent":"1.738007042s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:08.877598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859229943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:05:08.877625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:07.498481Z","time spent":"1.379086069s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:08.877672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289889679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:08.877717Z","caller":"traceutil/trace.go:171","msg":"trace[625709826] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27153; }","duration":"3.28993478s","start":"2026-04-07T01:05:05.587769Z","end":"2026-04-07T01:05:08.877704Z","steps":["trace[625709826] 'agreement among raft nodes before linearized reading' (duration: 3.289873209s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:08.877503Z","caller":"traceutil/trace.go:171","msg":"trace[1767712253] linearizableReadLoop","detail":"{readStateIndex:28072; appliedIndex:28064; }","duration":"1.742769298s","start":"2026-04-07T01:05:07.134708Z","end":"2026-04-07T01:05:08.877477Z","steps":["trace[1767712253] 'read index received' (duration: 833.609061ms)","trace[1767712253] 'applied index is now lower than readState.Index' (duration: 909.159097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:05:08.877754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:05.587752Z","time spent":"3.289993281s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-07T01:05:08.87767Z","caller":"traceutil/trace.go:171","msg":"trace[1960865488] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27153; }","duration":"2.859342006s","start":"2026-04-07T01:05:06.018308Z","end":"2026-04-07T01:05:08.87765Z","steps":["trace[1960865488] 'agreement among raft nodes before linearized reading' (duration: 2.859209133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.877831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.018288Z","time spent":"2.859524111s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:05:08.87789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584729966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T01:05:08.878054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374426036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-07T01:05:08.878068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443329455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:05:08.878089Z","caller":"traceutil/trace.go:171","msg":"trace[1654016347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27153; }","duration":"3.374487677s","start":"2026-04-07T01:05:05.503589Z","end":"2026-04-07T01:05:08.878077Z","steps":["trace[1654016347] 'agreement among raft nodes before linearized reading' (duration: 3.374358325s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:08.878117Z","caller":"traceutil/trace.go:171","msg":"trace[1908247757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27153; }","duration":"3.443421277s","start":"2026-04-07T01:05:05.434681Z","end":"2026-04-07T01:05:08.878103Z","steps":["trace[1908247757] 'agreement among raft nodes before linearized reading' (duration: 3.443297504s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.878154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:05.434655Z","time spent":"3.443491328s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:05:08.878164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593862333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-07T01:05:08.878214Z","caller":"traceutil/trace.go:171","msg":"trace[1261657086] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:27153; }","duration":"1.593948175s","start":"2026-04-07T01:05:07.284251Z","end":"2026-04-07T01:05:08.878199Z","steps":["trace[1261657086] 'agreement among raft nodes before linearized reading' (duration: 1.593813622s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.87812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:05.503569Z","time spent":"3.374544398s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T01:05:08.878267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:07.284229Z","time spent":"1.594027609s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-04-07T01:05:08.878526Z","caller":"traceutil/trace.go:171","msg":"trace[974180702] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"1.092120222s","start":"2026-04-07T01:05:07.786394Z","end":"2026-04-07T01:05:08.878514Z","steps":["trace[974180702] 'process raft request' (duration: 1.091036397s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.878567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.887595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:05:08.878597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:07.786369Z","time spent":"1.092192664s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:08.878629Z","caller":"traceutil/trace.go:171","msg":"trace[467970404] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27153; }","duration":"406.982697ms","start":"2026-04-07T01:05:08.47163Z","end":"2026-04-07T01:05:08.878613Z","steps":["trace[467970404] 'agreement among raft nodes before linearized reading' (duration: 406.884615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.878682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:08.471612Z","time spent":"407.054959ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:05:08.878746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.628595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:08.878815Z","caller":"traceutil/trace.go:171","msg":"trace[587629584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27153; }","duration":"585.748527ms","start":"2026-04-07T01:05:08.293049Z","end":"2026-04-07T01:05:08.878797Z","steps":["trace[587629584] 'agreement among raft nodes before linearized reading' (duration: 585.609974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.878845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:08.293027Z","time spent":"585.812488ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:05:08.878991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345650483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T01:05:08.877614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15165998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:08.879165Z","caller":"traceutil/trace.go:171","msg":"trace[1103148747] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27153; }","duration":"4.153258945s","start":"2026-04-07T01:05:04.725886Z","end":"2026-04-07T01:05:08.879145Z","steps":["trace[1103148747] 'agreement among raft nodes before linearized reading' (duration: 4.151667399s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:08.879101Z","caller":"traceutil/trace.go:171","msg":"trace[682919935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27153; }","duration":"1.345785087s","start":"2026-04-07T01:05:07.53329Z","end":"2026-04-07T01:05:08.879075Z","steps":["trace[682919935] 'agreement among raft nodes before linearized reading' (duration: 1.345240384s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.879228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:04.725866Z","time spent":"4.153342067s","remote":"127.0.0.1:44680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:05:08.879207Z","caller":"traceutil/trace.go:171","msg":"trace[2087496644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27153; }","duration":"2.58492695s","start":"2026-04-07T01:05:06.293124Z","end":"2026-04-07T01:05:08.878051Z","steps":["trace[2087496644] 'agreement among raft nodes before linearized reading' (duration: 2.584575642s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.879376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:07.533276Z","time spent":"1.346085373s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:05:08.879304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.293112Z","time spent":"2.586175138s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:05:08.880373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189529033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-07T01:05:08.880429Z","caller":"traceutil/trace.go:171","msg":"trace[18930650] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27153; }","duration":"2.192222153s","start":"2026-04-07T01:05:06.688191Z","end":"2026-04-07T01:05:08.880413Z","steps":["trace[18930650] 'agreement among raft nodes before linearized reading' (duration: 2.189460861s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.880556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:06.688169Z","time spent":"2.192373787s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-07T01:05:08.885141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23357922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:05:08.885214Z","caller":"traceutil/trace.go:171","msg":"trace[2072503812] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27153; }","duration":"1.233705493s","start":"2026-04-07T01:05:07.651491Z","end":"2026-04-07T01:05:08.885197Z","steps":["trace[2072503812] 'agreement among raft nodes before linearized reading' (duration: 1.227492685s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:08.885252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:07.651471Z","time spent":"1.233772465s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2782,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:05:09.244976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.197215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:05:09.245059Z","caller":"traceutil/trace.go:171","msg":"trace[118721128] linearizableReadLoop","detail":"{readStateIndex:28078; appliedIndex:28077; }","duration":"273.892455ms","start":"2026-04-07T01:05:08.971155Z","end":"2026-04-07T01:05:09.245047Z","steps":["trace[118721128] 'read index received' (duration: 71.604618ms)","trace[118721128] 'applied index is now lower than readState.Index' (duration: 202.286937ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:05:09.245098Z","caller":"traceutil/trace.go:171","msg":"trace[1648990066] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"332.876191ms","start":"2026-04-07T01:05:08.912196Z","end":"2026-04-07T01:05:09.245072Z","steps":["trace[1648990066] 'process raft request' (duration: 130.523674ms)","trace[1648990066] 'compare' (duration: 201.894177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:05:09.24515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.761616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:09.245177Z","caller":"traceutil/trace.go:171","msg":"trace[437091201] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27157; }","duration":"279.826336ms","start":"2026-04-07T01:05:08.965344Z","end":"2026-04-07T01:05:09.24517Z","steps":["trace[437091201] 'agreement among raft nodes before linearized reading' (duration: 279.753485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.245222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:08.912162Z","time spent":"332.996794ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:09.747477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178943616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:05:09.960748Z","caller":"traceutil/trace.go:171","msg":"trace[822937971] linearizableReadLoop","detail":"{readStateIndex:28081; appliedIndex:28078; }","duration":"715.657458ms","start":"2026-04-07T01:05:09.245076Z","end":"2026-04-07T01:05:09.960734Z","steps":["trace[822937971] 'read index received' (duration: 705.290156ms)","trace[822937971] 'applied index is now lower than readState.Index' (duration: 10.366362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:05:09.960918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.444119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:05:09.960953Z","caller":"traceutil/trace.go:171","msg":"trace[547543622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27160; }","duration":"821.523791ms","start":"2026-04-07T01:05:09.139419Z","end":"2026-04-07T01:05:09.960943Z","steps":["trace[547543622] 'agreement among raft nodes before linearized reading' (duration: 821.415759ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:09.960951Z","caller":"traceutil/trace.go:171","msg":"trace[1782900716] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"818.754589ms","start":"2026-04-07T01:05:09.142187Z","end":"2026-04-07T01:05:09.960941Z","steps":["trace[1782900716] 'process raft request' (duration: 818.421642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.96099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.139396Z","time spent":"821.582923ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:05:09.961048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.027499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-07T01:05:09.961098Z","caller":"traceutil/trace.go:171","msg":"trace[1371705342] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"818.677777ms","start":"2026-04-07T01:05:09.142413Z","end":"2026-04-07T01:05:09.96109Z","steps":["trace[1371705342] 'process raft request' (duration: 818.280228ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:09.960745Z","caller":"traceutil/trace.go:171","msg":"trace[376262535] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"819.64299ms","start":"2026-04-07T01:05:09.141074Z","end":"2026-04-07T01:05:09.960717Z","steps":["trace[376262535] 'process raft request' (duration: 808.88375ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:05:09.966225Z","caller":"traceutil/trace.go:171","msg":"trace[1047468151] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27160; }","duration":"988.114501ms","start":"2026-04-07T01:05:08.972981Z","end":"2026-04-07T01:05:09.961096Z","steps":["trace[1047468151] 'agreement among raft nodes before linearized reading' (duration: 987.960218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.966319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:08.972967Z","time spent":"993.328667ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18472,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T01:05:09.967446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.696228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:09.967522Z","caller":"traceutil/trace.go:171","msg":"trace[960118918] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27160; }","duration":"825.046909ms","start":"2026-04-07T01:05:09.142454Z","end":"2026-04-07T01:05:09.967501Z","steps":["trace[960118918] 'agreement among raft nodes before linearized reading' (duration: 818.693837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.967586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.142444Z","time spent":"825.114091ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:05:09.960918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.405478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:05:09.967767Z","caller":"traceutil/trace.go:171","msg":"trace[1193553570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27160; }","duration":"828.243171ms","start":"2026-04-07T01:05:09.139484Z","end":"2026-04-07T01:05:09.967727Z","steps":["trace[1193553570] 'agreement among raft nodes before linearized reading' (duration: 821.319027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.967794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.784902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-07T01:05:09.967853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.139478Z","time spent":"828.334353ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:05:09.967881Z","caller":"traceutil/trace.go:171","msg":"trace[951435295] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27160; }","duration":"720.869763ms","start":"2026-04-07T01:05:09.246957Z","end":"2026-04-07T01:05:09.967827Z","steps":["trace[951435295] 'agreement among raft nodes before linearized reading' (duration: 720.75277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.967938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.246937Z","time spent":"720.972286ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T01:05:09.96795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.152244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:09.967983Z","caller":"traceutil/trace.go:171","msg":"trace[176092196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27160; }","duration":"671.210696ms","start":"2026-04-07T01:05:09.296764Z","end":"2026-04-07T01:05:09.967975Z","steps":["trace[176092196] 'agreement among raft nodes before linearized reading' (duration: 671.147374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.968004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.296743Z","time spent":"671.257307ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:05:09.968045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.780284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:05:09.968096Z","caller":"traceutil/trace.go:171","msg":"trace[2099985956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27160; }","duration":"828.854415ms","start":"2026-04-07T01:05:09.13923Z","end":"2026-04-07T01:05:09.968085Z","steps":["trace[2099985956] 'agreement among raft nodes before linearized reading' (duration: 828.744612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.968121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.139216Z","time spent":"828.899915ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:05:09.968335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.75522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:05:09.968375Z","caller":"traceutil/trace.go:171","msg":"trace[589845232] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27160; }","duration":"990.792061ms","start":"2026-04-07T01:05:08.977572Z","end":"2026-04-07T01:05:09.968364Z","steps":["trace[589845232] 'agreement among raft nodes before linearized reading' (duration: 990.675078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.968407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:08.977547Z","time spent":"990.848211ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:05:09.968915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.661815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T01:05:09.968947Z","caller":"traceutil/trace.go:171","msg":"trace[1272702095] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27160; }","duration":"993.711245ms","start":"2026-04-07T01:05:08.975226Z","end":"2026-04-07T01:05:09.968938Z","steps":["trace[1272702095] 'agreement among raft nodes before linearized reading' (duration: 993.44761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:05:09.968979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:08.975216Z","time spent":"993.755846ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-07T01:05:09.961063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.142147Z","time spent":"818.863001ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:09.969429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.142401Z","time spent":"818.727999ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:05:09.969817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:05:09.141062Z","time spent":"820.079689ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:05:11.807747Z","caller":"traceutil/trace.go:171","msg":"trace[1957672692] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"111.704695ms","start":"2026-04-07T01:05:11.696014Z","end":"2026-04-07T01:05:11.807719Z","steps":["trace[1957672692] 'process raft request' (duration: 111.447439ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:45.646076Z","caller":"traceutil/trace.go:171","msg":"trace[1861761637] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"100.33359ms","start":"2026-04-07T01:06:45.545721Z","end":"2026-04-07T01:06:45.646054Z","steps":["trace[1861761637] 'process raft request' (duration: 17.863288ms)","trace[1861761637] 'compare' (duration: 82.102713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:06:46.790907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.991002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:06:46.791035Z","caller":"traceutil/trace.go:171","msg":"trace[1022735093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28133; }","duration":"203.158085ms","start":"2026-04-07T01:06:46.587854Z","end":"2026-04-07T01:06:46.791012Z","steps":["trace[1022735093] 'range keys from in-memory index tree' (duration: 202.804367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:06:46.791156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.191094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:06:46.791245Z","caller":"traceutil/trace.go:171","msg":"trace[479559535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28133; }","duration":"198.330757ms","start":"2026-04-07T01:06:46.592893Z","end":"2026-04-07T01:06:46.791224Z","steps":["trace[479559535] 'range keys from in-memory index tree' (duration: 197.979839ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.825246Z","caller":"traceutil/trace.go:171","msg":"trace[760556966] transaction","detail":"{read_only:false; response_revision:28134; number_of_response:1; }","duration":"219.313806ms","start":"2026-04-07T01:06:46.605906Z","end":"2026-04-07T01:06:46.82522Z","steps":["trace[760556966] 'process raft request' (duration: 219.130302ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.866902Z","caller":"traceutil/trace.go:171","msg":"trace[1039274967] transaction","detail":"{read_only:false; response_revision:28136; number_of_response:1; }","duration":"178.817482ms","start":"2026-04-07T01:06:46.688057Z","end":"2026-04-07T01:06:46.866874Z","steps":["trace[1039274967] 'process raft request' (duration: 178.7217ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.867273Z","caller":"traceutil/trace.go:171","msg":"trace[208587452] transaction","detail":"{read_only:false; response_revision:28137; number_of_response:1; }","duration":"178.480654ms","start":"2026-04-07T01:06:46.688767Z","end":"2026-04-07T01:06:46.867247Z","steps":["trace[208587452] 'process raft request' (duration: 178.063945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.867602Z","caller":"traceutil/trace.go:171","msg":"trace[1875411331] transaction","detail":"{read_only:false; response_revision:28138; number_of_response:1; }","duration":"168.548483ms","start":"2026-04-07T01:06:46.699016Z","end":"2026-04-07T01:06:46.867565Z","steps":["trace[1875411331] 'process raft request' (duration: 168.069872ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.866969Z","caller":"traceutil/trace.go:171","msg":"trace[478651822] transaction","detail":"{read_only:false; response_revision:28135; number_of_response:1; }","duration":"192.829825ms","start":"2026-04-07T01:06:46.67408Z","end":"2026-04-07T01:06:46.866909Z","steps":["trace[478651822] 'process raft request' (duration: 192.521958ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.867824Z","caller":"traceutil/trace.go:171","msg":"trace[1441687138] transaction","detail":"{read_only:false; response_revision:28139; number_of_response:1; }","duration":"168.642296ms","start":"2026-04-07T01:06:46.699145Z","end":"2026-04-07T01:06:46.867787Z","steps":["trace[1441687138] 'process raft request' (duration: 168.313039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:06:46.868293Z","caller":"traceutil/trace.go:171","msg":"trace[536342947] linearizableReadLoop","detail":"{readStateIndex:29080; appliedIndex:29076; }","duration":"171.524739ms","start":"2026-04-07T01:06:46.696749Z","end":"2026-04-07T01:06:46.868274Z","steps":["trace[536342947] 'read index received' (duration: 128.338564ms)","trace[536342947] 'applied index is now lower than readState.Index' (duration: 43.182375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:06:46.868529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.762154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:06:46.868593Z","caller":"traceutil/trace.go:171","msg":"trace[1308468978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28141; }","duration":"171.869107ms","start":"2026-04-07T01:06:46.69671Z","end":"2026-04-07T01:06:46.868579Z","steps":["trace[1308468978] 'agreement among raft nodes before linearized reading' (duration: 171.682623ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:35.462271Z","caller":"traceutil/trace.go:171","msg":"trace[752749073] transaction","detail":"{read_only:false; response_revision:28566; number_of_response:1; }","duration":"127.021235ms","start":"2026-04-07T01:07:35.335227Z","end":"2026-04-07T01:07:35.462248Z","steps":["trace[752749073] 'process raft request' (duration: 126.973104ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:35.462626Z","caller":"traceutil/trace.go:171","msg":"trace[918975186] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"128.916498ms","start":"2026-04-07T01:07:35.333698Z","end":"2026-04-07T01:07:35.462615Z","steps":["trace[918975186] 'process raft request' (duration: 128.372986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:40.085784Z","caller":"traceutil/trace.go:171","msg":"trace[1003970195] transaction","detail":"{read_only:false; response_revision:28601; number_of_response:1; }","duration":"104.027753ms","start":"2026-04-07T01:07:39.981732Z","end":"2026-04-07T01:07:40.08576Z","steps":["trace[1003970195] 'process raft request' (duration: 103.865199ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:41.626118Z","caller":"traceutil/trace.go:171","msg":"trace[1035223367] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"122.371972ms","start":"2026-04-07T01:07:41.503708Z","end":"2026-04-07T01:07:41.62608Z","steps":["trace[1035223367] 'process raft request' (duration: 71.764973ms)","trace[1035223367] 'compare' (duration: 50.380064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:07:42.143685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.187321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:07:42.143848Z","caller":"traceutil/trace.go:171","msg":"trace[97475350] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28621; }","duration":"102.365795ms","start":"2026-04-07T01:07:42.041427Z","end":"2026-04-07T01:07:42.143793Z","steps":["trace[97475350] 'range keys from in-memory index tree' (duration: 102.095838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:07:42.572588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.821852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:07:43.548007Z","caller":"traceutil/trace.go:171","msg":"trace[1863331592] transaction","detail":"{read_only:false; response_revision:28639; number_of_response:1; }","duration":"134.672686ms","start":"2026-04-07T01:07:43.413291Z","end":"2026-04-07T01:07:43.547964Z","steps":["trace[1863331592] 'process raft request' (duration: 134.487922ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:43.548064Z","caller":"traceutil/trace.go:171","msg":"trace[1162200225] transaction","detail":"{read_only:false; response_revision:28641; number_of_response:1; }","duration":"132.311604ms","start":"2026-04-07T01:07:43.415702Z","end":"2026-04-07T01:07:43.548013Z","steps":["trace[1162200225] 'process raft request' (duration: 132.185932ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:43.548213Z","caller":"traceutil/trace.go:171","msg":"trace[1828430548] transaction","detail":"{read_only:false; response_revision:28638; number_of_response:1; }","duration":"146.544032ms","start":"2026-04-07T01:07:43.401637Z","end":"2026-04-07T01:07:43.548181Z","steps":["trace[1828430548] 'process raft request' (duration: 46.252923ms)","trace[1828430548] 'compare' (duration: 99.715236ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:07:43.54872Z","caller":"traceutil/trace.go:171","msg":"trace[703273895] transaction","detail":"{read_only:false; response_revision:28640; number_of_response:1; }","duration":"133.334627ms","start":"2026-04-07T01:07:43.415293Z","end":"2026-04-07T01:07:43.548627Z","steps":["trace[703273895] 'process raft request' (duration: 132.55346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:07:43.810823Z","caller":"traceutil/trace.go:171","msg":"trace[880783862] transaction","detail":"{read_only:false; response_revision:28644; number_of_response:1; }","duration":"177.657186ms","start":"2026-04-07T01:07:43.633141Z","end":"2026-04-07T01:07:43.810798Z","steps":["trace[880783862] 'process raft request' (duration: 150.642074ms)","trace[880783862] 'compare' (duration: 26.731106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:07:44.738589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880868562178947530,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T01:07:44.987769Z","caller":"traceutil/trace.go:171","msg":"trace[851404833] linearizableReadLoop","detail":"{readStateIndex:29602; appliedIndex:29601; }","duration":"749.33089ms","start":"2026-04-07T01:07:44.238421Z","end":"2026-04-07T01:07:44.987752Z","steps":["trace[851404833] 'read index received' (duration: 749.171276ms)","trace[851404833] 'applied index is now lower than readState.Index' (duration: 158.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:07:44.987976Z","caller":"traceutil/trace.go:171","msg":"trace[222276154] transaction","detail":"{read_only:false; response_revision:28645; number_of_response:1; }","duration":"960.142216ms","start":"2026-04-07T01:07:44.027824Z","end":"2026-04-07T01:07:44.987966Z","steps":["trace[222276154] 'process raft request' (duration: 959.820819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:07:44.988074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:07:44.027799Z","time spent":"960.203497ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T01:07:44.988324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.899662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T01:07:44.98835Z","caller":"traceutil/trace.go:171","msg":"trace[2023315611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28645; }","duration":"749.929294ms","start":"2026-04-07T01:07:44.238413Z","end":"2026-04-07T01:07:44.988342Z","steps":["trace[2023315611] 'agreement among raft nodes before linearized reading' (duration: 749.805901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:07:44.988385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:07:44.238349Z","time spent":"750.022055ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:07:44.989657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.854151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:07:44.989702Z","caller":"traceutil/trace.go:171","msg":"trace[1622953610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28648; }","duration":"706.970163ms","start":"2026-04-07T01:07:44.282722Z","end":"2026-04-07T01:07:44.989692Z","steps":["trace[1622953610] 'agreement among raft nodes before linearized reading' (duration: 706.852111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:07:44.989815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:07:44.282705Z","time spent":"707.099986ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:07:44.990183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.4763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418774"} {"level":"info","ts":"2026-04-07T01:07:44.990254Z","caller":"traceutil/trace.go:171","msg":"trace[2105196527] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28648; }","duration":"103.592011ms","start":"2026-04-07T01:07:44.886645Z","end":"2026-04-07T01:07:44.990237Z","steps":["trace[2105196527] 'agreement among raft nodes before linearized reading' (duration: 103.334616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:07:44.990471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.187081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T01:07:44.990555Z","caller":"traceutil/trace.go:171","msg":"trace[107069857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28648; }","duration":"691.287794ms","start":"2026-04-07T01:07:44.299254Z","end":"2026-04-07T01:07:44.990542Z","steps":["trace[107069857] 'agreement among raft nodes before linearized reading' (duration: 691.148811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:07:44.990627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:07:44.299244Z","time spent":"691.336665ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:07:53.196822Z","caller":"traceutil/trace.go:171","msg":"trace[1270019756] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"114.986647ms","start":"2026-04-07T01:07:53.081798Z","end":"2026-04-07T01:07:53.196784Z","steps":["trace[1270019756] 'process raft request' (duration: 48.672926ms)","trace[1270019756] 'compare' (duration: 65.80276ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:08:12.337443Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26340} {"level":"info","ts":"2026-04-07T01:08:12.534163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26340,"took":"192.16271ms","hash":2227303774,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":36777984,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-07T01:08:12.534255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2227303774,"revision":26340,"compact-revision":23652} {"level":"info","ts":"2026-04-07T01:08:15.576185Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T01:08:15.582181Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-07T01:08:15.582282Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-07T01:08:24.555128Z","caller":"traceutil/trace.go:171","msg":"trace[831976437] transaction","detail":"{read_only:false; response_revision:29128; number_of_response:1; }","duration":"106.994758ms","start":"2026-04-07T01:08:24.44811Z","end":"2026-04-07T01:08:24.555104Z","steps":["trace[831976437] 'process raft request' (duration: 106.858695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:08:35.650913Z","caller":"traceutil/trace.go:171","msg":"trace[2029291644] transaction","detail":"{read_only:false; response_revision:29212; number_of_response:1; }","duration":"161.257721ms","start":"2026-04-07T01:08:35.489559Z","end":"2026-04-07T01:08:35.650816Z","steps":["trace[2029291644] 'process raft request' (duration: 134.35194ms)","trace[2029291644] 'compare' (duration: 26.194754ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:08:36.19589Z","caller":"traceutil/trace.go:171","msg":"trace[1612860042] transaction","detail":"{read_only:false; response_revision:29214; number_of_response:1; }","duration":"183.944396ms","start":"2026-04-07T01:08:36.011912Z","end":"2026-04-07T01:08:36.195857Z","steps":["trace[1612860042] 'process raft request' (duration: 183.795123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:08:36.233968Z","caller":"traceutil/trace.go:171","msg":"trace[2125556669] transaction","detail":"{read_only:false; response_revision:29215; number_of_response:1; }","duration":"175.865057ms","start":"2026-04-07T01:08:36.058087Z","end":"2026-04-07T01:08:36.233952Z","steps":["trace[2125556669] 'process raft request' (duration: 175.643222ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:08:36.233949Z","caller":"traceutil/trace.go:171","msg":"trace[761606734] linearizableReadLoop","detail":"{readStateIndex:30190; appliedIndex:30187; }","duration":"142.662105ms","start":"2026-04-07T01:08:36.091256Z","end":"2026-04-07T01:08:36.233918Z","steps":["trace[761606734] 'read index received' (duration: 104.520673ms)","trace[761606734] 'applied index is now lower than readState.Index' (duration: 38.140302ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:08:36.234093Z","caller":"traceutil/trace.go:171","msg":"trace[1661518992] transaction","detail":"{read_only:false; response_revision:29216; number_of_response:1; }","duration":"175.145031ms","start":"2026-04-07T01:08:36.058904Z","end":"2026-04-07T01:08:36.234049Z","steps":["trace[1661518992] 'process raft request' (duration: 174.970317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:08:36.234279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:08:36.234332Z","caller":"traceutil/trace.go:171","msg":"trace[247399636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29216; }","duration":"117.32831ms","start":"2026-04-07T01:08:36.116992Z","end":"2026-04-07T01:08:36.23432Z","steps":["trace[247399636] 'agreement among raft nodes before linearized reading' (duration: 117.186637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:08:36.23452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.261028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T01:08:36.234559Z","caller":"traceutil/trace.go:171","msg":"trace[644678385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29216; }","duration":"143.33722ms","start":"2026-04-07T01:08:36.091212Z","end":"2026-04-07T01:08:36.23455Z","steps":["trace[644678385] 'agreement among raft nodes before linearized reading' (duration: 142.785598ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:08:37.783139Z","caller":"traceutil/trace.go:171","msg":"trace[1384313255] transaction","detail":"{read_only:false; response_revision:29228; number_of_response:1; }","duration":"122.432674ms","start":"2026-04-07T01:08:37.660672Z","end":"2026-04-07T01:08:37.783105Z","steps":["trace[1384313255] 'process raft request' (duration: 122.2303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:08:56.508179Z","caller":"traceutil/trace.go:171","msg":"trace[475624770] transaction","detail":"{read_only:false; response_revision:29464; number_of_response:1; }","duration":"137.790936ms","start":"2026-04-07T01:08:56.370304Z","end":"2026-04-07T01:08:56.508095Z","steps":["trace[475624770] 'process raft request' (duration: 137.623782ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:08:56.675959Z","caller":"traceutil/trace.go:171","msg":"trace[2109591700] linearizableReadLoop","detail":"{readStateIndex:30446; appliedIndex:30444; }","duration":"244.869776ms","start":"2026-04-07T01:08:56.431064Z","end":"2026-04-07T01:08:56.675934Z","steps":["trace[2109591700] 'read index received' (duration: 76.856415ms)","trace[2109591700] 'applied index is now lower than readState.Index' (duration: 168.012111ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:08:56.676097Z","caller":"traceutil/trace.go:171","msg":"trace[678030912] transaction","detail":"{read_only:false; response_revision:29465; number_of_response:1; }","duration":"305.106751ms","start":"2026-04-07T01:08:56.370933Z","end":"2026-04-07T01:08:56.67604Z","steps":["trace[678030912] 'process raft request' (duration: 260.363362ms)","trace[678030912] 'compare' (duration: 44.195777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:08:56.676298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:08:56.370924Z","time spent":"305.267656ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:08:56.676297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.491151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:08:56.67663Z","caller":"traceutil/trace.go:171","msg":"trace[1646378872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29465; }","duration":"215.870609ms","start":"2026-04-07T01:08:56.460737Z","end":"2026-04-07T01:08:56.676608Z","steps":["trace[1646378872] 'agreement among raft nodes before linearized reading' (duration: 215.372458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:08:56.676356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.266644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:08:56.676709Z","caller":"traceutil/trace.go:171","msg":"trace[777838591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29465; }","duration":"245.676364ms","start":"2026-04-07T01:08:56.431012Z","end":"2026-04-07T01:08:56.676688Z","steps":["trace[777838591] 'agreement among raft nodes before linearized reading' (duration: 245.05549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:08:56.67647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.739908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:08:56.67686Z","caller":"traceutil/trace.go:171","msg":"trace[2000896086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29465; }","duration":"208.148057ms","start":"2026-04-07T01:08:56.4687Z","end":"2026-04-07T01:08:56.676849Z","steps":["trace[2000896086] 'agreement among raft nodes before linearized reading' (duration: 207.538404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:08:56.676189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.539101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:08:56.67695Z","caller":"traceutil/trace.go:171","msg":"trace[1243900935] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29465; }","duration":"134.348549ms","start":"2026-04-07T01:08:56.542591Z","end":"2026-04-07T01:08:56.67694Z","steps":["trace[1243900935] 'agreement among raft nodes before linearized reading' (duration: 133.540451ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:09:58.081297Z","caller":"traceutil/trace.go:171","msg":"trace[1367213976] transaction","detail":"{read_only:false; response_revision:29946; number_of_response:1; }","duration":"101.574299ms","start":"2026-04-07T01:09:57.979703Z","end":"2026-04-07T01:09:58.081277Z","steps":["trace[1367213976] 'process raft request' (duration: 101.456436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:09:58.152465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.217591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:09:58.152574Z","caller":"traceutil/trace.go:171","msg":"trace[1039465449] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29948; }","duration":"149.386304ms","start":"2026-04-07T01:09:58.003159Z","end":"2026-04-07T01:09:58.152545Z","steps":["trace[1039465449] 'agreement among raft nodes before linearized reading' (duration: 149.18961ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:09:58.152455Z","caller":"traceutil/trace.go:171","msg":"trace[1965818435] transaction","detail":"{read_only:false; response_revision:29947; number_of_response:1; }","duration":"107.670333ms","start":"2026-04-07T01:09:58.044727Z","end":"2026-04-07T01:09:58.152398Z","steps":["trace[1965818435] 'process raft request' (duration: 107.428878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:13:12.343259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29002} {"level":"info","ts":"2026-04-07T01:13:12.498272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29002,"took":"149.005209ms","hash":1185407474,"current-db-size-bytes":57516032,"current-db-size":"58 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T01:13:12.498357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1185407474,"revision":29002,"compact-revision":26340} {"level":"info","ts":"2026-04-07T01:13:35.14368Z","caller":"traceutil/trace.go:171","msg":"trace[1268396730] transaction","detail":"{read_only:false; response_revision:31571; number_of_response:1; }","duration":"100.519756ms","start":"2026-04-07T01:13:35.04312Z","end":"2026-04-07T01:13:35.14364Z","steps":["trace[1268396730] 'process raft request' (duration: 100.048225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:13:35.143785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.569169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T01:13:35.143881Z","caller":"traceutil/trace.go:171","msg":"trace[91112962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31571; }","duration":"101.698592ms","start":"2026-04-07T01:13:35.042158Z","end":"2026-04-07T01:13:35.143857Z","steps":["trace[91112962] 'agreement among raft nodes before linearized reading' (duration: 101.437436ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:13:35.286569Z","caller":"traceutil/trace.go:171","msg":"trace[528440872] transaction","detail":"{read_only:false; response_revision:31573; number_of_response:1; }","duration":"138.35814ms","start":"2026-04-07T01:13:35.148175Z","end":"2026-04-07T01:13:35.286533Z","steps":["trace[528440872] 'process raft request' (duration: 136.186942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:14:24.991005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.357855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:14:24.991226Z","caller":"traceutil/trace.go:171","msg":"trace[662875979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31935; }","duration":"131.645921ms","start":"2026-04-07T01:14:24.85956Z","end":"2026-04-07T01:14:24.991206Z","steps":["trace[662875979] 'count revisions from in-memory index tree' (duration: 131.235492ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:14:25.002239Z","caller":"traceutil/trace.go:171","msg":"trace[611742088] transaction","detail":"{read_only:false; response_revision:31936; number_of_response:1; }","duration":"140.347805ms","start":"2026-04-07T01:14:24.861869Z","end":"2026-04-07T01:14:25.002217Z","steps":["trace[611742088] 'process raft request' (duration: 140.207502ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:14:25.003969Z","caller":"traceutil/trace.go:171","msg":"trace[1896984736] transaction","detail":"{read_only:false; response_revision:31937; number_of_response:1; }","duration":"138.31093ms","start":"2026-04-07T01:14:24.865632Z","end":"2026-04-07T01:14:25.003943Z","steps":["trace[1896984736] 'process raft request' (duration: 138.181377ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:17:01.244631Z","caller":"traceutil/trace.go:171","msg":"trace[1691385871] linearizableReadLoop","detail":"{readStateIndex:34197; appliedIndex:34196; }","duration":"252.301266ms","start":"2026-04-07T01:17:00.992276Z","end":"2026-04-07T01:17:01.244577Z","steps":["trace[1691385871] 'read index received' (duration: 242.036208ms)","trace[1691385871] 'applied index is now lower than readState.Index' (duration: 10.263298ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:17:01.244636Z","caller":"traceutil/trace.go:171","msg":"trace[120098875] transaction","detail":"{read_only:false; response_revision:33109; number_of_response:1; }","duration":"335.649568ms","start":"2026-04-07T01:17:00.908944Z","end":"2026-04-07T01:17:01.244593Z","steps":["trace[120098875] 'process raft request' (duration: 325.42467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:17:01.244967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.659456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:17:01.245153Z","caller":"traceutil/trace.go:171","msg":"trace[415159302] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:33109; }","duration":"252.9045ms","start":"2026-04-07T01:17:00.992214Z","end":"2026-04-07T01:17:01.245119Z","steps":["trace[415159302] 'agreement among raft nodes before linearized reading' (duration: 252.472951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:17:01.244979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:17:00.908912Z","time spent":"335.912275ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:18:12.356168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31405} {"level":"info","ts":"2026-04-07T01:18:12.64077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31405,"took":"278.940442ms","hash":3463849064,"current-db-size-bytes":58556416,"current-db-size":"59 MB","current-db-size-in-use-bytes":30117888,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T01:18:12.640818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3463849064,"revision":31405,"compact-revision":29002} {"level":"info","ts":"2026-04-07T01:18:37.687741Z","caller":"traceutil/trace.go:171","msg":"trace[255074795] transaction","detail":"{read_only:false; response_revision:33813; number_of_response:1; }","duration":"107.81731ms","start":"2026-04-07T01:18:37.579892Z","end":"2026-04-07T01:18:37.687709Z","steps":["trace[255074795] 'process raft request' (duration: 107.604895ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:18:45.966984Z","caller":"traceutil/trace.go:171","msg":"trace[1995034135] transaction","detail":"{read_only:false; response_revision:33878; number_of_response:1; }","duration":"125.181066ms","start":"2026-04-07T01:18:45.841782Z","end":"2026-04-07T01:18:45.966963Z","steps":["trace[1995034135] 'process raft request' (duration: 116.143075ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:18:47.972979Z","caller":"traceutil/trace.go:171","msg":"trace[1394849368] transaction","detail":"{read_only:false; response_revision:33894; number_of_response:1; }","duration":"121.213297ms","start":"2026-04-07T01:18:47.851743Z","end":"2026-04-07T01:18:47.972956Z","steps":["trace[1394849368] 'process raft request' (duration: 101.722572ms)","trace[1394849368] 'compare' (duration: 19.377513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:18:48.249231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.267967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:18:48.249348Z","caller":"traceutil/trace.go:171","msg":"trace[348854898] transaction","detail":"{read_only:false; response_revision:33896; number_of_response:1; }","duration":"223.467623ms","start":"2026-04-07T01:18:48.025861Z","end":"2026-04-07T01:18:48.249329Z","steps":["trace[348854898] 'process raft request' (duration: 65.011833ms)","trace[348854898] 'compare' (duration: 158.155013ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:18:48.441732Z","caller":"traceutil/trace.go:171","msg":"trace[1400488167] linearizableReadLoop","detail":"{readStateIndex:35011; appliedIndex:35009; }","duration":"217.153981ms","start":"2026-04-07T01:18:48.224554Z","end":"2026-04-07T01:18:48.441708Z","steps":["trace[1400488167] 'read index received' (duration: 154.851819ms)","trace[1400488167] 'applied index is now lower than readState.Index' (duration: 62.300672ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:18:48.441881Z","caller":"traceutil/trace.go:171","msg":"trace[2090556842] transaction","detail":"{read_only:false; response_revision:33898; number_of_response:1; }","duration":"269.674775ms","start":"2026-04-07T01:18:48.172191Z","end":"2026-04-07T01:18:48.441865Z","steps":["trace[2090556842] 'process raft request' (duration: 269.430599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:18:48.441972Z","caller":"traceutil/trace.go:171","msg":"trace[551118825] transaction","detail":"{read_only:false; response_revision:33897; number_of_response:1; }","duration":"343.436262ms","start":"2026-04-07T01:18:48.098499Z","end":"2026-04-07T01:18:48.441935Z","steps":["trace[551118825] 'process raft request' (duration: 280.68903ms)","trace[551118825] 'compare' (duration: 62.21658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:18:48.442148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:18:48.098456Z","time spent":"343.600487ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:18:48.442236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.666303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T01:18:48.442299Z","caller":"traceutil/trace.go:171","msg":"trace[469943532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33898; }","duration":"217.764836ms","start":"2026-04-07T01:18:48.224516Z","end":"2026-04-07T01:18:48.442281Z","steps":["trace[469943532] 'agreement among raft nodes before linearized reading' (duration: 217.583442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:18:48.442444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.615553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:18:48.442482Z","caller":"traceutil/trace.go:171","msg":"trace[361112307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33898; }","duration":"145.686185ms","start":"2026-04-07T01:18:48.296786Z","end":"2026-04-07T01:18:48.442473Z","steps":["trace[361112307] 'agreement among raft nodes before linearized reading' (duration: 145.624753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:18:48.442921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.826053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:18:48.442987Z","caller":"traceutil/trace.go:171","msg":"trace[199381645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33898; }","duration":"139.971027ms","start":"2026-04-07T01:18:48.303003Z","end":"2026-04-07T01:18:48.442974Z","steps":["trace[199381645] 'agreement among raft nodes before linearized reading' (duration: 139.773303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:19:03.562991Z","caller":"traceutil/trace.go:171","msg":"trace[1703099809] transaction","detail":"{read_only:false; response_revision:34011; number_of_response:1; }","duration":"201.743817ms","start":"2026-04-07T01:19:03.361209Z","end":"2026-04-07T01:19:03.562952Z","steps":["trace[1703099809] 'process raft request' (duration: 103.781298ms)","trace[1703099809] 'compare' (duration: 97.613041ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:20:34.475684Z","caller":"traceutil/trace.go:171","msg":"trace[1147405448] transaction","detail":"{read_only:false; response_revision:34707; number_of_response:1; }","duration":"131.091719ms","start":"2026-04-07T01:20:34.344563Z","end":"2026-04-07T01:20:34.475655Z","steps":["trace[1147405448] 'process raft request' (duration: 130.928935ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:35.106983Z","caller":"traceutil/trace.go:171","msg":"trace[218915419] linearizableReadLoop","detail":"{readStateIndex:35847; appliedIndex:35844; }","duration":"190.814123ms","start":"2026-04-07T01:20:34.916135Z","end":"2026-04-07T01:20:35.106949Z","steps":["trace[218915419] 'read index received' (duration: 7.13544ms)","trace[218915419] 'applied index is now lower than readState.Index' (duration: 183.677053ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:20:35.107038Z","caller":"traceutil/trace.go:171","msg":"trace[1690392564] transaction","detail":"{read_only:false; response_revision:34710; number_of_response:1; }","duration":"201.552422ms","start":"2026-04-07T01:20:34.905459Z","end":"2026-04-07T01:20:35.107012Z","steps":["trace[1690392564] 'process raft request' (duration: 131.808394ms)","trace[1690392564] 'compare' (duration: 69.167515ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:20:35.107098Z","caller":"traceutil/trace.go:171","msg":"trace[1936690461] transaction","detail":"{read_only:false; response_revision:34711; number_of_response:1; }","duration":"201.251546ms","start":"2026-04-07T01:20:34.905819Z","end":"2026-04-07T01:20:35.10707Z","steps":["trace[1936690461] 'process raft request' (duration: 200.99337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:35.107249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.09171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-07T01:20:35.107335Z","caller":"traceutil/trace.go:171","msg":"trace[1986152239] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:34711; }","duration":"191.210223ms","start":"2026-04-07T01:20:34.916101Z","end":"2026-04-07T01:20:35.107311Z","steps":["trace[1986152239] 'agreement among raft nodes before linearized reading' (duration: 191.002108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:35.298286Z","caller":"traceutil/trace.go:171","msg":"trace[1762816278] linearizableReadLoop","detail":"{readStateIndex:35849; appliedIndex:35847; }","duration":"191.190612ms","start":"2026-04-07T01:20:35.10707Z","end":"2026-04-07T01:20:35.298261Z","steps":["trace[1762816278] 'read index received' (duration: 100.969916ms)","trace[1762816278] 'applied index is now lower than readState.Index' (duration: 90.219746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:20:35.298555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.478081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:20:35.29863Z","caller":"traceutil/trace.go:171","msg":"trace[235785874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34713; }","duration":"278.593424ms","start":"2026-04-07T01:20:35.020018Z","end":"2026-04-07T01:20:35.298612Z","steps":["trace[235785874] 'agreement among raft nodes before linearized reading' (duration: 278.38189ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:35.298306Z","caller":"traceutil/trace.go:171","msg":"trace[1821796804] transaction","detail":"{read_only:false; response_revision:34712; number_of_response:1; }","duration":"274.36741ms","start":"2026-04-07T01:20:35.023904Z","end":"2026-04-07T01:20:35.298271Z","steps":["trace[1821796804] 'process raft request' (duration: 184.200506ms)","trace[1821796804] 'compare' (duration: 89.9777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:20:35.298782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.887894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:20:35.298815Z","caller":"traceutil/trace.go:171","msg":"trace[909739179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34713; }","duration":"275.951096ms","start":"2026-04-07T01:20:35.022855Z","end":"2026-04-07T01:20:35.298806Z","steps":["trace[909739179] 'agreement among raft nodes before linearized reading' (duration: 275.871454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:35.298806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.820333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-07T01:20:35.298865Z","caller":"traceutil/trace.go:171","msg":"trace[2021886108] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:34713; }","duration":"177.924705ms","start":"2026-04-07T01:20:35.120922Z","end":"2026-04-07T01:20:35.298846Z","steps":["trace[2021886108] 'agreement among raft nodes before linearized reading' (duration: 177.737041ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:35.298805Z","caller":"traceutil/trace.go:171","msg":"trace[655519830] transaction","detail":"{read_only:false; response_revision:34713; number_of_response:1; }","duration":"274.565114ms","start":"2026-04-07T01:20:35.024208Z","end":"2026-04-07T01:20:35.298773Z","steps":["trace[655519830] 'process raft request' (duration: 274.001291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:35.299494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.75395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:20:35.299569Z","caller":"traceutil/trace.go:171","msg":"trace[1624360644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34713; }","duration":"279.880593ms","start":"2026-04-07T01:20:35.019672Z","end":"2026-04-07T01:20:35.299553Z","steps":["trace[1624360644] 'agreement among raft nodes before linearized reading' (duration: 278.718577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:35.656371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.098803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:20:35.656628Z","caller":"traceutil/trace.go:171","msg":"trace[68431094] transaction","detail":"{read_only:false; response_revision:34715; number_of_response:1; }","duration":"353.367544ms","start":"2026-04-07T01:20:35.303194Z","end":"2026-04-07T01:20:35.656562Z","steps":["trace[68431094] 'process raft request' (duration: 117.981776ms)","trace[68431094] 'compare' (duration: 234.928268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:20:35.656751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:20:35.30317Z","time spent":"353.521428ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:20:35.656885Z","caller":"traceutil/trace.go:171","msg":"trace[121316156] linearizableReadLoop","detail":"{readStateIndex:35851; appliedIndex:35849; }","duration":"353.607099ms","start":"2026-04-07T01:20:35.303235Z","end":"2026-04-07T01:20:35.656842Z","steps":["trace[121316156] 'read index received' (duration: 55.013268ms)","trace[121316156] 'applied index is now lower than readState.Index' (duration: 298.590051ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:20:35.656913Z","caller":"traceutil/trace.go:171","msg":"trace[703642906] transaction","detail":"{read_only:false; response_revision:34717; number_of_response:1; }","duration":"120.612005ms","start":"2026-04-07T01:20:35.536245Z","end":"2026-04-07T01:20:35.656857Z","steps":["trace[703642906] 'process raft request' (duration: 120.301138ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:20:35.656922Z","caller":"traceutil/trace.go:171","msg":"trace[1330837419] transaction","detail":"{read_only:false; response_revision:34716; number_of_response:1; }","duration":"353.574449ms","start":"2026-04-07T01:20:35.303287Z","end":"2026-04-07T01:20:35.656861Z","steps":["trace[1330837419] 'process raft request' (duration: 353.19337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:35.657104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:20:35.303271Z","time spent":"353.746043ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:20:35.657153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.896416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-07T01:20:35.657234Z","caller":"traceutil/trace.go:171","msg":"trace[1933133933] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:34717; }","duration":"354.027378ms","start":"2026-04-07T01:20:35.303185Z","end":"2026-04-07T01:20:35.657212Z","steps":["trace[1933133933] 'agreement among raft nodes before linearized reading' (duration: 353.794143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:20:35.657277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:20:35.303165Z","time spent":"354.102171ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5203,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:20:35.793458Z","caller":"traceutil/trace.go:171","msg":"trace[1599769555] transaction","detail":"{read_only:false; response_revision:34718; number_of_response:1; }","duration":"256.374338ms","start":"2026-04-07T01:20:35.537042Z","end":"2026-04-07T01:20:35.793416Z","steps":["trace[1599769555] 'process raft request' (duration: 225.975668ms)","trace[1599769555] 'compare' (duration: 30.297306ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:01.621775Z","caller":"traceutil/trace.go:171","msg":"trace[1893968829] transaction","detail":"{read_only:false; response_revision:34905; number_of_response:1; }","duration":"242.148169ms","start":"2026-04-07T01:21:01.379592Z","end":"2026-04-07T01:21:01.621741Z","steps":["trace[1893968829] 'process raft request' (duration: 241.976966ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:01.683309Z","caller":"traceutil/trace.go:171","msg":"trace[523404072] linearizableReadLoop","detail":"{readStateIndex:36047; appliedIndex:36046; }","duration":"242.968657ms","start":"2026-04-07T01:21:01.440321Z","end":"2026-04-07T01:21:01.68329Z","steps":["trace[523404072] 'read index received' (duration: 181.434183ms)","trace[523404072] 'applied index is now lower than readState.Index' (duration: 61.533824ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:01.683415Z","caller":"traceutil/trace.go:171","msg":"trace[1070454432] transaction","detail":"{read_only:false; response_revision:34906; number_of_response:1; }","duration":"303.111611ms","start":"2026-04-07T01:21:01.380266Z","end":"2026-04-07T01:21:01.683377Z","steps":["trace[1070454432] 'process raft request' (duration: 302.907497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:01.683572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:21:01.380257Z","time spent":"303.239514ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:21:01.68359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.239973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:21:01.683698Z","caller":"traceutil/trace.go:171","msg":"trace[1217802272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34906; }","duration":"243.416798ms","start":"2026-04-07T01:21:01.440253Z","end":"2026-04-07T01:21:01.68367Z","steps":["trace[1217802272] 'agreement among raft nodes before linearized reading' (duration: 243.210682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:01.686724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.989068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:21:01.686763Z","caller":"traceutil/trace.go:171","msg":"trace[1406467126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34906; }","duration":"208.06762ms","start":"2026-04-07T01:21:01.478686Z","end":"2026-04-07T01:21:01.686753Z","steps":["trace[1406467126] 'agreement among raft nodes before linearized reading' (duration: 207.942817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:01.686775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.246335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:21:01.686847Z","caller":"traceutil/trace.go:171","msg":"trace[619555860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34906; }","duration":"128.377778ms","start":"2026-04-07T01:21:01.558451Z","end":"2026-04-07T01:21:01.686829Z","steps":["trace[619555860] 'agreement among raft nodes before linearized reading' (duration: 128.235315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:04.3915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.064233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:21:04.39161Z","caller":"traceutil/trace.go:171","msg":"trace[219656862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34926; }","duration":"108.231387ms","start":"2026-04-07T01:21:04.283348Z","end":"2026-04-07T01:21:04.39158Z","steps":["trace[219656862] 'range keys from in-memory index tree' (duration: 107.978092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:05.239484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.497401ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:21:05.239618Z","caller":"traceutil/trace.go:171","msg":"trace[612425590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34930; }","duration":"154.641444ms","start":"2026-04-07T01:21:05.084957Z","end":"2026-04-07T01:21:05.239598Z","steps":["trace[612425590] 'range keys from in-memory index tree' (duration: 154.47953ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:08.764857Z","caller":"traceutil/trace.go:171","msg":"trace[486787921] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"116.279707ms","start":"2026-04-07T01:21:08.648545Z","end":"2026-04-07T01:21:08.764825Z","steps":["trace[486787921] 'process raft request' (duration: 36.192599ms)","trace[486787921] 'compare' (duration: 79.947055ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:18.279521Z","caller":"traceutil/trace.go:171","msg":"trace[1665425571] transaction","detail":"{read_only:false; response_revision:35027; number_of_response:1; }","duration":"116.552324ms","start":"2026-04-07T01:21:18.162938Z","end":"2026-04-07T01:21:18.279491Z","steps":["trace[1665425571] 'process raft request' (duration: 107.796018ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:18.279642Z","caller":"traceutil/trace.go:171","msg":"trace[979517872] linearizableReadLoop","detail":"{readStateIndex:36172; appliedIndex:36171; }","duration":"114.607081ms","start":"2026-04-07T01:21:18.165Z","end":"2026-04-07T01:21:18.279607Z","steps":["trace[979517872] 'read index received' (duration: 105.752503ms)","trace[979517872] 'applied index is now lower than readState.Index' (duration: 8.850597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:21:18.279897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.889286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-db-user\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-07T01:21:18.280016Z","caller":"traceutil/trace.go:171","msg":"trace[993398394] range","detail":"{range_begin:/registry/secrets/openstack/keystone-db-user; range_end:; response_count:1; response_revision:35028; }","duration":"115.04562ms","start":"2026-04-07T01:21:18.164949Z","end":"2026-04-07T01:21:18.279994Z","steps":["trace[993398394] 'agreement among raft nodes before linearized reading' (duration: 114.776024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:18.59904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.37608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:21:18.599221Z","caller":"traceutil/trace.go:171","msg":"trace[75825626] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:35029; }","duration":"167.596574ms","start":"2026-04-07T01:21:18.4316Z","end":"2026-04-07T01:21:18.599197Z","steps":["trace[75825626] 'count revisions from in-memory index tree' (duration: 167.245977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:18.599494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.920143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:21:18.599571Z","caller":"traceutil/trace.go:171","msg":"trace[1289855085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:35029; }","duration":"126.082647ms","start":"2026-04-07T01:21:18.473471Z","end":"2026-04-07T01:21:18.599554Z","steps":["trace[1289855085] 'count revisions from in-memory index tree' (duration: 125.830881ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:18.765202Z","caller":"traceutil/trace.go:171","msg":"trace[2117586144] transaction","detail":"{read_only:false; response_revision:35030; number_of_response:1; }","duration":"160.951255ms","start":"2026-04-07T01:21:18.604229Z","end":"2026-04-07T01:21:18.765181Z","steps":["trace[2117586144] 'process raft request' (duration: 160.782401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:18.948327Z","caller":"traceutil/trace.go:171","msg":"trace[1203004649] transaction","detail":"{read_only:false; response_revision:35032; number_of_response:1; }","duration":"123.808596ms","start":"2026-04-07T01:21:18.824471Z","end":"2026-04-07T01:21:18.94828Z","steps":["trace[1203004649] 'process raft request' (duration: 118.475068ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:29.578328Z","caller":"traceutil/trace.go:171","msg":"trace[550028356] transaction","detail":"{read_only:false; response_revision:35107; number_of_response:1; }","duration":"112.928052ms","start":"2026-04-07T01:21:29.465367Z","end":"2026-04-07T01:21:29.578295Z","steps":["trace[550028356] 'process raft request' (duration: 86.194425ms)","trace[550028356] 'compare' (duration: 26.40856ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:34.967363Z","caller":"traceutil/trace.go:171","msg":"trace[1817834251] transaction","detail":"{read_only:false; response_revision:35147; number_of_response:1; }","duration":"100.746271ms","start":"2026-04-07T01:21:34.866582Z","end":"2026-04-07T01:21:34.967329Z","steps":["trace[1817834251] 'process raft request' (duration: 93.878627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:35.211507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.592336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:21:35.211671Z","caller":"traceutil/trace.go:171","msg":"trace[186839999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35147; }","duration":"125.76625ms","start":"2026-04-07T01:21:35.085875Z","end":"2026-04-07T01:21:35.211641Z","steps":["trace[186839999] 'range keys from in-memory index tree' (duration: 125.561425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:35.211854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.109329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:21:35.2121Z","caller":"traceutil/trace.go:171","msg":"trace[877752818] transaction","detail":"{read_only:false; response_revision:35149; number_of_response:1; }","duration":"151.407793ms","start":"2026-04-07T01:21:35.060678Z","end":"2026-04-07T01:21:35.212086Z","steps":["trace[877752818] 'process raft request' (duration: 151.30149ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:35.212171Z","caller":"traceutil/trace.go:171","msg":"trace[1660039307] transaction","detail":"{read_only:false; response_revision:35148; number_of_response:1; }","duration":"183.810506ms","start":"2026-04-07T01:21:35.028316Z","end":"2026-04-07T01:21:35.212126Z","steps":["trace[1660039307] 'process raft request' (duration: 39.35506ms)","trace[1660039307] 'compare' (duration: 143.469285ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:41.85075Z","caller":"traceutil/trace.go:171","msg":"trace[162495057] transaction","detail":"{read_only:false; response_revision:35196; number_of_response:1; }","duration":"171.876619ms","start":"2026-04-07T01:21:41.678836Z","end":"2026-04-07T01:21:41.850713Z","steps":["trace[162495057] 'process raft request' (duration: 93.784504ms)","trace[162495057] 'compare' (duration: 77.88016ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:41.850842Z","caller":"traceutil/trace.go:171","msg":"trace[886630465] transaction","detail":"{read_only:false; response_revision:35197; number_of_response:1; }","duration":"171.854899ms","start":"2026-04-07T01:21:41.678966Z","end":"2026-04-07T01:21:41.850821Z","steps":["trace[886630465] 'process raft request' (duration: 171.664285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:21:42.088377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.381593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:21:42.088847Z","caller":"traceutil/trace.go:171","msg":"trace[603792782] transaction","detail":"{read_only:false; response_revision:35199; number_of_response:1; }","duration":"136.762956ms","start":"2026-04-07T01:21:41.952067Z","end":"2026-04-07T01:21:42.08883Z","steps":["trace[603792782] 'process raft request' (duration: 35.848111ms)","trace[603792782] 'compare' (duration: 99.983154ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:42.089017Z","caller":"traceutil/trace.go:171","msg":"trace[1715333750] transaction","detail":"{read_only:false; response_revision:35200; number_of_response:1; }","duration":"105.347564ms","start":"2026-04-07T01:21:41.983635Z","end":"2026-04-07T01:21:42.088982Z","steps":["trace[1715333750] 'process raft request' (duration: 104.825943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:42.548261Z","caller":"traceutil/trace.go:171","msg":"trace[684492410] transaction","detail":"{read_only:false; response_revision:35203; number_of_response:1; }","duration":"163.450451ms","start":"2026-04-07T01:21:42.384771Z","end":"2026-04-07T01:21:42.548222Z","steps":["trace[684492410] 'process raft request' (duration: 82.944483ms)","trace[684492410] 'compare' (duration: 80.352045ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:21:42.595771Z","caller":"traceutil/trace.go:171","msg":"trace[1760446566] transaction","detail":"{read_only:false; response_revision:35204; number_of_response:1; }","duration":"190.579887ms","start":"2026-04-07T01:21:42.40514Z","end":"2026-04-07T01:21:42.59572Z","steps":["trace[1760446566] 'process raft request' (duration: 190.268071ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:42.596004Z","caller":"traceutil/trace.go:171","msg":"trace[591804297] linearizableReadLoop","detail":"{readStateIndex:36353; appliedIndex:36351; }","duration":"180.38283ms","start":"2026-04-07T01:21:42.415241Z","end":"2026-04-07T01:21:42.595623Z","steps":["trace[591804297] 'read index received' (duration: 52.470973ms)","trace[591804297] 'applied index is now lower than readState.Index' (duration: 127.910407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:21:42.596193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.904152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:21:42.596294Z","caller":"traceutil/trace.go:171","msg":"trace[1881706345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35204; }","duration":"181.044175ms","start":"2026-04-07T01:21:42.415234Z","end":"2026-04-07T01:21:42.596278Z","steps":["trace[1881706345] 'agreement among raft nodes before linearized reading' (duration: 180.601895ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:42.715017Z","caller":"traceutil/trace.go:171","msg":"trace[14782179] transaction","detail":"{read_only:false; response_revision:35205; number_of_response:1; }","duration":"107.537812ms","start":"2026-04-07T01:21:42.607455Z","end":"2026-04-07T01:21:42.714993Z","steps":["trace[14782179] 'process raft request' (duration: 107.365608ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:42.715186Z","caller":"traceutil/trace.go:171","msg":"trace[100961274] linearizableReadLoop","detail":"{readStateIndex:36354; appliedIndex:36353; }","duration":"119.049139ms","start":"2026-04-07T01:21:42.59611Z","end":"2026-04-07T01:21:42.715159Z","steps":["trace[100961274] 'read index received' (duration: 19.638769ms)","trace[100961274] 'applied index is now lower than readState.Index' (duration: 99.40727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:21:42.715351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.639611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:21:42.71548Z","caller":"traceutil/trace.go:171","msg":"trace[805546756] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35205; }","duration":"178.821745ms","start":"2026-04-07T01:21:42.536632Z","end":"2026-04-07T01:21:42.715454Z","steps":["trace[805546756] 'agreement among raft nodes before linearized reading' (duration: 178.611469ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:43.092861Z","caller":"traceutil/trace.go:171","msg":"trace[823873996] transaction","detail":"{read_only:false; response_revision:35206; number_of_response:1; }","duration":"163.967662ms","start":"2026-04-07T01:21:42.928855Z","end":"2026-04-07T01:21:43.092822Z","steps":["trace[823873996] 'process raft request' (duration: 163.677106ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:49.459533Z","caller":"traceutil/trace.go:171","msg":"trace[447637464] transaction","detail":"{read_only:false; response_revision:35250; number_of_response:1; }","duration":"136.690004ms","start":"2026-04-07T01:21:49.322823Z","end":"2026-04-07T01:21:49.459513Z","steps":["trace[447637464] 'process raft request' (duration: 136.559401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:50.06516Z","caller":"traceutil/trace.go:171","msg":"trace[1391141397] transaction","detail":"{read_only:false; response_revision:35252; number_of_response:1; }","duration":"117.003574ms","start":"2026-04-07T01:21:49.948143Z","end":"2026-04-07T01:21:50.065146Z","steps":["trace[1391141397] 'process raft request' (duration: 116.889501ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:50.111472Z","caller":"traceutil/trace.go:171","msg":"trace[593581598] transaction","detail":"{read_only:false; response_revision:35253; number_of_response:1; }","duration":"162.633584ms","start":"2026-04-07T01:21:49.948819Z","end":"2026-04-07T01:21:50.111453Z","steps":["trace[593581598] 'process raft request' (duration: 162.396689ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:50.111892Z","caller":"traceutil/trace.go:171","msg":"trace[1317157167] transaction","detail":"{read_only:false; response_revision:35254; number_of_response:1; }","duration":"139.919466ms","start":"2026-04-07T01:21:49.971965Z","end":"2026-04-07T01:21:50.111884Z","steps":["trace[1317157167] 'process raft request' (duration: 139.458836ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:50.273926Z","caller":"traceutil/trace.go:171","msg":"trace[1902190680] transaction","detail":"{read_only:false; response_revision:35255; number_of_response:1; }","duration":"149.206814ms","start":"2026-04-07T01:21:50.124694Z","end":"2026-04-07T01:21:50.273901Z","steps":["trace[1902190680] 'process raft request' (duration: 149.01719ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:50.282055Z","caller":"traceutil/trace.go:171","msg":"trace[2046459066] transaction","detail":"{read_only:false; response_revision:35256; number_of_response:1; }","duration":"148.409676ms","start":"2026-04-07T01:21:50.133631Z","end":"2026-04-07T01:21:50.282041Z","steps":["trace[2046459066] 'process raft request' (duration: 148.294293ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:52.098729Z","caller":"traceutil/trace.go:171","msg":"trace[1930878145] transaction","detail":"{read_only:false; response_revision:35266; number_of_response:1; }","duration":"248.960732ms","start":"2026-04-07T01:21:51.849745Z","end":"2026-04-07T01:21:52.098706Z","steps":["trace[1930878145] 'process raft request' (duration: 248.815828ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:21:58.543926Z","caller":"traceutil/trace.go:171","msg":"trace[539522638] transaction","detail":"{read_only:false; response_revision:35317; number_of_response:1; }","duration":"131.534058ms","start":"2026-04-07T01:21:58.412357Z","end":"2026-04-07T01:21:58.543891Z","steps":["trace[539522638] 'process raft request' (duration: 89.848687ms)","trace[539522638] 'compare' (duration: 41.293763ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:00.362561Z","caller":"traceutil/trace.go:171","msg":"trace[775697448] linearizableReadLoop","detail":"{readStateIndex:36478; appliedIndex:36477; }","duration":"169.969938ms","start":"2026-04-07T01:22:00.19252Z","end":"2026-04-07T01:22:00.36249Z","steps":["trace[775697448] 'read index received' (duration: 169.862486ms)","trace[775697448] 'applied index is now lower than readState.Index' (duration: 106.132µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:00.362833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.300505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/tempest-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:00.363031Z","caller":"traceutil/trace.go:171","msg":"trace[498246656] range","detail":"{range_begin:/registry/serviceaccounts/openstack/tempest-ks-user; range_end:; response_count:0; response_revision:35325; }","duration":"170.556201ms","start":"2026-04-07T01:22:00.192457Z","end":"2026-04-07T01:22:00.363013Z","steps":["trace[498246656] 'agreement among raft nodes before linearized reading' (duration: 170.272964ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.363595Z","caller":"traceutil/trace.go:171","msg":"trace[679878440] transaction","detail":"{read_only:false; response_revision:35325; number_of_response:1; }","duration":"203.463535ms","start":"2026-04-07T01:22:00.160117Z","end":"2026-04-07T01:22:00.363581Z","steps":["trace[679878440] 'process raft request' (duration: 202.195717ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.366875Z","caller":"traceutil/trace.go:171","msg":"trace[1114081016] transaction","detail":"{read_only:false; response_revision:35326; number_of_response:1; }","duration":"109.353883ms","start":"2026-04-07T01:22:00.257505Z","end":"2026-04-07T01:22:00.366859Z","steps":["trace[1114081016] 'process raft request' (duration: 108.231967ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.567635Z","caller":"traceutil/trace.go:171","msg":"trace[539600480] transaction","detail":"{read_only:false; response_revision:35337; number_of_response:1; }","duration":"117.197858ms","start":"2026-04-07T01:22:00.450413Z","end":"2026-04-07T01:22:00.567611Z","steps":["trace[539600480] 'process raft request' (duration: 117.168198ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.567722Z","caller":"traceutil/trace.go:171","msg":"trace[976798179] transaction","detail":"{read_only:false; response_revision:35336; number_of_response:1; }","duration":"129.8222ms","start":"2026-04-07T01:22:00.437866Z","end":"2026-04-07T01:22:00.567688Z","steps":["trace[976798179] 'process raft request' (duration: 129.590265ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.730237Z","caller":"traceutil/trace.go:171","msg":"trace[1750654257] linearizableReadLoop","detail":"{readStateIndex:36492; appliedIndex:36490; }","duration":"154.264726ms","start":"2026-04-07T01:22:00.575949Z","end":"2026-04-07T01:22:00.730213Z","steps":["trace[1750654257] 'read index received' (duration: 111.723345ms)","trace[1750654257] 'applied index is now lower than readState.Index' (duration: 42.540391ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:00.730402Z","caller":"traceutil/trace.go:171","msg":"trace[1142612589] transaction","detail":"{read_only:false; response_revision:35339; number_of_response:1; }","duration":"157.535049ms","start":"2026-04-07T01:22:00.57283Z","end":"2026-04-07T01:22:00.730365Z","steps":["trace[1142612589] 'process raft request' (duration: 157.321044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.7304Z","caller":"traceutil/trace.go:171","msg":"trace[182353957] transaction","detail":"{read_only:false; response_revision:35338; number_of_response:1; }","duration":"157.710753ms","start":"2026-04-07T01:22:00.57265Z","end":"2026-04-07T01:22:00.730361Z","steps":["trace[182353957] 'process raft request' (duration: 115.000249ms)","trace[182353957] 'compare' (duration: 42.277824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:00.730486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.42293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:00.730528Z","caller":"traceutil/trace.go:171","msg":"trace[1629071915] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:35339; }","duration":"154.599743ms","start":"2026-04-07T01:22:00.575915Z","end":"2026-04-07T01:22:00.730515Z","steps":["trace[1629071915] 'agreement among raft nodes before linearized reading' (duration: 154.414979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:00.787002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.516971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-07T01:22:00.787064Z","caller":"traceutil/trace.go:171","msg":"trace[275154551] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:35340; }","duration":"209.586012ms","start":"2026-04-07T01:22:00.577462Z","end":"2026-04-07T01:22:00.787048Z","steps":["trace[275154551] 'agreement among raft nodes before linearized reading' (duration: 209.420668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:00.787128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.658136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:00.787199Z","caller":"traceutil/trace.go:171","msg":"trace[1535238737] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35340; }","duration":"197.781209ms","start":"2026-04-07T01:22:00.589394Z","end":"2026-04-07T01:22:00.787175Z","steps":["trace[1535238737] 'agreement among raft nodes before linearized reading' (duration: 197.645926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:00.7872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.606822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T01:22:00.787303Z","caller":"traceutil/trace.go:171","msg":"trace[522479454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:35340; }","duration":"106.761475ms","start":"2026-04-07T01:22:00.68051Z","end":"2026-04-07T01:22:00.787272Z","steps":["trace[522479454] 'agreement among raft nodes before linearized reading' (duration: 106.491179ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.901931Z","caller":"traceutil/trace.go:171","msg":"trace[637097619] transaction","detail":"{read_only:false; response_revision:35343; number_of_response:1; }","duration":"110.536ms","start":"2026-04-07T01:22:00.791368Z","end":"2026-04-07T01:22:00.901904Z","steps":["trace[637097619] 'process raft request' (duration: 110.467859ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.901924Z","caller":"traceutil/trace.go:171","msg":"trace[42604420] transaction","detail":"{read_only:false; response_revision:35341; number_of_response:1; }","duration":"167.835369ms","start":"2026-04-07T01:22:00.73404Z","end":"2026-04-07T01:22:00.901876Z","steps":["trace[42604420] 'process raft request' (duration: 137.661685ms)","trace[42604420] 'compare' (duration: 29.897667ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:00.902106Z","caller":"traceutil/trace.go:171","msg":"trace[791520980] linearizableReadLoop","detail":"{readStateIndex:36495; appliedIndex:36493; }","duration":"112.634907ms","start":"2026-04-07T01:22:00.789443Z","end":"2026-04-07T01:22:00.902078Z","steps":["trace[791520980] 'read index received' (duration: 82.278458ms)","trace[791520980] 'applied index is now lower than readState.Index' (duration: 30.353989ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:00.90224Z","caller":"traceutil/trace.go:171","msg":"trace[616097709] transaction","detail":"{read_only:false; response_revision:35342; number_of_response:1; }","duration":"167.84088ms","start":"2026-04-07T01:22:00.734387Z","end":"2026-04-07T01:22:00.902228Z","steps":["trace[616097709] 'process raft request' (duration: 167.40292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:00.90246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.998345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:00.902502Z","caller":"traceutil/trace.go:171","msg":"trace[48078184] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35343; }","duration":"113.082347ms","start":"2026-04-07T01:22:00.789409Z","end":"2026-04-07T01:22:00.902492Z","steps":["trace[48078184] 'agreement among raft nodes before linearized reading' (duration: 112.986115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:00.90254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.539244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-07T01:22:00.902617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.662033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-07T01:22:00.902649Z","caller":"traceutil/trace.go:171","msg":"trace[298080074] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9cffce2-027e-4504-b895-f2b44c9b7ed4; range_end:; response_count:1; response_revision:35343; }","duration":"112.663377ms","start":"2026-04-07T01:22:00.789954Z","end":"2026-04-07T01:22:00.902618Z","steps":["trace[298080074] 'agreement among raft nodes before linearized reading' (duration: 112.412441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:00.902728Z","caller":"traceutil/trace.go:171","msg":"trace[1912323987] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:35343; }","duration":"110.831417ms","start":"2026-04-07T01:22:00.791881Z","end":"2026-04-07T01:22:00.902713Z","steps":["trace[1912323987] 'agreement among raft nodes before linearized reading' (duration: 110.590252ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.193571Z","caller":"traceutil/trace.go:171","msg":"trace[1776683361] linearizableReadLoop","detail":"{readStateIndex:36500; appliedIndex:36499; }","duration":"194.754621ms","start":"2026-04-07T01:22:00.998796Z","end":"2026-04-07T01:22:01.19355Z","steps":["trace[1776683361] 'read index received' (duration: 164.922414ms)","trace[1776683361] 'applied index is now lower than readState.Index' (duration: 29.830957ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:01.193707Z","caller":"traceutil/trace.go:171","msg":"trace[2006769112] transaction","detail":"{read_only:false; response_revision:35347; number_of_response:1; }","duration":"195.921627ms","start":"2026-04-07T01:22:00.997771Z","end":"2026-04-07T01:22:01.193692Z","steps":["trace[2006769112] 'process raft request' (duration: 165.999008ms)","trace[2006769112] 'compare' (duration: 29.656914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:01.193896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.594108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-07T01:22:01.19395Z","caller":"traceutil/trace.go:171","msg":"trace[749119867] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:35347; }","duration":"194.67196ms","start":"2026-04-07T01:22:00.999264Z","end":"2026-04-07T01:22:01.193936Z","steps":["trace[749119867] 'agreement among raft nodes before linearized reading' (duration: 194.508226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.194106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.277173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-07T01:22:01.19419Z","caller":"traceutil/trace.go:171","msg":"trace[1341233228] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:35347; }","duration":"195.389296ms","start":"2026-04-07T01:22:00.998782Z","end":"2026-04-07T01:22:01.194171Z","steps":["trace[1341233228] 'agreement among raft nodes before linearized reading' (duration: 195.13809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.194213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.737081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111912"} {"level":"info","ts":"2026-04-07T01:22:01.194289Z","caller":"traceutil/trace.go:171","msg":"trace[1640506543] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:35347; }","duration":"194.833233ms","start":"2026-04-07T01:22:00.999439Z","end":"2026-04-07T01:22:01.194272Z","steps":["trace[1640506543] 'agreement among raft nodes before linearized reading' (duration: 194.489946ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.389872Z","caller":"traceutil/trace.go:171","msg":"trace[1728237540] linearizableReadLoop","detail":"{readStateIndex:36501; appliedIndex:36500; }","duration":"187.186912ms","start":"2026-04-07T01:22:01.202653Z","end":"2026-04-07T01:22:01.38984Z","steps":["trace[1728237540] 'read index received' (duration: 94.587164ms)","trace[1728237540] 'applied index is now lower than readState.Index' (duration: 92.598568ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:01.390179Z","caller":"traceutil/trace.go:171","msg":"trace[920641619] transaction","detail":"{read_only:false; response_revision:35348; number_of_response:1; }","duration":"189.653797ms","start":"2026-04-07T01:22:01.200491Z","end":"2026-04-07T01:22:01.390144Z","steps":["trace[920641619] 'process raft request' (duration: 96.753402ms)","trace[920641619] 'compare' (duration: 92.381444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:01.390227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.56514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:01.390275Z","caller":"traceutil/trace.go:171","msg":"trace[1209744456] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:35348; }","duration":"187.644083ms","start":"2026-04-07T01:22:01.202618Z","end":"2026-04-07T01:22:01.390262Z","steps":["trace[1209744456] 'agreement among raft nodes before linearized reading' (duration: 187.52691ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.399037Z","caller":"traceutil/trace.go:171","msg":"trace[1597854224] transaction","detail":"{read_only:false; response_revision:35349; number_of_response:1; }","duration":"189.445782ms","start":"2026-04-07T01:22:01.209575Z","end":"2026-04-07T01:22:01.399021Z","steps":["trace[1597854224] 'process raft request' (duration: 189.268828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.399084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.615927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:01.399152Z","caller":"traceutil/trace.go:171","msg":"trace[944492820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35349; }","duration":"117.71511ms","start":"2026-04-07T01:22:01.281405Z","end":"2026-04-07T01:22:01.39912Z","steps":["trace[944492820] 'agreement among raft nodes before linearized reading' (duration: 117.631668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.399165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.144647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T01:22:01.399224Z","caller":"traceutil/trace.go:171","msg":"trace[1305956774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35349; }","duration":"117.246599ms","start":"2026-04-07T01:22:01.28196Z","end":"2026-04-07T01:22:01.399206Z","steps":["trace[1305956774] 'agreement among raft nodes before linearized reading' (duration: 117.037865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.399312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.267905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-07T01:22:01.399347Z","caller":"traceutil/trace.go:171","msg":"trace[1135753550] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:35349; }","duration":"196.323496ms","start":"2026-04-07T01:22:01.203014Z","end":"2026-04-07T01:22:01.399338Z","steps":["trace[1135753550] 'agreement among raft nodes before linearized reading' (duration: 196.214694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.399523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.498711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-07T01:22:01.39955Z","caller":"traceutil/trace.go:171","msg":"trace[133415714] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:35349; }","duration":"192.544782ms","start":"2026-04-07T01:22:01.206997Z","end":"2026-04-07T01:22:01.399542Z","steps":["trace[133415714] 'agreement among raft nodes before linearized reading' (duration: 192.47261ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.5272Z","caller":"traceutil/trace.go:171","msg":"trace[1646522430] linearizableReadLoop","detail":"{readStateIndex:36504; appliedIndex:36502; }","duration":"123.173652ms","start":"2026-04-07T01:22:01.404001Z","end":"2026-04-07T01:22:01.527174Z","steps":["trace[1646522430] 'read index received' (duration: 41.963927ms)","trace[1646522430] 'applied index is now lower than readState.Index' (duration: 81.208805ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:01.527358Z","caller":"traceutil/trace.go:171","msg":"trace[1442528420] transaction","detail":"{read_only:false; response_revision:35351; number_of_response:1; }","duration":"123.277274ms","start":"2026-04-07T01:22:01.403964Z","end":"2026-04-07T01:22:01.527242Z","steps":["trace[1442528420] 'process raft request' (duration: 114.155951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.527562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.527391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-07T01:22:01.52767Z","caller":"traceutil/trace.go:171","msg":"trace[1599875576] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:35351; }","duration":"123.685433ms","start":"2026-04-07T01:22:01.403957Z","end":"2026-04-07T01:22:01.527642Z","steps":["trace[1599875576] 'agreement among raft nodes before linearized reading' (duration: 123.360926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.608434Z","caller":"traceutil/trace.go:171","msg":"trace[1839134805] transaction","detail":"{read_only:false; response_revision:35352; number_of_response:1; }","duration":"157.084319ms","start":"2026-04-07T01:22:01.451317Z","end":"2026-04-07T01:22:01.608401Z","steps":["trace[1839134805] 'process raft request' (duration: 156.813573ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.608694Z","caller":"traceutil/trace.go:171","msg":"trace[810988479] transaction","detail":"{read_only:false; response_revision:35353; number_of_response:1; }","duration":"154.739557ms","start":"2026-04-07T01:22:01.453939Z","end":"2026-04-07T01:22:01.608678Z","steps":["trace[810988479] 'process raft request' (duration: 154.38298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.608919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.55397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-07T01:22:01.609042Z","caller":"traceutil/trace.go:171","msg":"trace[55462016] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:35353; }","duration":"204.730274ms","start":"2026-04-07T01:22:01.404289Z","end":"2026-04-07T01:22:01.609019Z","steps":["trace[55462016] 'agreement among raft nodes before linearized reading' (duration: 204.395057ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:01.708393Z","caller":"traceutil/trace.go:171","msg":"trace[954647983] transaction","detail":"{read_only:false; response_revision:35354; number_of_response:1; }","duration":"141.741996ms","start":"2026-04-07T01:22:01.566626Z","end":"2026-04-07T01:22:01.708368Z","steps":["trace[954647983] 'process raft request' (duration: 87.466914ms)","trace[954647983] 'compare' (duration: 53.964185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:01.7089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.790943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:01.708956Z","caller":"traceutil/trace.go:171","msg":"trace[875956557] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:35355; }","duration":"156.862255ms","start":"2026-04-07T01:22:01.552078Z","end":"2026-04-07T01:22:01.70894Z","steps":["trace[875956557] 'agreement among raft nodes before linearized reading' (duration: 156.754792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:01.708926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.870044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-07T01:22:01.709065Z","caller":"traceutil/trace.go:171","msg":"trace[324256507] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:35355; }","duration":"178.041958ms","start":"2026-04-07T01:22:01.531009Z","end":"2026-04-07T01:22:01.709051Z","steps":["trace[324256507] 'agreement among raft nodes before linearized reading' (duration: 177.834793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:06.595209Z","caller":"traceutil/trace.go:171","msg":"trace[427061164] transaction","detail":"{read_only:false; response_revision:35401; number_of_response:1; }","duration":"162.542031ms","start":"2026-04-07T01:22:06.432643Z","end":"2026-04-07T01:22:06.595185Z","steps":["trace[427061164] 'process raft request' (duration: 161.60192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:06.595639Z","caller":"traceutil/trace.go:171","msg":"trace[2106296210] linearizableReadLoop","detail":"{readStateIndex:36560; appliedIndex:36556; }","duration":"130.066595ms","start":"2026-04-07T01:22:06.465548Z","end":"2026-04-07T01:22:06.595614Z","steps":["trace[2106296210] 'read index received' (duration: 128.682585ms)","trace[2106296210] 'applied index is now lower than readState.Index' (duration: 1.38279ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:06.59566Z","caller":"traceutil/trace.go:171","msg":"trace[428668327] transaction","detail":"{read_only:false; response_revision:35402; number_of_response:1; }","duration":"162.95824ms","start":"2026-04-07T01:22:06.432648Z","end":"2026-04-07T01:22:06.595606Z","steps":["trace[428668327] 'process raft request' (duration: 162.396988ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:06.595776Z","caller":"traceutil/trace.go:171","msg":"trace[969848263] transaction","detail":"{read_only:false; response_revision:35403; number_of_response:1; }","duration":"162.916239ms","start":"2026-04-07T01:22:06.432837Z","end":"2026-04-07T01:22:06.595753Z","steps":["trace[969848263] 'process raft request' (duration: 162.653934ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:06.595881Z","caller":"traceutil/trace.go:171","msg":"trace[1695879515] transaction","detail":"{read_only:false; response_revision:35404; number_of_response:1; }","duration":"161.290033ms","start":"2026-04-07T01:22:06.434575Z","end":"2026-04-07T01:22:06.595865Z","steps":["trace[1695879515] 'process raft request' (duration: 160.977066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:06.595942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.193605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:22:06.595958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.399422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:22:06.595994Z","caller":"traceutil/trace.go:171","msg":"trace[1748421059] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:35404; }","duration":"120.294847ms","start":"2026-04-07T01:22:06.475686Z","end":"2026-04-07T01:22:06.595981Z","steps":["trace[1748421059] 'agreement among raft nodes before linearized reading' (duration: 120.186755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:06.596043Z","caller":"traceutil/trace.go:171","msg":"trace[427848602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35404; }","duration":"130.542225ms","start":"2026-04-07T01:22:06.465483Z","end":"2026-04-07T01:22:06.596025Z","steps":["trace[427848602] 'agreement among raft nodes before linearized reading' (duration: 130.322721ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:08.719079Z","caller":"traceutil/trace.go:171","msg":"trace[1504639656] transaction","detail":"{read_only:false; response_revision:35417; number_of_response:1; }","duration":"116.996614ms","start":"2026-04-07T01:22:08.602056Z","end":"2026-04-07T01:22:08.719053Z","steps":["trace[1504639656] 'process raft request' (duration: 116.797729ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:08.719512Z","caller":"traceutil/trace.go:171","msg":"trace[1057284764] transaction","detail":"{read_only:false; response_revision:35418; number_of_response:1; }","duration":"115.4902ms","start":"2026-04-07T01:22:08.603987Z","end":"2026-04-07T01:22:08.719478Z","steps":["trace[1057284764] 'process raft request' (duration: 115.01427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:08.719798Z","caller":"traceutil/trace.go:171","msg":"trace[774089990] transaction","detail":"{read_only:false; response_revision:35419; number_of_response:1; }","duration":"114.930218ms","start":"2026-04-07T01:22:08.60485Z","end":"2026-04-07T01:22:08.71978Z","steps":["trace[774089990] 'process raft request' (duration: 114.414537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:08.950566Z","caller":"traceutil/trace.go:171","msg":"trace[515675506] transaction","detail":"{read_only:false; response_revision:35421; number_of_response:1; }","duration":"111.990001ms","start":"2026-04-07T01:22:08.838553Z","end":"2026-04-07T01:22:08.950543Z","steps":["trace[515675506] 'process raft request' (duration: 93.306494ms)","trace[515675506] 'compare' (duration: 18.464343ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:08.950746Z","caller":"traceutil/trace.go:171","msg":"trace[649527467] transaction","detail":"{read_only:false; response_revision:35422; number_of_response:1; }","duration":"102.822137ms","start":"2026-04-07T01:22:08.847914Z","end":"2026-04-07T01:22:08.950736Z","steps":["trace[649527467] 'process raft request' (duration: 102.53406ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:10.19646Z","caller":"traceutil/trace.go:171","msg":"trace[121560649] linearizableReadLoop","detail":"{readStateIndex:36584; appliedIndex:36583; }","duration":"365.477314ms","start":"2026-04-07T01:22:09.83096Z","end":"2026-04-07T01:22:10.196438Z","steps":["trace[121560649] 'read index received' (duration: 361.72784ms)","trace[121560649] 'applied index is now lower than readState.Index' (duration: 3.748484ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:10.196678Z","caller":"traceutil/trace.go:171","msg":"trace[1704129449] transaction","detail":"{read_only:false; response_revision:35427; number_of_response:1; }","duration":"423.797527ms","start":"2026-04-07T01:22:09.772868Z","end":"2026-04-07T01:22:10.196666Z","steps":["trace[1704129449] 'process raft request' (duration: 419.800908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:10.19678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:09.772851Z","time spent":"423.863569ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:22:10.196905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.940715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T01:22:10.196944Z","caller":"traceutil/trace.go:171","msg":"trace[1709482638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35428; }","duration":"366.048758ms","start":"2026-04-07T01:22:09.830884Z","end":"2026-04-07T01:22:10.196933Z","steps":["trace[1709482638] 'agreement among raft nodes before linearized reading' (duration: 365.941035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:10.196936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.541239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-07T01:22:10.196966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:09.830851Z","time spent":"366.110419ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T01:22:10.196996Z","caller":"traceutil/trace.go:171","msg":"trace[1662817282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:35428; }","duration":"362.633422ms","start":"2026-04-07T01:22:09.834342Z","end":"2026-04-07T01:22:10.196976Z","steps":["trace[1662817282] 'agreement among raft nodes before linearized reading' (duration: 362.450848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:10.19703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:09.834329Z","time spent":"362.695463ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T01:22:10.376214Z","caller":"traceutil/trace.go:171","msg":"trace[826505532] transaction","detail":"{read_only:false; response_revision:35430; number_of_response:1; }","duration":"175.358568ms","start":"2026-04-07T01:22:10.200831Z","end":"2026-04-07T01:22:10.37619Z","steps":["trace[826505532] 'process raft request' (duration: 163.875411ms)","trace[826505532] 'compare' (duration: 11.272082ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:13.189248Z","caller":"traceutil/trace.go:171","msg":"trace[128786880] transaction","detail":"{read_only:false; response_revision:35455; number_of_response:1; }","duration":"116.275848ms","start":"2026-04-07T01:22:13.07294Z","end":"2026-04-07T01:22:13.189216Z","steps":["trace[128786880] 'process raft request' (duration: 62.884596ms)","trace[128786880] 'compare' (duration: 53.220788ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:15.185848Z","caller":"traceutil/trace.go:171","msg":"trace[2078099454] transaction","detail":"{read_only:false; response_revision:35468; number_of_response:1; }","duration":"109.289472ms","start":"2026-04-07T01:22:15.076527Z","end":"2026-04-07T01:22:15.185817Z","steps":["trace[2078099454] 'process raft request' (duration: 83.899595ms)","trace[2078099454] 'compare' (duration: 25.239673ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:15.637103Z","caller":"traceutil/trace.go:171","msg":"trace[344628205] transaction","detail":"{read_only:false; response_revision:35470; number_of_response:1; }","duration":"356.526316ms","start":"2026-04-07T01:22:15.280547Z","end":"2026-04-07T01:22:15.637074Z","steps":["trace[344628205] 'process raft request' (duration: 356.383532ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:15.637195Z","caller":"traceutil/trace.go:171","msg":"trace[1143551237] linearizableReadLoop","detail":"{readStateIndex:36628; appliedIndex:36628; }","duration":"353.242603ms","start":"2026-04-07T01:22:15.28392Z","end":"2026-04-07T01:22:15.637162Z","steps":["trace[1143551237] 'read index received' (duration: 353.229582ms)","trace[1143551237] 'applied index is now lower than readState.Index' (duration: 10.501µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:15.637261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:15.28052Z","time spent":"356.661458ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:22:15.637395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.458477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:15.63749Z","caller":"traceutil/trace.go:171","msg":"trace[1366460442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35470; }","duration":"353.552189ms","start":"2026-04-07T01:22:15.283899Z","end":"2026-04-07T01:22:15.637451Z","steps":["trace[1366460442] 'agreement among raft nodes before linearized reading' (duration: 353.405026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:15.637553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:15.283842Z","time spent":"353.692742ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:22:15.643651Z","caller":"traceutil/trace.go:171","msg":"trace[1932032295] transaction","detail":"{read_only:false; response_revision:35471; number_of_response:1; }","duration":"185.163666ms","start":"2026-04-07T01:22:15.45843Z","end":"2026-04-07T01:22:15.643594Z","steps":["trace[1932032295] 'process raft request' (duration: 184.756397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:15.643862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.918952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:22:15.643944Z","caller":"traceutil/trace.go:171","msg":"trace[1972396348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35472; }","duration":"262.083805ms","start":"2026-04-07T01:22:15.381844Z","end":"2026-04-07T01:22:15.643928Z","steps":["trace[1972396348] 'agreement among raft nodes before linearized reading' (duration: 261.925892ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:17.18917Z","caller":"traceutil/trace.go:171","msg":"trace[730232433] transaction","detail":"{read_only:false; response_revision:35481; number_of_response:1; }","duration":"101.452147ms","start":"2026-04-07T01:22:17.087629Z","end":"2026-04-07T01:22:17.189082Z","steps":["trace[730232433] 'process raft request' (duration: 101.311393ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:25.863154Z","caller":"traceutil/trace.go:171","msg":"trace[927521225] transaction","detail":"{read_only:false; response_revision:35546; number_of_response:1; }","duration":"142.150475ms","start":"2026-04-07T01:22:25.720971Z","end":"2026-04-07T01:22:25.863121Z","steps":["trace[927521225] 'process raft request' (duration: 71.889836ms)","trace[927521225] 'compare' (duration: 70.014444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:26.324224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.755968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:22:26.324346Z","caller":"traceutil/trace.go:171","msg":"trace[1250213062] linearizableReadLoop","detail":"{readStateIndex:36708; appliedIndex:36707; }","duration":"403.831862ms","start":"2026-04-07T01:22:25.920493Z","end":"2026-04-07T01:22:26.324325Z","steps":["trace[1250213062] 'read index received' (duration: 226.92727ms)","trace[1250213062] 'applied index is now lower than readState.Index' (duration: 176.903002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:26.324573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.074478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:26.324618Z","caller":"traceutil/trace.go:171","msg":"trace[2032227701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35548; }","duration":"404.1472ms","start":"2026-04-07T01:22:25.92046Z","end":"2026-04-07T01:22:26.324607Z","steps":["trace[2032227701] 'agreement among raft nodes before linearized reading' (duration: 404.077708ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:26.324628Z","caller":"traceutil/trace.go:171","msg":"trace[926875980] transaction","detail":"{read_only:false; response_revision:35548; number_of_response:1; }","duration":"412.427164ms","start":"2026-04-07T01:22:25.912157Z","end":"2026-04-07T01:22:26.324585Z","steps":["trace[926875980] 'process raft request' (duration: 235.224965ms)","trace[926875980] 'compare' (duration: 175.980231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:26.324705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:25.920444Z","time spent":"404.252332ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:22:26.324819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:25.912127Z","time spent":"412.587388ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:22:26.630426Z","caller":"traceutil/trace.go:171","msg":"trace[2141608601] linearizableReadLoop","detail":"{readStateIndex:36709; appliedIndex:36708; }","duration":"306.014346ms","start":"2026-04-07T01:22:26.324388Z","end":"2026-04-07T01:22:26.630403Z","steps":["trace[2141608601] 'read index received' (duration: 305.903213ms)","trace[2141608601] 'applied index is now lower than readState.Index' (duration: 109.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:26.630526Z","caller":"traceutil/trace.go:171","msg":"trace[985782103] transaction","detail":"{read_only:false; response_revision:35549; number_of_response:1; }","duration":"486.646882ms","start":"2026-04-07T01:22:26.143846Z","end":"2026-04-07T01:22:26.630493Z","steps":["trace[985782103] 'process raft request' (duration: 486.388966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.630674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.143826Z","time spent":"486.770035ms","remote":"127.0.0.1:47344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7358,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:22:26.630655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.031372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:26.630753Z","caller":"traceutil/trace.go:171","msg":"trace[820714235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35549; }","duration":"347.179776ms","start":"2026-04-07T01:22:26.28355Z","end":"2026-04-07T01:22:26.63073Z","steps":["trace[820714235] 'agreement among raft nodes before linearized reading' (duration: 346.955481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.630684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.578396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T01:22:26.63074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.488161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:22:26.630809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.28353Z","time spent":"347.269937ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:22:26.630834Z","caller":"traceutil/trace.go:171","msg":"trace[1528369898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35549; }","duration":"702.76786ms","start":"2026-04-07T01:22:25.928052Z","end":"2026-04-07T01:22:26.63082Z","steps":["trace[1528369898] 'agreement among raft nodes before linearized reading' (duration: 702.502914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.630877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:25.928031Z","time spent":"702.831131ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:22:26.630855Z","caller":"traceutil/trace.go:171","msg":"trace[1841589848] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:35549; }","duration":"560.690245ms","start":"2026-04-07T01:22:26.070141Z","end":"2026-04-07T01:22:26.630831Z","steps":["trace[1841589848] 'agreement among raft nodes before linearized reading' (duration: 560.395549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.631285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.070125Z","time spent":"560.919631ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:22:26.976717Z","caller":"traceutil/trace.go:171","msg":"trace[1070540617] linearizableReadLoop","detail":"{readStateIndex:36710; appliedIndex:36709; }","duration":"346.162872ms","start":"2026-04-07T01:22:26.630531Z","end":"2026-04-07T01:22:26.976694Z","steps":["trace[1070540617] 'read index received' (duration: 345.980088ms)","trace[1070540617] 'applied index is now lower than readState.Index' (duration: 181.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:26.976752Z","caller":"traceutil/trace.go:171","msg":"trace[407441456] transaction","detail":"{read_only:false; response_revision:35550; number_of_response:1; }","duration":"547.600493ms","start":"2026-04-07T01:22:26.429114Z","end":"2026-04-07T01:22:26.976714Z","steps":["trace[407441456] 'process raft request' (duration: 547.420429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.976984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.039972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:22:26.977039Z","caller":"traceutil/trace.go:171","msg":"trace[2040516834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35550; }","duration":"394.142666ms","start":"2026-04-07T01:22:26.582882Z","end":"2026-04-07T01:22:26.977024Z","steps":["trace[2040516834] 'agreement among raft nodes before linearized reading' (duration: 393.93081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.97709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.582858Z","time spent":"394.218367ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:22:26.977086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.884729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:26.977272Z","caller":"traceutil/trace.go:171","msg":"trace[96306956] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:35550; }","duration":"590.104394ms","start":"2026-04-07T01:22:26.387142Z","end":"2026-04-07T01:22:26.977246Z","steps":["trace[96306956] 'agreement among raft nodes before linearized reading' (duration: 589.834988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.977378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.38712Z","time spent":"590.237086ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:22:26.976906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.429065Z","time spent":"547.757176ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:22:26.997394Z","caller":"traceutil/trace.go:171","msg":"trace[785192132] transaction","detail":"{read_only:false; response_revision:35551; number_of_response:1; }","duration":"361.25709ms","start":"2026-04-07T01:22:26.636118Z","end":"2026-04-07T01:22:26.997375Z","steps":["trace[785192132] 'process raft request' (duration: 361.100447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:26.997528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:26.636101Z","time spent":"361.356073ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:22:26.997613Z","caller":"traceutil/trace.go:171","msg":"trace[119409836] transaction","detail":"{read_only:false; response_revision:35552; number_of_response:1; }","duration":"119.471509ms","start":"2026-04-07T01:22:26.878127Z","end":"2026-04-07T01:22:26.997598Z","steps":["trace[119409836] 'process raft request' (duration: 119.205713ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:26.997798Z","caller":"traceutil/trace.go:171","msg":"trace[1289580169] transaction","detail":"{read_only:false; response_revision:35554; number_of_response:1; }","duration":"117.059925ms","start":"2026-04-07T01:22:26.880729Z","end":"2026-04-07T01:22:26.997789Z","steps":["trace[1289580169] 'process raft request' (duration: 116.943663ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:26.997863Z","caller":"traceutil/trace.go:171","msg":"trace[852863433] transaction","detail":"{read_only:false; response_revision:35553; number_of_response:1; }","duration":"117.649128ms","start":"2026-04-07T01:22:26.880181Z","end":"2026-04-07T01:22:26.99783Z","steps":["trace[852863433] 'process raft request' (duration: 117.319921ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:27.401805Z","caller":"traceutil/trace.go:171","msg":"trace[387723186] transaction","detail":"{read_only:false; response_revision:35560; number_of_response:1; }","duration":"127.793114ms","start":"2026-04-07T01:22:27.273988Z","end":"2026-04-07T01:22:27.401781Z","steps":["trace[387723186] 'process raft request' (duration: 125.750958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:27.401938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.51806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:22:27.401808Z","caller":"traceutil/trace.go:171","msg":"trace[509459727] linearizableReadLoop","detail":"{readStateIndex:36720; appliedIndex:36719; }","duration":"119.348616ms","start":"2026-04-07T01:22:27.282429Z","end":"2026-04-07T01:22:27.401777Z","steps":["trace[509459727] 'read index received' (duration: 57.341861ms)","trace[509459727] 'applied index is now lower than readState.Index' (duration: 62.005055ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:27.402011Z","caller":"traceutil/trace.go:171","msg":"trace[476125394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35560; }","duration":"119.624802ms","start":"2026-04-07T01:22:27.28236Z","end":"2026-04-07T01:22:27.401985Z","steps":["trace[476125394] 'agreement among raft nodes before linearized reading' (duration: 119.504009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:29.097614Z","caller":"traceutil/trace.go:171","msg":"trace[1042540977] transaction","detail":"{read_only:false; response_revision:35581; number_of_response:1; }","duration":"114.900097ms","start":"2026-04-07T01:22:28.98268Z","end":"2026-04-07T01:22:29.09758Z","steps":["trace[1042540977] 'process raft request' (duration: 114.442537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.323008Z","caller":"traceutil/trace.go:171","msg":"trace[550654351] transaction","detail":"{read_only:false; response_revision:35615; number_of_response:1; }","duration":"213.07281ms","start":"2026-04-07T01:22:33.109903Z","end":"2026-04-07T01:22:33.322976Z","steps":["trace[550654351] 'process raft request' (duration: 212.940197ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.329077Z","caller":"traceutil/trace.go:171","msg":"trace[427427737] linearizableReadLoop","detail":"{readStateIndex:36780; appliedIndex:36776; }","duration":"199.18486ms","start":"2026-04-07T01:22:33.129867Z","end":"2026-04-07T01:22:33.329052Z","steps":["trace[427427737] 'read index received' (duration: 193.039753ms)","trace[427427737] 'applied index is now lower than readState.Index' (duration: 6.143767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:33.329322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.443725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T01:22:33.329421Z","caller":"traceutil/trace.go:171","msg":"trace[1922628886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35621; }","duration":"199.599849ms","start":"2026-04-07T01:22:33.129807Z","end":"2026-04-07T01:22:33.329407Z","steps":["trace[1922628886] 'agreement among raft nodes before linearized reading' (duration: 199.353063ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.329508Z","caller":"traceutil/trace.go:171","msg":"trace[1621796080] transaction","detail":"{read_only:false; response_revision:35618; number_of_response:1; }","duration":"216.811093ms","start":"2026-04-07T01:22:33.112601Z","end":"2026-04-07T01:22:33.329412Z","steps":["trace[1621796080] 'process raft request' (duration: 216.21742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.329563Z","caller":"traceutil/trace.go:171","msg":"trace[391893244] transaction","detail":"{read_only:false; response_revision:35617; number_of_response:1; }","duration":"217.863078ms","start":"2026-04-07T01:22:33.11167Z","end":"2026-04-07T01:22:33.329533Z","steps":["trace[391893244] 'process raft request' (duration: 217.012549ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.329569Z","caller":"traceutil/trace.go:171","msg":"trace[1645542444] transaction","detail":"{read_only:false; response_revision:35616; number_of_response:1; }","duration":"218.138004ms","start":"2026-04-07T01:22:33.111366Z","end":"2026-04-07T01:22:33.329504Z","steps":["trace[1645542444] 'process raft request' (duration: 217.151682ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.329718Z","caller":"traceutil/trace.go:171","msg":"trace[615290370] transaction","detail":"{read_only:false; response_revision:35619; number_of_response:1; }","duration":"188.699135ms","start":"2026-04-07T01:22:33.141003Z","end":"2026-04-07T01:22:33.329703Z","steps":["trace[615290370] 'process raft request' (duration: 187.877907ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:33.32977Z","caller":"traceutil/trace.go:171","msg":"trace[1899395101] transaction","detail":"{read_only:false; response_revision:35620; number_of_response:1; }","duration":"186.569567ms","start":"2026-04-07T01:22:33.143097Z","end":"2026-04-07T01:22:33.329666Z","steps":["trace[1899395101] 'process raft request' (duration: 185.847822ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:36.633605Z","caller":"traceutil/trace.go:171","msg":"trace[394476944] transaction","detail":"{read_only:false; response_revision:35646; number_of_response:1; }","duration":"181.025925ms","start":"2026-04-07T01:22:36.452548Z","end":"2026-04-07T01:22:36.633574Z","steps":["trace[394476944] 'process raft request' (duration: 180.83626ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.489482Z","caller":"traceutil/trace.go:171","msg":"trace[1716629806] transaction","detail":"{read_only:false; response_revision:35649; number_of_response:1; }","duration":"135.250762ms","start":"2026-04-07T01:22:37.35421Z","end":"2026-04-07T01:22:37.489461Z","steps":["trace[1716629806] 'process raft request' (duration: 135.120939ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.501482Z","caller":"traceutil/trace.go:171","msg":"trace[1161899256] transaction","detail":"{read_only:false; response_revision:35650; number_of_response:1; }","duration":"146.014561ms","start":"2026-04-07T01:22:37.355445Z","end":"2026-04-07T01:22:37.50146Z","steps":["trace[1161899256] 'process raft request' (duration: 145.886269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:37.501643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.627294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:22:37.501678Z","caller":"traceutil/trace.go:171","msg":"trace[1052696577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35653; }","duration":"137.715526ms","start":"2026-04-07T01:22:37.363955Z","end":"2026-04-07T01:22:37.501671Z","steps":["trace[1052696577] 'agreement among raft nodes before linearized reading' (duration: 137.565543ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.50186Z","caller":"traceutil/trace.go:171","msg":"trace[436363166] transaction","detail":"{read_only:false; response_revision:35651; number_of_response:1; }","duration":"146.35249ms","start":"2026-04-07T01:22:37.355498Z","end":"2026-04-07T01:22:37.501851Z","steps":["trace[436363166] 'process raft request' (duration: 145.901929ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.50195Z","caller":"traceutil/trace.go:171","msg":"trace[289079181] transaction","detail":"{read_only:false; response_revision:35652; number_of_response:1; }","duration":"145.573302ms","start":"2026-04-07T01:22:37.35637Z","end":"2026-04-07T01:22:37.501943Z","steps":["trace[289079181] 'process raft request' (duration: 145.05688ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.502027Z","caller":"traceutil/trace.go:171","msg":"trace[714953807] transaction","detail":"{read_only:false; response_revision:35653; number_of_response:1; }","duration":"144.811146ms","start":"2026-04-07T01:22:37.357211Z","end":"2026-04-07T01:22:37.502022Z","steps":["trace[714953807] 'process raft request' (duration: 144.237632ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.5015Z","caller":"traceutil/trace.go:171","msg":"trace[1421511979] linearizableReadLoop","detail":"{readStateIndex:36816; appliedIndex:36811; }","duration":"137.518322ms","start":"2026-04-07T01:22:37.36397Z","end":"2026-04-07T01:22:37.501489Z","steps":["trace[1421511979] 'read index received' (duration: 125.583936ms)","trace[1421511979] 'applied index is now lower than readState.Index' (duration: 11.933746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:37.502346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.892598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:22:37.502402Z","caller":"traceutil/trace.go:171","msg":"trace[502865216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35653; }","duration":"119.987431ms","start":"2026-04-07T01:22:37.382399Z","end":"2026-04-07T01:22:37.502386Z","steps":["trace[502865216] 'agreement among raft nodes before linearized reading' (duration: 119.795327ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:37.786665Z","caller":"traceutil/trace.go:171","msg":"trace[296855954] transaction","detail":"{read_only:false; response_revision:35658; number_of_response:1; }","duration":"124.317117ms","start":"2026-04-07T01:22:37.662314Z","end":"2026-04-07T01:22:37.786631Z","steps":["trace[296855954] 'process raft request' (duration: 77.769688ms)","trace[296855954] 'compare' (duration: 46.1175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:38.264489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.404946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:22:38.264587Z","caller":"traceutil/trace.go:171","msg":"trace[1973196475] linearizableReadLoop","detail":"{readStateIndex:36822; appliedIndex:36821; }","duration":"475.052353ms","start":"2026-04-07T01:22:37.789519Z","end":"2026-04-07T01:22:38.264571Z","steps":["trace[1973196475] 'read index received' (duration: 360.431202ms)","trace[1973196475] 'applied index is now lower than readState.Index' (duration: 114.619781ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:22:38.264711Z","caller":"traceutil/trace.go:171","msg":"trace[1053952299] transaction","detail":"{read_only:false; response_revision:35659; number_of_response:1; }","duration":"479.071572ms","start":"2026-04-07T01:22:37.785603Z","end":"2026-04-07T01:22:38.264675Z","steps":["trace[1053952299] 'process raft request' (duration: 364.39778ms)","trace[1053952299] 'compare' (duration: 113.892455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:22:38.264855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:37.785575Z","time spent":"479.204185ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:22:38.265324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.164296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:22:38.265374Z","caller":"traceutil/trace.go:171","msg":"trace[597278483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35659; }","duration":"266.250558ms","start":"2026-04-07T01:22:37.999109Z","end":"2026-04-07T01:22:38.26536Z","steps":["trace[597278483] 'agreement among raft nodes before linearized reading' (duration: 266.069864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:38.265634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.099717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-07T01:22:38.265707Z","caller":"traceutil/trace.go:171","msg":"trace[1113870521] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540; range_end:; response_count:1; response_revision:35659; }","duration":"476.227399ms","start":"2026-04-07T01:22:37.789461Z","end":"2026-04-07T01:22:38.265689Z","steps":["trace[1113870521] 'agreement among raft nodes before linearized reading' (duration: 476.041994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:22:38.265736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:37.789438Z","time spent":"476.29258ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9d754c38-61eb-49d0-8f07-cf6ba4e3e540\" "} {"level":"warn","ts":"2026-04-07T01:22:38.265735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.579743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:22:38.265783Z","caller":"traceutil/trace.go:171","msg":"trace[341497066] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:35659; }","duration":"124.667934ms","start":"2026-04-07T01:22:38.141102Z","end":"2026-04-07T01:22:38.26577Z","steps":["trace[341497066] 'agreement among raft nodes before linearized reading' (duration: 124.49237ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:22:59.783155Z","caller":"traceutil/trace.go:171","msg":"trace[585747668] transaction","detail":"{read_only:false; response_revision:35820; number_of_response:1; }","duration":"104.659047ms","start":"2026-04-07T01:22:59.678468Z","end":"2026-04-07T01:22:59.783128Z","steps":["trace[585747668] 'process raft request' (duration: 104.498024ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.041319Z","caller":"traceutil/trace.go:171","msg":"trace[786722117] linearizableReadLoop","detail":"{readStateIndex:36991; appliedIndex:36986; }","duration":"336.835875ms","start":"2026-04-07T01:22:59.704463Z","end":"2026-04-07T01:23:00.041299Z","steps":["trace[786722117] 'read index received' (duration: 78.457943ms)","trace[786722117] 'applied index is now lower than readState.Index' (duration: 258.376972ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:00.04165Z","caller":"traceutil/trace.go:171","msg":"trace[506162666] transaction","detail":"{read_only:false; response_revision:35821; number_of_response:1; }","duration":"348.068546ms","start":"2026-04-07T01:22:59.693567Z","end":"2026-04-07T01:23:00.041635Z","steps":["trace[506162666] 'process raft request' (duration: 347.003282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.041786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.693543Z","time spent":"348.148878ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:23:00.041793Z","caller":"traceutil/trace.go:171","msg":"trace[1426790886] transaction","detail":"{read_only:false; response_revision:35823; number_of_response:1; }","duration":"341.642523ms","start":"2026-04-07T01:22:59.70011Z","end":"2026-04-07T01:23:00.041752Z","steps":["trace[1426790886] 'process raft request' (duration: 341.11459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.041912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.355647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T01:23:00.041976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.700099Z","time spent":"341.778506ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:23:00.042015Z","caller":"traceutil/trace.go:171","msg":"trace[341999057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35824; }","duration":"337.564512ms","start":"2026-04-07T01:22:59.704431Z","end":"2026-04-07T01:23:00.041995Z","steps":["trace[341999057] 'agreement among raft nodes before linearized reading' (duration: 337.200204ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.042128Z","caller":"traceutil/trace.go:171","msg":"trace[1641213682] transaction","detail":"{read_only:false; response_revision:35822; number_of_response:1; }","duration":"344.543678ms","start":"2026-04-07T01:22:59.697569Z","end":"2026-04-07T01:23:00.042112Z","steps":["trace[1641213682] 'process raft request' (duration: 343.596906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.042131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.704413Z","time spent":"337.704385ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:23:00.042196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.697549Z","time spent":"344.616309ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:23:00.042169Z","caller":"traceutil/trace.go:171","msg":"trace[886717411] transaction","detail":"{read_only:false; response_revision:35824; number_of_response:1; }","duration":"341.508749ms","start":"2026-04-07T01:22:59.700585Z","end":"2026-04-07T01:23:00.042093Z","steps":["trace[886717411] 'process raft request' (duration: 340.67803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.042325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.700544Z","time spent":"341.718174ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:23:00.043094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.577898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T01:23:00.043127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.285583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:23:00.04318Z","caller":"traceutil/trace.go:171","msg":"trace[2109831491] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:35824; }","duration":"139.381364ms","start":"2026-04-07T01:22:59.903783Z","end":"2026-04-07T01:23:00.043164Z","steps":["trace[2109831491] 'agreement among raft nodes before linearized reading' (duration: 139.290282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.043224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.786997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:23:00.043261Z","caller":"traceutil/trace.go:171","msg":"trace[1575181608] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:35824; }","duration":"316.858279ms","start":"2026-04-07T01:22:59.726389Z","end":"2026-04-07T01:23:00.043248Z","steps":["trace[1575181608] 'agreement among raft nodes before linearized reading' (duration: 316.771877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.043436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.72637Z","time spent":"317.044102ms","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:23:00.043143Z","caller":"traceutil/trace.go:171","msg":"trace[1853206416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35824; }","duration":"323.627549ms","start":"2026-04-07T01:22:59.719504Z","end":"2026-04-07T01:23:00.043132Z","steps":["trace[1853206416] 'agreement among raft nodes before linearized reading' (duration: 323.500476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.044021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.624256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:23:00.044083Z","caller":"traceutil/trace.go:171","msg":"trace[2124873181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35824; }","duration":"317.759049ms","start":"2026-04-07T01:22:59.726309Z","end":"2026-04-07T01:23:00.044068Z","steps":["trace[2124873181] 'agreement among raft nodes before linearized reading' (duration: 317.560494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.044109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.72628Z","time spent":"317.82381ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:23:00.044121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.104392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:23:00.044221Z","caller":"traceutil/trace.go:171","msg":"trace[1183426250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35824; }","duration":"111.290976ms","start":"2026-04-07T01:22:59.932917Z","end":"2026-04-07T01:23:00.044208Z","steps":["trace[1183426250] 'agreement among raft nodes before linearized reading' (duration: 111.065251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:00.044079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:22:59.719441Z","time spent":"324.501148ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:23:00.262807Z","caller":"traceutil/trace.go:171","msg":"trace[1621738893] transaction","detail":"{read_only:false; response_revision:35828; number_of_response:1; }","duration":"208.345834ms","start":"2026-04-07T01:23:00.054443Z","end":"2026-04-07T01:23:00.262789Z","steps":["trace[1621738893] 'process raft request' (duration: 208.313843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.263432Z","caller":"traceutil/trace.go:171","msg":"trace[421321041] transaction","detail":"{read_only:false; response_revision:35826; number_of_response:1; }","duration":"211.056175ms","start":"2026-04-07T01:23:00.052307Z","end":"2026-04-07T01:23:00.263363Z","steps":["trace[421321041] 'process raft request' (duration: 127.284164ms)","trace[421321041] 'compare' (duration: 82.793499ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:00.263428Z","caller":"traceutil/trace.go:171","msg":"trace[2125107776] transaction","detail":"{read_only:false; response_revision:35827; number_of_response:1; }","duration":"210.703587ms","start":"2026-04-07T01:23:00.052665Z","end":"2026-04-07T01:23:00.263369Z","steps":["trace[2125107776] 'process raft request' (duration: 210.047502ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.613077Z","caller":"traceutil/trace.go:171","msg":"trace[1718117863] linearizableReadLoop","detail":"{readStateIndex:36996; appliedIndex:36995; }","duration":"161.871286ms","start":"2026-04-07T01:23:00.451189Z","end":"2026-04-07T01:23:00.613061Z","steps":["trace[1718117863] 'read index received' (duration: 161.66652ms)","trace[1718117863] 'applied index is now lower than readState.Index' (duration: 203.996µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:00.613221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.02298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:23:00.613244Z","caller":"traceutil/trace.go:171","msg":"trace[1097415934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35829; }","duration":"162.091571ms","start":"2026-04-07T01:23:00.451146Z","end":"2026-04-07T01:23:00.613237Z","steps":["trace[1097415934] 'agreement among raft nodes before linearized reading' (duration: 161.978668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:00.61338Z","caller":"traceutil/trace.go:171","msg":"trace[1740940004] transaction","detail":"{read_only:false; response_revision:35829; number_of_response:1; }","duration":"169.717452ms","start":"2026-04-07T01:23:00.443635Z","end":"2026-04-07T01:23:00.613352Z","steps":["trace[1740940004] 'process raft request' (duration: 169.313962ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:12.369938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33631} {"level":"info","ts":"2026-04-07T01:23:12.513392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33631,"took":"139.067727ms","hash":2757307541,"current-db-size-bytes":58556416,"current-db-size":"59 MB","current-db-size-in-use-bytes":31162368,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T01:23:12.513464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2757307541,"revision":33631,"compact-revision":31405} {"level":"info","ts":"2026-04-07T01:23:16.053405Z","caller":"traceutil/trace.go:171","msg":"trace[663069840] linearizableReadLoop","detail":"{readStateIndex:37109; appliedIndex:37107; }","duration":"169.323273ms","start":"2026-04-07T01:23:15.884052Z","end":"2026-04-07T01:23:16.053375Z","steps":["trace[663069840] 'read index received' (duration: 35.104324ms)","trace[663069840] 'applied index is now lower than readState.Index' (duration: 134.217959ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:16.053488Z","caller":"traceutil/trace.go:171","msg":"trace[195967885] transaction","detail":"{read_only:false; response_revision:35938; number_of_response:1; }","duration":"176.520403ms","start":"2026-04-07T01:23:15.876938Z","end":"2026-04-07T01:23:16.053458Z","steps":["trace[195967885] 'process raft request' (duration: 115.929181ms)","trace[195967885] 'compare' (duration: 60.384768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:16.053581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.507617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:23:16.053659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.887021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:23:16.053686Z","caller":"traceutil/trace.go:171","msg":"trace[254181042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:35938; }","duration":"169.67184ms","start":"2026-04-07T01:23:15.883998Z","end":"2026-04-07T01:23:16.05367Z","steps":["trace[254181042] 'agreement among raft nodes before linearized reading' (duration: 169.508696ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:16.053714Z","caller":"traceutil/trace.go:171","msg":"trace[1699327974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:35938; }","duration":"147.029314ms","start":"2026-04-07T01:23:15.906668Z","end":"2026-04-07T01:23:16.053697Z","steps":["trace[1699327974] 'agreement among raft nodes before linearized reading' (duration: 146.87892ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:21.853888Z","caller":"traceutil/trace.go:171","msg":"trace[1899641787] transaction","detail":"{read_only:false; response_revision:35979; number_of_response:1; }","duration":"235.181154ms","start":"2026-04-07T01:23:21.61869Z","end":"2026-04-07T01:23:21.853871Z","steps":["trace[1899641787] 'process raft request' (duration: 235.042361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:21.861492Z","caller":"traceutil/trace.go:171","msg":"trace[368309152] transaction","detail":"{read_only:false; response_revision:35980; number_of_response:1; }","duration":"237.70096ms","start":"2026-04-07T01:23:21.623773Z","end":"2026-04-07T01:23:21.861474Z","steps":["trace[368309152] 'process raft request' (duration: 237.589937ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:27.840952Z","caller":"traceutil/trace.go:171","msg":"trace[962044856] transaction","detail":"{read_only:false; response_revision:36025; number_of_response:1; }","duration":"158.46222ms","start":"2026-04-07T01:23:27.682464Z","end":"2026-04-07T01:23:27.840926Z","steps":["trace[962044856] 'process raft request' (duration: 87.435904ms)","trace[962044856] 'compare' (duration: 70.911254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:48.496577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.550815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:23:48.496773Z","caller":"traceutil/trace.go:171","msg":"trace[851581909] linearizableReadLoop","detail":"{readStateIndex:37353; appliedIndex:37352; }","duration":"249.102405ms","start":"2026-04-07T01:23:48.24764Z","end":"2026-04-07T01:23:48.496742Z","steps":["trace[851581909] 'read index received' (duration: 29.297975ms)","trace[851581909] 'applied index is now lower than readState.Index' (duration: 219.80145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:48.496913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.257579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:23:48.496974Z","caller":"traceutil/trace.go:171","msg":"trace[1137137123] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:36174; }","duration":"249.356222ms","start":"2026-04-07T01:23:48.2476Z","end":"2026-04-07T01:23:48.496956Z","steps":["trace[1137137123] 'agreement among raft nodes before linearized reading' (duration: 249.242338ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:48.497276Z","caller":"traceutil/trace.go:171","msg":"trace[562725186] transaction","detail":"{read_only:false; response_revision:36176; number_of_response:1; }","duration":"156.805913ms","start":"2026-04-07T01:23:48.340456Z","end":"2026-04-07T01:23:48.497261Z","steps":["trace[562725186] 'process raft request' (duration: 156.710801ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:48.49736Z","caller":"traceutil/trace.go:171","msg":"trace[1269397394] transaction","detail":"{read_only:false; response_revision:36177; number_of_response:1; }","duration":"154.170624ms","start":"2026-04-07T01:23:48.343181Z","end":"2026-04-07T01:23:48.497351Z","steps":["trace[1269397394] 'process raft request' (duration: 154.045502ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:48.497414Z","caller":"traceutil/trace.go:171","msg":"trace[1316469770] transaction","detail":"{read_only:false; response_revision:36175; number_of_response:1; }","duration":"201.44683ms","start":"2026-04-07T01:23:48.295955Z","end":"2026-04-07T01:23:48.497402Z","steps":["trace[1316469770] 'process raft request' (duration: 200.753484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:48.4976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.414681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:23:48.497615Z","caller":"traceutil/trace.go:171","msg":"trace[1153830543] transaction","detail":"{read_only:false; response_revision:36178; number_of_response:1; }","duration":"152.798614ms","start":"2026-04-07T01:23:48.344808Z","end":"2026-04-07T01:23:48.497606Z","steps":["trace[1153830543] 'process raft request' (duration: 152.503997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:48.497632Z","caller":"traceutil/trace.go:171","msg":"trace[1771357237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36178; }","duration":"214.517962ms","start":"2026-04-07T01:23:48.283107Z","end":"2026-04-07T01:23:48.497625Z","steps":["trace[1771357237] 'agreement among raft nodes before linearized reading' (duration: 214.453991ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:48.936751Z","caller":"traceutil/trace.go:171","msg":"trace[1669621232] transaction","detail":"{read_only:false; response_revision:36181; number_of_response:1; }","duration":"174.125771ms","start":"2026-04-07T01:23:48.762597Z","end":"2026-04-07T01:23:48.936723Z","steps":["trace[1669621232] 'process raft request' (duration: 129.246807ms)","trace[1669621232] 'compare' (duration: 44.72777ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:48.937005Z","caller":"traceutil/trace.go:171","msg":"trace[1856620770] transaction","detail":"{read_only:false; response_revision:36182; number_of_response:1; }","duration":"172.706429ms","start":"2026-04-07T01:23:48.764244Z","end":"2026-04-07T01:23:48.93695Z","steps":["trace[1856620770] 'process raft request' (duration: 172.441702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:48.937171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.049341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:23:48.93729Z","caller":"traceutil/trace.go:171","msg":"trace[240770301] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:36182; }","duration":"162.187974ms","start":"2026-04-07T01:23:48.775077Z","end":"2026-04-07T01:23:48.937265Z","steps":["trace[240770301] 'agreement among raft nodes before linearized reading' (duration: 161.952269ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:48.937265Z","caller":"traceutil/trace.go:171","msg":"trace[1654353232] linearizableReadLoop","detail":"{readStateIndex:37361; appliedIndex:37358; }","duration":"161.757144ms","start":"2026-04-07T01:23:48.775091Z","end":"2026-04-07T01:23:48.936848Z","steps":["trace[1654353232] 'read index received' (duration: 2.012995ms)","trace[1654353232] 'applied index is now lower than readState.Index' (duration: 159.742769ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:49.161738Z","caller":"traceutil/trace.go:171","msg":"trace[2097222932] linearizableReadLoop","detail":"{readStateIndex:37364; appliedIndex:37362; }","duration":"126.180379ms","start":"2026-04-07T01:23:49.035533Z","end":"2026-04-07T01:23:49.161713Z","steps":["trace[2097222932] 'read index received' (duration: 77.188024ms)","trace[2097222932] 'applied index is now lower than readState.Index' (duration: 48.991125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:49.161954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.375443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:23:49.16209Z","caller":"traceutil/trace.go:171","msg":"trace[1222272935] transaction","detail":"{read_only:false; response_revision:36184; number_of_response:1; }","duration":"164.463655ms","start":"2026-04-07T01:23:48.997604Z","end":"2026-04-07T01:23:49.162068Z","steps":["trace[1222272935] 'process raft request' (duration: 115.271045ms)","trace[1222272935] 'compare' (duration: 48.647118ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:49.162198Z","caller":"traceutil/trace.go:171","msg":"trace[1151854159] transaction","detail":"{read_only:false; response_revision:36185; number_of_response:1; }","duration":"146.184996ms","start":"2026-04-07T01:23:49.015976Z","end":"2026-04-07T01:23:49.162161Z","steps":["trace[1151854159] 'process raft request' (duration: 145.692335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:49.162121Z","caller":"traceutil/trace.go:171","msg":"trace[376526567] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36185; }","duration":"126.605078ms","start":"2026-04-07T01:23:49.035499Z","end":"2026-04-07T01:23:49.162104Z","steps":["trace[376526567] 'agreement among raft nodes before linearized reading' (duration: 126.345013ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:50.186949Z","caller":"traceutil/trace.go:171","msg":"trace[206090555] transaction","detail":"{read_only:false; response_revision:36187; number_of_response:1; }","duration":"177.908615ms","start":"2026-04-07T01:23:50.009012Z","end":"2026-04-07T01:23:50.186921Z","steps":["trace[206090555] 'process raft request' (duration: 177.549907ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:58.629668Z","caller":"traceutil/trace.go:171","msg":"trace[1252321548] transaction","detail":"{read_only:false; response_revision:36251; number_of_response:1; }","duration":"100.74722ms","start":"2026-04-07T01:23:58.528897Z","end":"2026-04-07T01:23:58.629644Z","steps":["trace[1252321548] 'process raft request' (duration: 100.587847ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:58.651851Z","caller":"traceutil/trace.go:171","msg":"trace[1699814837] linearizableReadLoop","detail":"{readStateIndex:37435; appliedIndex:37431; }","duration":"102.714614ms","start":"2026-04-07T01:23:58.549117Z","end":"2026-04-07T01:23:58.651832Z","steps":["trace[1699814837] 'read index received' (duration: 80.428347ms)","trace[1699814837] 'applied index is now lower than readState.Index' (duration: 22.285267ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:23:58.651908Z","caller":"traceutil/trace.go:171","msg":"trace[998827236] transaction","detail":"{read_only:false; response_revision:36253; number_of_response:1; }","duration":"110.666002ms","start":"2026-04-07T01:23:58.5412Z","end":"2026-04-07T01:23:58.651866Z","steps":["trace[998827236] 'process raft request' (duration: 110.553569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:58.651967Z","caller":"traceutil/trace.go:171","msg":"trace[2016666584] transaction","detail":"{read_only:false; response_revision:36254; number_of_response:1; }","duration":"108.976135ms","start":"2026-04-07T01:23:58.542945Z","end":"2026-04-07T01:23:58.651921Z","steps":["trace[2016666584] 'process raft request' (duration: 108.853681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:58.652021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.888408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:23:58.652065Z","caller":"traceutil/trace.go:171","msg":"trace[665909083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36254; }","duration":"102.988061ms","start":"2026-04-07T01:23:58.549065Z","end":"2026-04-07T01:23:58.652053Z","steps":["trace[665909083] 'agreement among raft nodes before linearized reading' (duration: 102.853048ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:58.651986Z","caller":"traceutil/trace.go:171","msg":"trace[1627894374] transaction","detail":"{read_only:false; response_revision:36252; number_of_response:1; }","duration":"114.962789ms","start":"2026-04-07T01:23:58.536996Z","end":"2026-04-07T01:23:58.651959Z","steps":["trace[1627894374] 'process raft request' (duration: 114.625561ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:58.779841Z","caller":"traceutil/trace.go:171","msg":"trace[474467312] transaction","detail":"{read_only:false; response_revision:36255; number_of_response:1; }","duration":"123.5403ms","start":"2026-04-07T01:23:58.656219Z","end":"2026-04-07T01:23:58.779759Z","steps":["trace[474467312] 'process raft request' (duration: 122.18632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:59.101369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.644463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:23:59.10173Z","caller":"traceutil/trace.go:171","msg":"trace[1012441982] transaction","detail":"{read_only:false; response_revision:36256; number_of_response:1; }","duration":"266.154986ms","start":"2026-04-07T01:23:58.835541Z","end":"2026-04-07T01:23:59.101696Z","steps":["trace[1012441982] 'process raft request' (duration: 65.095474ms)","trace[1012441982] 'compare' (duration: 200.478389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:59.101949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.097154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:23:59.102073Z","caller":"traceutil/trace.go:171","msg":"trace[1301643749] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:36256; }","duration":"253.293148ms","start":"2026-04-07T01:23:58.848766Z","end":"2026-04-07T01:23:59.102059Z","steps":["trace[1301643749] 'agreement among raft nodes before linearized reading' (duration: 253.053993ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:59.10173Z","caller":"traceutil/trace.go:171","msg":"trace[1845156379] linearizableReadLoop","detail":"{readStateIndex:37437; appliedIndex:37436; }","duration":"252.871149ms","start":"2026-04-07T01:23:58.848793Z","end":"2026-04-07T01:23:59.101664Z","steps":["trace[1845156379] 'read index received' (duration: 51.852288ms)","trace[1845156379] 'applied index is now lower than readState.Index' (duration: 201.017311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:23:59.149576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.649985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:23:59.149667Z","caller":"traceutil/trace.go:171","msg":"trace[1366266476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36257; }","duration":"154.792478ms","start":"2026-04-07T01:23:58.994856Z","end":"2026-04-07T01:23:59.149649Z","steps":["trace[1366266476] 'agreement among raft nodes before linearized reading' (duration: 154.567223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:23:59.149687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.605867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:23:59.149791Z","caller":"traceutil/trace.go:171","msg":"trace[375172027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36257; }","duration":"151.763381ms","start":"2026-04-07T01:23:58.998005Z","end":"2026-04-07T01:23:59.149769Z","steps":["trace[375172027] 'agreement among raft nodes before linearized reading' (duration: 151.498795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:23:59.257708Z","caller":"traceutil/trace.go:171","msg":"trace[157031586] transaction","detail":"{read_only:false; response_revision:36259; number_of_response:1; }","duration":"103.005422ms","start":"2026-04-07T01:23:59.154661Z","end":"2026-04-07T01:23:59.257666Z","steps":["trace[157031586] 'process raft request' (duration: 95.822431ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:24:23.647426Z","caller":"traceutil/trace.go:171","msg":"trace[476222483] transaction","detail":"{read_only:false; response_revision:36434; number_of_response:1; }","duration":"197.190305ms","start":"2026-04-07T01:24:23.450174Z","end":"2026-04-07T01:24:23.647365Z","steps":["trace[476222483] 'process raft request' (duration: 197.038752ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:24:24.856221Z","caller":"traceutil/trace.go:171","msg":"trace[2059323251] transaction","detail":"{read_only:false; response_revision:36439; number_of_response:1; }","duration":"106.191072ms","start":"2026-04-07T01:24:24.750014Z","end":"2026-04-07T01:24:24.856205Z","steps":["trace[2059323251] 'process raft request' (duration: 76.621781ms)","trace[2059323251] 'compare' (duration: 29.185952ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:24:24.856345Z","caller":"traceutil/trace.go:171","msg":"trace[1384511442] transaction","detail":"{read_only:false; response_revision:36440; number_of_response:1; }","duration":"101.398736ms","start":"2026-04-07T01:24:24.754924Z","end":"2026-04-07T01:24:24.856323Z","steps":["trace[1384511442] 'process raft request' (duration: 101.075799ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:13.203273Z","caller":"traceutil/trace.go:171","msg":"trace[361684781] transaction","detail":"{read_only:false; response_revision:36829; number_of_response:1; }","duration":"110.1536ms","start":"2026-04-07T01:25:13.093094Z","end":"2026-04-07T01:25:13.203247Z","steps":["trace[361684781] 'process raft request' (duration: 109.984166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:25:13.346362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.650811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:25:13.346766Z","caller":"traceutil/trace.go:171","msg":"trace[868551106] transaction","detail":"{read_only:false; response_revision:36831; number_of_response:1; }","duration":"252.780667ms","start":"2026-04-07T01:25:13.093945Z","end":"2026-04-07T01:25:13.346726Z","steps":["trace[868551106] 'process raft request' (duration: 252.490041ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:13.346905Z","caller":"traceutil/trace.go:171","msg":"trace[1756559553] transaction","detail":"{read_only:false; response_revision:36830; number_of_response:1; }","duration":"253.549274ms","start":"2026-04-07T01:25:13.093283Z","end":"2026-04-07T01:25:13.346832Z","steps":["trace[1756559553] 'process raft request' (duration: 138.374281ms)","trace[1756559553] 'compare' (duration: 114.570979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:25:13.696647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.440347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:25:13.696799Z","caller":"traceutil/trace.go:171","msg":"trace[1429423328] transaction","detail":"{read_only:false; response_revision:36833; number_of_response:1; }","duration":"136.08653ms","start":"2026-04-07T01:25:13.560696Z","end":"2026-04-07T01:25:13.696783Z","steps":["trace[1429423328] 'process raft request' (duration: 136.040439ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:13.696967Z","caller":"traceutil/trace.go:171","msg":"trace[1831693682] transaction","detail":"{read_only:false; response_revision:36832; number_of_response:1; }","duration":"345.08706ms","start":"2026-04-07T01:25:13.351872Z","end":"2026-04-07T01:25:13.696959Z","steps":["trace[1831693682] 'process raft request' (duration: 141.253525ms)","trace[1831693682] 'compare' (duration: 203.352544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:25:13.697021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:25:13.35185Z","time spent":"345.144991ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:25:13.697279Z","caller":"traceutil/trace.go:171","msg":"trace[1349543730] linearizableReadLoop","detail":"{readStateIndex:38030; appliedIndex:38029; }","duration":"248.070041ms","start":"2026-04-07T01:25:13.449184Z","end":"2026-04-07T01:25:13.697255Z","steps":["trace[1349543730] 'read index received' (duration: 43.877488ms)","trace[1349543730] 'applied index is now lower than readState.Index' (duration: 204.190433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:25:13.697501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.296837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:25:13.697594Z","caller":"traceutil/trace.go:171","msg":"trace[527677707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36833; }","duration":"248.432339ms","start":"2026-04-07T01:25:13.449142Z","end":"2026-04-07T01:25:13.697574Z","steps":["trace[527677707] 'agreement among raft nodes before linearized reading' (duration: 248.271876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:25:13.698753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.933848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:25:13.698792Z","caller":"traceutil/trace.go:171","msg":"trace[238756302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36833; }","duration":"119.061341ms","start":"2026-04-07T01:25:13.579718Z","end":"2026-04-07T01:25:13.698779Z","steps":["trace[238756302] 'agreement among raft nodes before linearized reading' (duration: 118.918108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:14.010131Z","caller":"traceutil/trace.go:171","msg":"trace[1348891433] linearizableReadLoop","detail":"{readStateIndex:38033; appliedIndex:38032; }","duration":"221.901398ms","start":"2026-04-07T01:25:13.788198Z","end":"2026-04-07T01:25:14.010099Z","steps":["trace[1348891433] 'read index received' (duration: 221.657922ms)","trace[1348891433] 'applied index is now lower than readState.Index' (duration: 242.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:25:14.010161Z","caller":"traceutil/trace.go:171","msg":"trace[1759565479] transaction","detail":"{read_only:false; response_revision:36835; number_of_response:1; }","duration":"306.335243ms","start":"2026-04-07T01:25:13.703795Z","end":"2026-04-07T01:25:14.010131Z","steps":["trace[1759565479] 'process raft request' (duration: 306.087638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:25:14.010348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.743139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:25:14.010421Z","caller":"traceutil/trace.go:171","msg":"trace[1134869842] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36835; }","duration":"215.861642ms","start":"2026-04-07T01:25:13.79454Z","end":"2026-04-07T01:25:14.010401Z","steps":["trace[1134869842] 'agreement among raft nodes before linearized reading' (duration: 215.735649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:25:14.010357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:25:13.703762Z","time spent":"306.495297ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:25:14.0105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.409053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T01:25:14.010535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.875511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:25:14.010603Z","caller":"traceutil/trace.go:171","msg":"trace[76666353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36835; }","duration":"100.584717ms","start":"2026-04-07T01:25:13.909996Z","end":"2026-04-07T01:25:14.01058Z","steps":["trace[76666353] 'agreement among raft nodes before linearized reading' (duration: 100.317531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:25:14.010691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.32476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:25:14.010874Z","caller":"traceutil/trace.go:171","msg":"trace[504234152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36835; }","duration":"296.721109ms","start":"2026-04-07T01:25:13.714134Z","end":"2026-04-07T01:25:14.010855Z","steps":["trace[504234152] 'agreement among raft nodes before linearized reading' (duration: 296.102756ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:14.010668Z","caller":"traceutil/trace.go:171","msg":"trace[1914311171] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:36835; }","duration":"211.050154ms","start":"2026-04-07T01:25:13.799591Z","end":"2026-04-07T01:25:14.010641Z","steps":["trace[1914311171] 'agreement among raft nodes before linearized reading' (duration: 210.82991ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:14.128768Z","caller":"traceutil/trace.go:171","msg":"trace[1503839005] linearizableReadLoop","detail":"{readStateIndex:38035; appliedIndex:38033; }","duration":"113.26358ms","start":"2026-04-07T01:25:14.015481Z","end":"2026-04-07T01:25:14.128744Z","steps":["trace[1503839005] 'read index received' (duration: 71.855955ms)","trace[1503839005] 'applied index is now lower than readState.Index' (duration: 41.406445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:25:14.129363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.859684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:25:14.129423Z","caller":"traceutil/trace.go:171","msg":"trace[1908186627] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36837; }","duration":"113.955246ms","start":"2026-04-07T01:25:14.01545Z","end":"2026-04-07T01:25:14.129405Z","steps":["trace[1908186627] 'agreement among raft nodes before linearized reading' (duration: 113.461374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:14.130266Z","caller":"traceutil/trace.go:171","msg":"trace[1026013088] transaction","detail":"{read_only:false; response_revision:36836; number_of_response:1; }","duration":"115.550261ms","start":"2026-04-07T01:25:14.014658Z","end":"2026-04-07T01:25:14.130208Z","steps":["trace[1026013088] 'process raft request' (duration: 72.763625ms)","trace[1026013088] 'compare' (duration: 41.142439ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:25:14.130288Z","caller":"traceutil/trace.go:171","msg":"trace[449043718] transaction","detail":"{read_only:false; response_revision:36837; number_of_response:1; }","duration":"115.45318ms","start":"2026-04-07T01:25:14.01479Z","end":"2026-04-07T01:25:14.130243Z","steps":["trace[449043718] 'process raft request' (duration: 113.906695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:16.183339Z","caller":"traceutil/trace.go:171","msg":"trace[2006472519] transaction","detail":"{read_only:false; response_revision:36850; number_of_response:1; }","duration":"161.252913ms","start":"2026-04-07T01:25:16.022026Z","end":"2026-04-07T01:25:16.183279Z","steps":["trace[2006472519] 'process raft request' (duration: 100.595118ms)","trace[2006472519] 'compare' (duration: 60.460711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:25:16.562745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.022057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T01:25:16.562843Z","caller":"traceutil/trace.go:171","msg":"trace[1684462983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36854; }","duration":"114.159191ms","start":"2026-04-07T01:25:16.44866Z","end":"2026-04-07T01:25:16.562819Z","steps":["trace[1684462983] 'range keys from in-memory index tree' (duration: 113.849883ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:43.705804Z","caller":"traceutil/trace.go:171","msg":"trace[251718386] transaction","detail":"{read_only:false; response_revision:37050; number_of_response:1; }","duration":"124.177944ms","start":"2026-04-07T01:25:43.581603Z","end":"2026-04-07T01:25:43.705781Z","steps":["trace[251718386] 'process raft request' (duration: 124.03665ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:25:44.107745Z","caller":"traceutil/trace.go:171","msg":"trace[966478823] transaction","detail":"{read_only:false; response_revision:37054; number_of_response:1; }","duration":"109.060626ms","start":"2026-04-07T01:25:43.998655Z","end":"2026-04-07T01:25:44.107716Z","steps":["trace[966478823] 'process raft request' (duration: 38.125092ms)","trace[966478823] 'compare' (duration: 70.806831ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:26:04.445443Z","caller":"traceutil/trace.go:171","msg":"trace[1280702217] transaction","detail":"{read_only:false; response_revision:37202; number_of_response:1; }","duration":"102.859599ms","start":"2026-04-07T01:26:04.342558Z","end":"2026-04-07T01:26:04.445417Z","steps":["trace[1280702217] 'process raft request' (duration: 102.406599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:07.463964Z","caller":"traceutil/trace.go:171","msg":"trace[1695363560] transaction","detail":"{read_only:false; response_revision:37225; number_of_response:1; }","duration":"105.022946ms","start":"2026-04-07T01:26:07.358906Z","end":"2026-04-07T01:26:07.463929Z","steps":["trace[1695363560] 'process raft request' (duration: 69.82831ms)","trace[1695363560] 'compare' (duration: 34.892949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:26:08.499338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.782052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:26:08.499428Z","caller":"traceutil/trace.go:171","msg":"trace[577668088] linearizableReadLoop","detail":"{readStateIndex:38440; appliedIndex:38439; }","duration":"217.453048ms","start":"2026-04-07T01:26:08.281963Z","end":"2026-04-07T01:26:08.499416Z","steps":["trace[577668088] 'read index received' (duration: 5.414281ms)","trace[577668088] 'applied index is now lower than readState.Index' (duration: 212.037987ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:26:08.499608Z","caller":"traceutil/trace.go:171","msg":"trace[1449025023] transaction","detail":"{read_only:false; response_revision:37231; number_of_response:1; }","duration":"316.383078ms","start":"2026-04-07T01:26:08.183216Z","end":"2026-04-07T01:26:08.499599Z","steps":["trace[1449025023] 'process raft request' (duration: 104.279579ms)","trace[1449025023] 'compare' (duration: 211.591208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:26:08.499682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:26:08.183189Z","time spent":"316.45496ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:26:08.499804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.814286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:26:08.499881Z","caller":"traceutil/trace.go:171","msg":"trace[483907170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37231; }","duration":"217.932849ms","start":"2026-04-07T01:26:08.281931Z","end":"2026-04-07T01:26:08.499864Z","steps":["trace[483907170] 'agreement among raft nodes before linearized reading' (duration: 217.793256ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:08.949515Z","caller":"traceutil/trace.go:171","msg":"trace[1393218468] linearizableReadLoop","detail":"{readStateIndex:38443; appliedIndex:38442; }","duration":"175.647214ms","start":"2026-04-07T01:26:08.773837Z","end":"2026-04-07T01:26:08.949484Z","steps":["trace[1393218468] 'read index received' (duration: 120.757047ms)","trace[1393218468] 'applied index is now lower than readState.Index' (duration: 54.888517ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:26:08.950294Z","caller":"traceutil/trace.go:171","msg":"trace[1042971015] transaction","detail":"{read_only:false; response_revision:37234; number_of_response:1; }","duration":"259.536798ms","start":"2026-04-07T01:26:08.690717Z","end":"2026-04-07T01:26:08.950254Z","steps":["trace[1042971015] 'process raft request' (duration: 203.962466ms)","trace[1042971015] 'compare' (duration: 43.531713ms)","trace[1042971015] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 11.139509ms)"],"step_count":3} {"level":"warn","ts":"2026-04-07T01:26:08.95066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.80357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:26:08.950727Z","caller":"traceutil/trace.go:171","msg":"trace[862220113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37234; }","duration":"176.934393ms","start":"2026-04-07T01:26:08.773777Z","end":"2026-04-07T01:26:08.950712Z","steps":["trace[862220113] 'agreement among raft nodes before linearized reading' (duration: 176.739839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:26:08.950662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.857809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:26:08.950919Z","caller":"traceutil/trace.go:171","msg":"trace[1075389696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37234; }","duration":"176.303539ms","start":"2026-04-07T01:26:08.774597Z","end":"2026-04-07T01:26:08.950901Z","steps":["trace[1075389696] 'agreement among raft nodes before linearized reading' (duration: 175.955291ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:09.073709Z","caller":"traceutil/trace.go:171","msg":"trace[45805890] transaction","detail":"{read_only:false; response_revision:37235; number_of_response:1; }","duration":"118.901247ms","start":"2026-04-07T01:26:08.95478Z","end":"2026-04-07T01:26:09.073682Z","steps":["trace[45805890] 'process raft request' (duration: 118.693953ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:09.120802Z","caller":"traceutil/trace.go:171","msg":"trace[443393979] transaction","detail":"{read_only:false; response_revision:37236; number_of_response:1; }","duration":"162.373667ms","start":"2026-04-07T01:26:08.958399Z","end":"2026-04-07T01:26:09.120773Z","steps":["trace[443393979] 'process raft request' (duration: 162.193884ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:09.688105Z","caller":"traceutil/trace.go:171","msg":"trace[632219244] transaction","detail":"{read_only:false; response_revision:37240; number_of_response:1; }","duration":"104.327761ms","start":"2026-04-07T01:26:09.583726Z","end":"2026-04-07T01:26:09.688054Z","steps":["trace[632219244] 'process raft request' (duration: 103.885221ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:11.062449Z","caller":"traceutil/trace.go:171","msg":"trace[1193230813] transaction","detail":"{read_only:false; response_revision:37249; number_of_response:1; }","duration":"100.319942ms","start":"2026-04-07T01:26:10.962098Z","end":"2026-04-07T01:26:11.062418Z","steps":["trace[1193230813] 'process raft request' (duration: 100.129237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:26:11.215651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.300405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:26:11.215853Z","caller":"traceutil/trace.go:171","msg":"trace[1137296101] transaction","detail":"{read_only:false; response_revision:37250; number_of_response:1; }","duration":"134.484905ms","start":"2026-04-07T01:26:11.081342Z","end":"2026-04-07T01:26:11.215827Z","steps":["trace[1137296101] 'process raft request' (duration: 31.926323ms)","trace[1137296101] 'compare' (duration: 102.08022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:26:23.015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.139897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:26:23.015146Z","caller":"traceutil/trace.go:171","msg":"trace[804812203] transaction","detail":"{read_only:false; response_revision:37335; number_of_response:1; }","duration":"230.357587ms","start":"2026-04-07T01:26:22.784775Z","end":"2026-04-07T01:26:23.015133Z","steps":["trace[804812203] 'process raft request' (duration: 230.308896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:23.015226Z","caller":"traceutil/trace.go:171","msg":"trace[771988693] transaction","detail":"{read_only:false; response_revision:37334; number_of_response:1; }","duration":"231.38559ms","start":"2026-04-07T01:26:22.783807Z","end":"2026-04-07T01:26:23.015193Z","steps":["trace[771988693] 'process raft request' (duration: 57.988576ms)","trace[771988693] 'compare' (duration: 172.999314ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:26:34.165032Z","caller":"traceutil/trace.go:171","msg":"trace[119907823] transaction","detail":"{read_only:false; response_revision:37416; number_of_response:1; }","duration":"114.007328ms","start":"2026-04-07T01:26:34.051007Z","end":"2026-04-07T01:26:34.165015Z","steps":["trace[119907823] 'process raft request' (duration: 113.909505ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:26:34.215962Z","caller":"traceutil/trace.go:171","msg":"trace[1429879886] transaction","detail":"{read_only:false; response_revision:37417; number_of_response:1; }","duration":"101.787344ms","start":"2026-04-07T01:26:34.114155Z","end":"2026-04-07T01:26:34.215942Z","steps":["trace[1429879886] 'process raft request' (duration: 101.276003ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:48.69792Z","caller":"traceutil/trace.go:171","msg":"trace[538391823] linearizableReadLoop","detail":"{readStateIndex:39191; appliedIndex:39190; }","duration":"117.952616ms","start":"2026-04-07T01:27:48.579934Z","end":"2026-04-07T01:27:48.697886Z","steps":["trace[538391823] 'read index received' (duration: 70.362643ms)","trace[538391823] 'applied index is now lower than readState.Index' (duration: 47.589093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:48.698116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.12948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:27:48.698158Z","caller":"traceutil/trace.go:171","msg":"trace[294787733] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:37961; }","duration":"118.247532ms","start":"2026-04-07T01:27:48.5799Z","end":"2026-04-07T01:27:48.698148Z","steps":["trace[294787733] 'agreement among raft nodes before linearized reading' (duration: 118.097699ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:48.698414Z","caller":"traceutil/trace.go:171","msg":"trace[749634027] transaction","detail":"{read_only:false; response_revision:37961; number_of_response:1; }","duration":"127.342315ms","start":"2026-04-07T01:27:48.571059Z","end":"2026-04-07T01:27:48.698401Z","steps":["trace[749634027] 'process raft request' (duration: 79.255911ms)","trace[749634027] 'compare' (duration: 47.462141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:54.402105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.773884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:27:54.402201Z","caller":"traceutil/trace.go:171","msg":"trace[888867027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38000; }","duration":"118.895307ms","start":"2026-04-07T01:27:54.283282Z","end":"2026-04-07T01:27:54.402177Z","steps":["trace[888867027] 'range keys from in-memory index tree' (duration: 118.712432ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:54.402204Z","caller":"traceutil/trace.go:171","msg":"trace[661306606] transaction","detail":"{read_only:false; response_revision:38001; number_of_response:1; }","duration":"100.297511ms","start":"2026-04-07T01:27:54.301878Z","end":"2026-04-07T01:27:54.402176Z","steps":["trace[661306606] 'process raft request' (duration: 76.180872ms)","trace[661306606] 'compare' (duration: 23.999286ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:54.884839Z","caller":"traceutil/trace.go:171","msg":"trace[1218762635] linearizableReadLoop","detail":"{readStateIndex:39235; appliedIndex:39233; }","duration":"112.607426ms","start":"2026-04-07T01:27:54.772212Z","end":"2026-04-07T01:27:54.884819Z","steps":["trace[1218762635] 'read index received' (duration: 1.617376ms)","trace[1218762635] 'applied index is now lower than readState.Index' (duration: 110.98886ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:54.884916Z","caller":"traceutil/trace.go:171","msg":"trace[725620037] transaction","detail":"{read_only:false; response_revision:38004; number_of_response:1; }","duration":"114.770614ms","start":"2026-04-07T01:27:54.770122Z","end":"2026-04-07T01:27:54.884892Z","steps":["trace[725620037] 'process raft request' (duration: 113.054966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:54.885025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.77898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:27:54.885118Z","caller":"traceutil/trace.go:171","msg":"trace[1943961673] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38004; }","duration":"112.907572ms","start":"2026-04-07T01:27:54.772186Z","end":"2026-04-07T01:27:54.885094Z","steps":["trace[1943961673] 'agreement among raft nodes before linearized reading' (duration: 112.732478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:55.254142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.36761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-07T01:27:55.254172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.491284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:27:55.254425Z","caller":"traceutil/trace.go:171","msg":"trace[663337856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38004; }","duration":"133.707438ms","start":"2026-04-07T01:27:55.120698Z","end":"2026-04-07T01:27:55.254405Z","steps":["trace[663337856] 'range keys from in-memory index tree' (duration: 133.172596ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:55.254478Z","caller":"traceutil/trace.go:171","msg":"trace[1019412974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38004; }","duration":"168.810601ms","start":"2026-04-07T01:27:55.085652Z","end":"2026-04-07T01:27:55.254463Z","steps":["trace[1019412974] 'range keys from in-memory index tree' (duration: 168.476994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:55.817878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.309324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:27:55.817951Z","caller":"traceutil/trace.go:171","msg":"trace[2075640383] linearizableReadLoop","detail":"{readStateIndex:39237; appliedIndex:39236; }","duration":"245.050564ms","start":"2026-04-07T01:27:55.572889Z","end":"2026-04-07T01:27:55.81794Z","steps":["trace[2075640383] 'read index received' (duration: 40.505784ms)","trace[2075640383] 'applied index is now lower than readState.Index' (duration: 204.54392ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:55.817985Z","caller":"traceutil/trace.go:171","msg":"trace[1319847745] transaction","detail":"{read_only:false; response_revision:38006; number_of_response:1; }","duration":"304.480961ms","start":"2026-04-07T01:27:55.513492Z","end":"2026-04-07T01:27:55.817973Z","steps":["trace[1319847745] 'process raft request' (duration: 100.019254ms)","trace[1319847745] 'compare' (duration: 203.860554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:55.818029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.513464Z","time spent":"304.541362ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:27:55.818063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.175246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:27:55.818083Z","caller":"traceutil/trace.go:171","msg":"trace[592200241] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38006; }","duration":"245.259339ms","start":"2026-04-07T01:27:55.572817Z","end":"2026-04-07T01:27:55.818076Z","steps":["trace[592200241] 'agreement among raft nodes before linearized reading' (duration: 245.173587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.138197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.483318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:27:56.138312Z","caller":"traceutil/trace.go:171","msg":"trace[221404741] transaction","detail":"{read_only:false; response_revision:38007; number_of_response:1; }","duration":"316.787788ms","start":"2026-04-07T01:27:55.821505Z","end":"2026-04-07T01:27:56.138292Z","steps":["trace[221404741] 'process raft request' (duration: 98.648315ms)","trace[221404741] 'compare' (duration: 217.363055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:27:56.138405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.821478Z","time spent":"316.886371ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:27:56.16995Z","caller":"traceutil/trace.go:171","msg":"trace[133995341] transaction","detail":"{read_only:false; response_revision:38008; number_of_response:1; }","duration":"348.395693ms","start":"2026-04-07T01:27:55.821527Z","end":"2026-04-07T01:27:56.169923Z","steps":["trace[133995341] 'process raft request' (duration: 348.148258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.170125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.821509Z","time spent":"348.524537ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:27:56.170284Z","caller":"traceutil/trace.go:171","msg":"trace[1634106102] transaction","detail":"{read_only:false; response_revision:38009; number_of_response:1; }","duration":"348.687271ms","start":"2026-04-07T01:27:55.821568Z","end":"2026-04-07T01:27:56.170255Z","steps":["trace[1634106102] 'process raft request' (duration: 348.303932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.170395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.821563Z","time spent":"348.782083ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:27:56.17046Z","caller":"traceutil/trace.go:171","msg":"trace[171852037] linearizableReadLoop","detail":"{readStateIndex:39242; appliedIndex:39237; }","duration":"310.091348ms","start":"2026-04-07T01:27:55.860227Z","end":"2026-04-07T01:27:56.170319Z","steps":["trace[171852037] 'read index received' (duration: 59.93746ms)","trace[171852037] 'applied index is now lower than readState.Index' (duration: 250.152548ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:27:56.170474Z","caller":"traceutil/trace.go:171","msg":"trace[1251286104] transaction","detail":"{read_only:false; response_revision:38011; number_of_response:1; }","duration":"347.163616ms","start":"2026-04-07T01:27:55.823271Z","end":"2026-04-07T01:27:56.170435Z","steps":["trace[1251286104] 'process raft request' (duration: 346.947531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.170607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.383104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:27:56.170441Z","caller":"traceutil/trace.go:171","msg":"trace[1473777532] transaction","detail":"{read_only:false; response_revision:38010; number_of_response:1; }","duration":"348.197869ms","start":"2026-04-07T01:27:55.8222Z","end":"2026-04-07T01:27:56.170398Z","steps":["trace[1473777532] 'process raft request' (duration: 347.904932ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:56.170654Z","caller":"traceutil/trace.go:171","msg":"trace[1036643257] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:38011; }","duration":"310.459026ms","start":"2026-04-07T01:27:55.860184Z","end":"2026-04-07T01:27:56.170643Z","steps":["trace[1036643257] 'agreement among raft nodes before linearized reading' (duration: 310.375154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.170658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.823262Z","time spent":"347.304679ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:27:56.170684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.860167Z","time spent":"310.509457ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:27:56.170765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:27:55.82219Z","time spent":"348.475705ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:27:56.19926Z","caller":"traceutil/trace.go:171","msg":"trace[1669607371] transaction","detail":"{read_only:false; response_revision:38012; number_of_response:1; }","duration":"223.580385ms","start":"2026-04-07T01:27:55.975665Z","end":"2026-04-07T01:27:56.199246Z","steps":["trace[1669607371] 'process raft request' (duration: 223.466483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.199487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.308517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:27:56.199545Z","caller":"traceutil/trace.go:171","msg":"trace[761196793] transaction","detail":"{read_only:false; response_revision:38013; number_of_response:1; }","duration":"117.507975ms","start":"2026-04-07T01:27:56.081977Z","end":"2026-04-07T01:27:56.199485Z","steps":["trace[761196793] 'process raft request' (duration: 117.233789ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:56.199584Z","caller":"traceutil/trace.go:171","msg":"trace[1991513878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38013; }","duration":"278.45951ms","start":"2026-04-07T01:27:55.9211Z","end":"2026-04-07T01:27:56.199559Z","steps":["trace[1991513878] 'agreement among raft nodes before linearized reading' (duration: 278.277316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.199578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.906756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-07T01:27:56.199614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.303419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:27:56.199676Z","caller":"traceutil/trace.go:171","msg":"trace[476924274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38013; }","duration":"140.066989ms","start":"2026-04-07T01:27:56.059589Z","end":"2026-04-07T01:27:56.199656Z","steps":["trace[476924274] 'agreement among raft nodes before linearized reading' (duration: 139.831744ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:56.199698Z","caller":"traceutil/trace.go:171","msg":"trace[551734141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38013; }","duration":"138.466983ms","start":"2026-04-07T01:27:56.061213Z","end":"2026-04-07T01:27:56.19968Z","steps":["trace[551734141] 'agreement among raft nodes before linearized reading' (duration: 138.198667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:27:56.199604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.148647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:27:56.199883Z","caller":"traceutil/trace.go:171","msg":"trace[443708071] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:38013; }","duration":"241.421224ms","start":"2026-04-07T01:27:55.958385Z","end":"2026-04-07T01:27:56.199806Z","steps":["trace[443708071] 'agreement among raft nodes before linearized reading' (duration: 241.154688ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:56.343735Z","caller":"traceutil/trace.go:171","msg":"trace[963066769] transaction","detail":"{read_only:false; response_revision:38014; number_of_response:1; }","duration":"138.376012ms","start":"2026-04-07T01:27:56.205334Z","end":"2026-04-07T01:27:56.34371Z","steps":["trace[963066769] 'process raft request' (duration: 134.69084ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:56.344243Z","caller":"traceutil/trace.go:171","msg":"trace[227849862] transaction","detail":"{read_only:false; response_revision:38015; number_of_response:1; }","duration":"138.33434ms","start":"2026-04-07T01:27:56.205889Z","end":"2026-04-07T01:27:56.344223Z","steps":["trace[227849862] 'process raft request' (duration: 137.900561ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:27:56.76462Z","caller":"traceutil/trace.go:171","msg":"trace[1815501346] transaction","detail":"{read_only:false; response_revision:38018; number_of_response:1; }","duration":"114.1294ms","start":"2026-04-07T01:27:56.650459Z","end":"2026-04-07T01:27:56.764589Z","steps":["trace[1815501346] 'process raft request' (duration: 22.78151ms)","trace[1815501346] 'compare' (duration: 91.231787ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:12.377322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35918} {"level":"info","ts":"2026-04-07T01:28:12.534581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35918,"took":"153.177551ms","hash":1065952265,"current-db-size-bytes":60702720,"current-db-size":"61 MB","current-db-size-in-use-bytes":32862208,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-07T01:28:12.534648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1065952265,"revision":35918,"compact-revision":33631} {"level":"info","ts":"2026-04-07T01:28:22.999581Z","caller":"traceutil/trace.go:171","msg":"trace[1287979901] transaction","detail":"{read_only:false; response_revision:38213; number_of_response:1; }","duration":"116.653055ms","start":"2026-04-07T01:28:22.882905Z","end":"2026-04-07T01:28:22.999559Z","steps":["trace[1287979901] 'process raft request' (duration: 116.528633ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:32.726497Z","caller":"traceutil/trace.go:171","msg":"trace[2006888804] linearizableReadLoop","detail":"{readStateIndex:39524; appliedIndex:39523; }","duration":"112.409081ms","start":"2026-04-07T01:28:32.614068Z","end":"2026-04-07T01:28:32.726477Z","steps":["trace[2006888804] 'read index received' (duration: 36.879264ms)","trace[2006888804] 'applied index is now lower than readState.Index' (duration: 75.528877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:32.726677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.590735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:28:32.726703Z","caller":"traceutil/trace.go:171","msg":"trace[1522090120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38284; }","duration":"112.647706ms","start":"2026-04-07T01:28:32.614046Z","end":"2026-04-07T01:28:32.726694Z","steps":["trace[1522090120] 'agreement among raft nodes before linearized reading' (duration: 112.510343ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:32.726846Z","caller":"traceutil/trace.go:171","msg":"trace[1580865845] transaction","detail":"{read_only:false; response_revision:38284; number_of_response:1; }","duration":"115.214563ms","start":"2026-04-07T01:28:32.611622Z","end":"2026-04-07T01:28:32.726836Z","steps":["trace[1580865845] 'process raft request' (duration: 38.07835ms)","trace[1580865845] 'compare' (duration: 76.384287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:32.841113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.273241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:28:32.841674Z","caller":"traceutil/trace.go:171","msg":"trace[122332605] transaction","detail":"{read_only:false; response_revision:38285; number_of_response:1; }","duration":"110.194681ms","start":"2026-04-07T01:28:32.731461Z","end":"2026-04-07T01:28:32.841656Z","steps":["trace[122332605] 'process raft request' (duration: 109.748261ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:34.569454Z","caller":"traceutil/trace.go:171","msg":"trace[1295424452] linearizableReadLoop","detail":"{readStateIndex:39534; appliedIndex:39532; }","duration":"162.270875ms","start":"2026-04-07T01:28:34.407158Z","end":"2026-04-07T01:28:34.569429Z","steps":["trace[1295424452] 'read index received' (duration: 4.126233ms)","trace[1295424452] 'applied index is now lower than readState.Index' (duration: 158.143672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:34.569881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.035315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:28:34.569931Z","caller":"traceutil/trace.go:171","msg":"trace[85207170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38293; }","duration":"156.131397ms","start":"2026-04-07T01:28:34.413786Z","end":"2026-04-07T01:28:34.569917Z","steps":["trace[85207170] 'agreement among raft nodes before linearized reading' (duration: 155.984304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:34.569938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.757216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:28:34.570039Z","caller":"traceutil/trace.go:171","msg":"trace[1494530417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38293; }","duration":"162.95163ms","start":"2026-04-07T01:28:34.407067Z","end":"2026-04-07T01:28:34.570018Z","steps":["trace[1494530417] 'agreement among raft nodes before linearized reading' (duration: 162.684994ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:34.57023Z","caller":"traceutil/trace.go:171","msg":"trace[1214294414] transaction","detail":"{read_only:false; response_revision:38292; number_of_response:1; }","duration":"201.900202ms","start":"2026-04-07T01:28:34.368316Z","end":"2026-04-07T01:28:34.570217Z","steps":["trace[1214294414] 'process raft request' (duration: 153.818617ms)","trace[1214294414] 'compare' (duration: 47.122233ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:34.570337Z","caller":"traceutil/trace.go:171","msg":"trace[490670919] transaction","detail":"{read_only:false; response_revision:38293; number_of_response:1; }","duration":"200.806236ms","start":"2026-04-07T01:28:34.369522Z","end":"2026-04-07T01:28:34.570328Z","steps":["trace[490670919] 'process raft request' (duration: 199.848844ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:35.677708Z","caller":"traceutil/trace.go:171","msg":"trace[430472664] transaction","detail":"{read_only:false; response_revision:38303; number_of_response:1; }","duration":"101.236361ms","start":"2026-04-07T01:28:35.576433Z","end":"2026-04-07T01:28:35.677669Z","steps":["trace[430472664] 'process raft request' (duration: 101.083938ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:39.268746Z","caller":"traceutil/trace.go:171","msg":"trace[2012003693] linearizableReadLoop","detail":"{readStateIndex:39572; appliedIndex:39571; }","duration":"111.156853ms","start":"2026-04-07T01:28:39.15756Z","end":"2026-04-07T01:28:39.268717Z","steps":["trace[2012003693] 'read index received' (duration: 110.454467ms)","trace[2012003693] 'applied index is now lower than readState.Index' (duration: 701.086µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:39.268902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.324338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:39.268928Z","caller":"traceutil/trace.go:171","msg":"trace[1560735347] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:38330; }","duration":"111.41973ms","start":"2026-04-07T01:28:39.157499Z","end":"2026-04-07T01:28:39.268919Z","steps":["trace[1560735347] 'agreement among raft nodes before linearized reading' (duration: 111.334668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:39.268969Z","caller":"traceutil/trace.go:171","msg":"trace[938273474] transaction","detail":"{read_only:false; response_revision:38330; number_of_response:1; }","duration":"128.121423ms","start":"2026-04-07T01:28:39.140713Z","end":"2026-04-07T01:28:39.268834Z","steps":["trace[938273474] 'process raft request' (duration: 127.283423ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:39.285591Z","caller":"traceutil/trace.go:171","msg":"trace[1541937029] transaction","detail":"{read_only:false; response_revision:38331; number_of_response:1; }","duration":"100.597587ms","start":"2026-04-07T01:28:39.184982Z","end":"2026-04-07T01:28:39.285579Z","steps":["trace[1541937029] 'process raft request' (duration: 100.241049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:40.275238Z","caller":"traceutil/trace.go:171","msg":"trace[360087713] transaction","detail":"{read_only:false; response_revision:38334; number_of_response:1; }","duration":"229.770473ms","start":"2026-04-07T01:28:40.045431Z","end":"2026-04-07T01:28:40.275201Z","steps":["trace[360087713] 'process raft request' (duration: 191.433297ms)","trace[360087713] 'compare' (duration: 38.133822ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:40.732094Z","caller":"traceutil/trace.go:171","msg":"trace[543878994] transaction","detail":"{read_only:false; response_revision:38336; number_of_response:1; }","duration":"109.232231ms","start":"2026-04-07T01:28:40.622826Z","end":"2026-04-07T01:28:40.732058Z","steps":["trace[543878994] 'process raft request' (duration: 108.878153ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:42.712991Z","caller":"traceutil/trace.go:171","msg":"trace[1008390735] transaction","detail":"{read_only:false; response_revision:38352; number_of_response:1; }","duration":"170.475889ms","start":"2026-04-07T01:28:42.542484Z","end":"2026-04-07T01:28:42.712959Z","steps":["trace[1008390735] 'process raft request' (duration: 170.224103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:44.873181Z","caller":"traceutil/trace.go:171","msg":"trace[1320973705] linearizableReadLoop","detail":"{readStateIndex:39611; appliedIndex:39608; }","duration":"104.504965ms","start":"2026-04-07T01:28:44.768651Z","end":"2026-04-07T01:28:44.873156Z","steps":["trace[1320973705] 'read index received' (duration: 28.432385ms)","trace[1320973705] 'applied index is now lower than readState.Index' (duration: 76.071779ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:44.873585Z","caller":"traceutil/trace.go:171","msg":"trace[907207150] transaction","detail":"{read_only:false; response_revision:38367; number_of_response:1; }","duration":"109.098187ms","start":"2026-04-07T01:28:44.764474Z","end":"2026-04-07T01:28:44.873572Z","steps":["trace[907207150] 'process raft request' (duration: 108.458203ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:44.873775Z","caller":"traceutil/trace.go:171","msg":"trace[2113855692] transaction","detail":"{read_only:false; response_revision:38368; number_of_response:1; }","duration":"109.091477ms","start":"2026-04-07T01:28:44.76467Z","end":"2026-04-07T01:28:44.873762Z","steps":["trace[2113855692] 'process raft request' (duration: 108.416271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:44.873993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.290162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:28:44.874054Z","caller":"traceutil/trace.go:171","msg":"trace[613209579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38368; }","duration":"105.445366ms","start":"2026-04-07T01:28:44.768591Z","end":"2026-04-07T01:28:44.874036Z","steps":["trace[613209579] 'agreement among raft nodes before linearized reading' (duration: 105.299493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:44.874275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.237024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:28:44.874363Z","caller":"traceutil/trace.go:171","msg":"trace[1573222219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38368; }","duration":"102.370327ms","start":"2026-04-07T01:28:44.771969Z","end":"2026-04-07T01:28:44.874339Z","steps":["trace[1573222219] 'agreement among raft nodes before linearized reading' (duration: 102.139922ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:49.039989Z","caller":"traceutil/trace.go:171","msg":"trace[372422883] transaction","detail":"{read_only:false; response_revision:38395; number_of_response:1; }","duration":"187.344535ms","start":"2026-04-07T01:28:48.852627Z","end":"2026-04-07T01:28:49.039971Z","steps":["trace[372422883] 'process raft request' (duration: 184.509022ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:50.308802Z","caller":"traceutil/trace.go:171","msg":"trace[1828115843] linearizableReadLoop","detail":"{readStateIndex:39652; appliedIndex:39651; }","duration":"123.927279ms","start":"2026-04-07T01:28:50.184849Z","end":"2026-04-07T01:28:50.308777Z","steps":["trace[1828115843] 'read index received' (duration: 123.711135ms)","trace[1828115843] 'applied index is now lower than readState.Index' (duration: 215.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:50.308877Z","caller":"traceutil/trace.go:171","msg":"trace[28583029] transaction","detail":"{read_only:false; response_revision:38408; number_of_response:1; }","duration":"188.022171ms","start":"2026-04-07T01:28:50.120823Z","end":"2026-04-07T01:28:50.308845Z","steps":["trace[28583029] 'process raft request' (duration: 187.753825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:50.309005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.125133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:50.309069Z","caller":"traceutil/trace.go:171","msg":"trace[1616239037] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:38408; }","duration":"124.214635ms","start":"2026-04-07T01:28:50.184838Z","end":"2026-04-07T01:28:50.309053Z","steps":["trace[1616239037] 'agreement among raft nodes before linearized reading' (duration: 124.085323ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:50.985492Z","caller":"traceutil/trace.go:171","msg":"trace[1374429792] transaction","detail":"{read_only:false; response_revision:38410; number_of_response:1; }","duration":"166.205063ms","start":"2026-04-07T01:28:50.819261Z","end":"2026-04-07T01:28:50.985466Z","steps":["trace[1374429792] 'process raft request' (duration: 166.07148ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.18444Z","caller":"traceutil/trace.go:171","msg":"trace[1355631933] transaction","detail":"{read_only:false; response_revision:38411; number_of_response:1; }","duration":"138.756199ms","start":"2026-04-07T01:28:51.045661Z","end":"2026-04-07T01:28:51.184417Z","steps":["trace[1355631933] 'process raft request' (duration: 92.262761ms)","trace[1355631933] 'compare' (duration: 46.214522ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:51.184984Z","caller":"traceutil/trace.go:171","msg":"trace[358015928] transaction","detail":"{read_only:false; response_revision:38413; number_of_response:1; }","duration":"137.929471ms","start":"2026-04-07T01:28:51.047038Z","end":"2026-04-07T01:28:51.184967Z","steps":["trace[358015928] 'process raft request' (duration: 137.740277ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.184976Z","caller":"traceutil/trace.go:171","msg":"trace[1686470723] linearizableReadLoop","detail":"{readStateIndex:39657; appliedIndex:39654; }","duration":"101.848754ms","start":"2026-04-07T01:28:51.083098Z","end":"2026-04-07T01:28:51.184947Z","steps":["trace[1686470723] 'read index received' (duration: 54.922916ms)","trace[1686470723] 'applied index is now lower than readState.Index' (duration: 46.924078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:51.185231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.110331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:28:51.185312Z","caller":"traceutil/trace.go:171","msg":"trace[979816520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38413; }","duration":"102.227584ms","start":"2026-04-07T01:28:51.083066Z","end":"2026-04-07T01:28:51.185293Z","steps":["trace[979816520] 'agreement among raft nodes before linearized reading' (duration: 102.001088ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.185869Z","caller":"traceutil/trace.go:171","msg":"trace[520294967] transaction","detail":"{read_only:false; response_revision:38412; number_of_response:1; }","duration":"138.934123ms","start":"2026-04-07T01:28:51.045871Z","end":"2026-04-07T01:28:51.184805Z","steps":["trace[520294967] 'process raft request' (duration: 138.497593ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.432624Z","caller":"traceutil/trace.go:171","msg":"trace[1930063917] transaction","detail":"{read_only:false; response_revision:38416; number_of_response:1; }","duration":"101.447686ms","start":"2026-04-07T01:28:51.331143Z","end":"2026-04-07T01:28:51.43259Z","steps":["trace[1930063917] 'process raft request' (duration: 101.371774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.43294Z","caller":"traceutil/trace.go:171","msg":"trace[369876713] transaction","detail":"{read_only:false; response_revision:38414; number_of_response:1; }","duration":"292.938405ms","start":"2026-04-07T01:28:51.139968Z","end":"2026-04-07T01:28:51.432907Z","steps":["trace[369876713] 'process raft request' (duration: 192.996162ms)","trace[369876713] 'compare' (duration: 99.323709ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:51.432902Z","caller":"traceutil/trace.go:171","msg":"trace[415606483] linearizableReadLoop","detail":"{readStateIndex:39658; appliedIndex:39657; }","duration":"247.803457ms","start":"2026-04-07T01:28:51.185052Z","end":"2026-04-07T01:28:51.432855Z","steps":["trace[415606483] 'read index received' (duration: 147.927525ms)","trace[415606483] 'applied index is now lower than readState.Index' (duration: 99.871262ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:51.432926Z","caller":"traceutil/trace.go:171","msg":"trace[100107271] transaction","detail":"{read_only:false; response_revision:38415; number_of_response:1; }","duration":"241.805092ms","start":"2026-04-07T01:28:51.191091Z","end":"2026-04-07T01:28:51.432896Z","steps":["trace[100107271] 'process raft request' (duration: 241.352562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.433137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.965367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T01:28:51.433218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.07115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:28:51.433322Z","caller":"traceutil/trace.go:171","msg":"trace[1982570375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38416; }","duration":"350.211952ms","start":"2026-04-07T01:28:51.083085Z","end":"2026-04-07T01:28:51.433297Z","steps":["trace[1982570375] 'agreement among raft nodes before linearized reading' (duration: 349.935406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.433371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.08307Z","time spent":"350.291785ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T01:28:51.433254Z","caller":"traceutil/trace.go:171","msg":"trace[1663748944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38416; }","duration":"350.114421ms","start":"2026-04-07T01:28:51.083118Z","end":"2026-04-07T01:28:51.433232Z","steps":["trace[1663748944] 'agreement among raft nodes before linearized reading' (duration: 349.798214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.433433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.083101Z","time spent":"350.315255ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:28:51.491134Z","caller":"traceutil/trace.go:171","msg":"trace[1110184678] transaction","detail":"{read_only:false; response_revision:38417; number_of_response:1; }","duration":"150.077033ms","start":"2026-04-07T01:28:51.341024Z","end":"2026-04-07T01:28:51.491101Z","steps":["trace[1110184678] 'process raft request' (duration: 149.814857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.491235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.947159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T01:28:51.491293Z","caller":"traceutil/trace.go:171","msg":"trace[941216138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38417; }","duration":"282.077602ms","start":"2026-04-07T01:28:51.209202Z","end":"2026-04-07T01:28:51.49128Z","steps":["trace[941216138] 'agreement among raft nodes before linearized reading' (duration: 281.895038ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.6121Z","caller":"traceutil/trace.go:171","msg":"trace[2144007297] linearizableReadLoop","detail":"{readStateIndex:39663; appliedIndex:39661; }","duration":"121.109605ms","start":"2026-04-07T01:28:51.490964Z","end":"2026-04-07T01:28:51.612074Z","steps":["trace[2144007297] 'read index received' (duration: 120.893711ms)","trace[2144007297] 'applied index is now lower than readState.Index' (duration: 214.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:51.612199Z","caller":"traceutil/trace.go:171","msg":"trace[628213226] transaction","detail":"{read_only:false; response_revision:38418; number_of_response:1; }","duration":"174.424536ms","start":"2026-04-07T01:28:51.437734Z","end":"2026-04-07T01:28:51.612158Z","steps":["trace[628213226] 'process raft request' (duration: 174.027758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:51.612311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.902327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:28:51.612305Z","caller":"traceutil/trace.go:171","msg":"trace[2078342461] transaction","detail":"{read_only:false; response_revision:38419; number_of_response:1; }","duration":"174.060178ms","start":"2026-04-07T01:28:51.438184Z","end":"2026-04-07T01:28:51.612244Z","steps":["trace[2078342461] 'process raft request' (duration: 173.742601ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.612407Z","caller":"traceutil/trace.go:171","msg":"trace[391263197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38419; }","duration":"157.986319ms","start":"2026-04-07T01:28:51.454352Z","end":"2026-04-07T01:28:51.612338Z","steps":["trace[391263197] 'agreement among raft nodes before linearized reading' (duration: 157.828566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:51.618066Z","caller":"traceutil/trace.go:171","msg":"trace[645644967] transaction","detail":"{read_only:false; response_revision:38420; number_of_response:1; }","duration":"120.975462ms","start":"2026-04-07T01:28:51.497051Z","end":"2026-04-07T01:28:51.618026Z","steps":["trace[645644967] 'process raft request' (duration: 120.752177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:52.087549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.664525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:52.087628Z","caller":"traceutil/trace.go:171","msg":"trace[296939595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:38420; }","duration":"312.804058ms","start":"2026-04-07T01:28:51.774806Z","end":"2026-04-07T01:28:52.08761Z","steps":["trace[296939595] 'count revisions from in-memory index tree' (duration: 312.576653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:52.08761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.135078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-07T01:28:52.087663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.774772Z","time spent":"312.88269ms","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:28:52.087687Z","caller":"traceutil/trace.go:171","msg":"trace[199158549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:38420; }","duration":"374.24755ms","start":"2026-04-07T01:28:51.71342Z","end":"2026-04-07T01:28:52.087668Z","steps":["trace[199158549] 'range keys from in-memory index tree' (duration: 373.784191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:52.087729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:51.713409Z","time spent":"374.311693ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:28:52.087729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.928189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:28:52.087832Z","caller":"traceutil/trace.go:171","msg":"trace[765544125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38420; }","duration":"158.063971ms","start":"2026-04-07T01:28:51.929729Z","end":"2026-04-07T01:28:52.087793Z","steps":["trace[765544125] 'range keys from in-memory index tree' (duration: 157.718174ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:52.089153Z","caller":"traceutil/trace.go:171","msg":"trace[482203054] transaction","detail":"{read_only:false; response_revision:38421; number_of_response:1; }","duration":"139.083357ms","start":"2026-04-07T01:28:51.950053Z","end":"2026-04-07T01:28:52.089136Z","steps":["trace[482203054] 'process raft request' (duration: 138.934894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:52.396597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.911932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:52.396736Z","caller":"traceutil/trace.go:171","msg":"trace[79216294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38422; }","duration":"113.060365ms","start":"2026-04-07T01:28:52.283616Z","end":"2026-04-07T01:28:52.396676Z","steps":["trace[79216294] 'range keys from in-memory index tree' (duration: 112.35226ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:52.847965Z","caller":"traceutil/trace.go:171","msg":"trace[1241468895] transaction","detail":"{read_only:false; response_revision:38423; number_of_response:1; }","duration":"245.950624ms","start":"2026-04-07T01:28:52.601986Z","end":"2026-04-07T01:28:52.847936Z","steps":["trace[1241468895] 'process raft request' (duration: 245.796641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.320589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.271594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:28:53.353065Z","caller":"traceutil/trace.go:171","msg":"trace[1901323760] transaction","detail":"{read_only:false; response_revision:38424; number_of_response:1; }","duration":"361.924345ms","start":"2026-04-07T01:28:52.991112Z","end":"2026-04-07T01:28:53.353037Z","steps":["trace[1901323760] 'process raft request' (duration: 361.632549ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:53.353185Z","caller":"traceutil/trace.go:171","msg":"trace[391362182] linearizableReadLoop","detail":"{readStateIndex:39669; appliedIndex:39668; }","duration":"248.947251ms","start":"2026-04-07T01:28:53.104169Z","end":"2026-04-07T01:28:53.353116Z","steps":["trace[391362182] 'read index received' (duration: 248.45728ms)","trace[391362182] 'applied index is now lower than readState.Index' (duration: 487.841µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:53.353233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:52.991076Z","time spent":"362.062188ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:53.353817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.635447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:53.354201Z","caller":"traceutil/trace.go:171","msg":"trace[802191578] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:38424; }","duration":"250.054386ms","start":"2026-04-07T01:28:53.104132Z","end":"2026-04-07T01:28:53.354186Z","steps":["trace[802191578] 'agreement among raft nodes before linearized reading' (duration: 249.093483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:53.543026Z","caller":"traceutil/trace.go:171","msg":"trace[1994306828] transaction","detail":"{read_only:false; response_revision:38426; number_of_response:1; }","duration":"349.624131ms","start":"2026-04-07T01:28:53.193374Z","end":"2026-04-07T01:28:53.542999Z","steps":["trace[1994306828] 'process raft request' (duration: 349.214912ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:53.543116Z","caller":"traceutil/trace.go:171","msg":"trace[1903346520] transaction","detail":"{read_only:false; response_revision:38427; number_of_response:1; }","duration":"349.023086ms","start":"2026-04-07T01:28:53.194079Z","end":"2026-04-07T01:28:53.543102Z","steps":["trace[1903346520] 'process raft request' (duration: 348.790541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.543177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.193327Z","time spent":"349.776054ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:53.543224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.194068Z","time spent":"349.093468ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:53.543034Z","caller":"traceutil/trace.go:171","msg":"trace[1569287448] linearizableReadLoop","detail":"{readStateIndex:39672; appliedIndex:39669; }","duration":"106.130282ms","start":"2026-04-07T01:28:53.436885Z","end":"2026-04-07T01:28:53.543016Z","steps":["trace[1569287448] 'read index received' (duration: 55.629823ms)","trace[1569287448] 'applied index is now lower than readState.Index' (duration: 50.499429ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:53.542698Z","caller":"traceutil/trace.go:171","msg":"trace[1264064814] transaction","detail":"{read_only:false; response_revision:38425; number_of_response:1; }","duration":"349.55858ms","start":"2026-04-07T01:28:53.193107Z","end":"2026-04-07T01:28:53.542665Z","steps":["trace[1264064814] 'process raft request' (duration: 299.42473ms)","trace[1264064814] 'compare' (duration: 49.442205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:53.543535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:53.193083Z","time spent":"350.364757ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:53.543572Z","caller":"traceutil/trace.go:171","msg":"trace[1956464074] transaction","detail":"{read_only:false; response_revision:38428; number_of_response:1; }","duration":"106.502429ms","start":"2026-04-07T01:28:53.43705Z","end":"2026-04-07T01:28:53.543552Z","steps":["trace[1956464074] 'process raft request' (duration: 105.926797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:53.543611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.479599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T01:28:53.543716Z","caller":"traceutil/trace.go:171","msg":"trace[1320160428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38428; }","duration":"106.829136ms","start":"2026-04-07T01:28:53.436852Z","end":"2026-04-07T01:28:53.543682Z","steps":["trace[1320160428] 'agreement among raft nodes before linearized reading' (duration: 106.225763ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:53.543954Z","caller":"traceutil/trace.go:171","msg":"trace[1136270076] transaction","detail":"{read_only:false; response_revision:38429; number_of_response:1; }","duration":"105.761003ms","start":"2026-04-07T01:28:53.438168Z","end":"2026-04-07T01:28:53.543929Z","steps":["trace[1136270076] 'process raft request' (duration: 105.637769ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:54.117147Z","caller":"traceutil/trace.go:171","msg":"trace[1654395049] transaction","detail":"{read_only:false; response_revision:38436; number_of_response:1; }","duration":"109.811393ms","start":"2026-04-07T01:28:54.007283Z","end":"2026-04-07T01:28:54.117095Z","steps":["trace[1654395049] 'process raft request' (duration: 69.241807ms)","trace[1654395049] 'compare' (duration: 40.286409ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:54.341218Z","caller":"traceutil/trace.go:171","msg":"trace[832916251] linearizableReadLoop","detail":"{readStateIndex:39682; appliedIndex:39681; }","duration":"193.659646ms","start":"2026-04-07T01:28:54.14753Z","end":"2026-04-07T01:28:54.34119Z","steps":["trace[832916251] 'read index received' (duration: 93.796884ms)","trace[832916251] 'applied index is now lower than readState.Index' (duration: 99.841931ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:54.34134Z","caller":"traceutil/trace.go:171","msg":"trace[189904853] transaction","detail":"{read_only:false; response_revision:38437; number_of_response:1; }","duration":"206.028452ms","start":"2026-04-07T01:28:54.135278Z","end":"2026-04-07T01:28:54.341307Z","steps":["trace[189904853] 'process raft request' (duration: 106.047838ms)","trace[189904853] 'compare' (duration: 99.494403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:54.341392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.84883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:54.341431Z","caller":"traceutil/trace.go:171","msg":"trace[1647913859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:38437; }","duration":"193.937803ms","start":"2026-04-07T01:28:54.14748Z","end":"2026-04-07T01:28:54.341418Z","steps":["trace[1647913859] 'agreement among raft nodes before linearized reading' (duration: 193.852241ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:55.686608Z","caller":"traceutil/trace.go:171","msg":"trace[826086303] transaction","detail":"{read_only:false; response_revision:38440; number_of_response:1; }","duration":"137.318118ms","start":"2026-04-07T01:28:55.549267Z","end":"2026-04-07T01:28:55.686585Z","steps":["trace[826086303] 'process raft request' (duration: 137.176005ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:55.700929Z","caller":"traceutil/trace.go:171","msg":"trace[1406021585] transaction","detail":"{read_only:false; response_revision:38441; number_of_response:1; }","duration":"150.769727ms","start":"2026-04-07T01:28:55.550122Z","end":"2026-04-07T01:28:55.700891Z","steps":["trace[1406021585] 'process raft request' (duration: 150.315807ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:55.700913Z","caller":"traceutil/trace.go:171","msg":"trace[186476612] transaction","detail":"{read_only:false; response_revision:38442; number_of_response:1; }","duration":"150.648235ms","start":"2026-04-07T01:28:55.55022Z","end":"2026-04-07T01:28:55.700868Z","steps":["trace[186476612] 'process raft request' (duration: 150.501461ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:55.701088Z","caller":"traceutil/trace.go:171","msg":"trace[1402681278] transaction","detail":"{read_only:false; response_revision:38445; number_of_response:1; }","duration":"100.799312ms","start":"2026-04-07T01:28:55.600264Z","end":"2026-04-07T01:28:55.701064Z","steps":["trace[1402681278] 'process raft request' (duration: 100.71982ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:55.701097Z","caller":"traceutil/trace.go:171","msg":"trace[177839081] transaction","detail":"{read_only:false; response_revision:38444; number_of_response:1; }","duration":"147.819233ms","start":"2026-04-07T01:28:55.553231Z","end":"2026-04-07T01:28:55.701051Z","steps":["trace[177839081] 'process raft request' (duration: 147.683279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:55.701287Z","caller":"traceutil/trace.go:171","msg":"trace[432586567] transaction","detail":"{read_only:false; response_revision:38443; number_of_response:1; }","duration":"150.692277ms","start":"2026-04-07T01:28:55.550587Z","end":"2026-04-07T01:28:55.701279Z","steps":["trace[432586567] 'process raft request' (duration: 150.213835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:56.073753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.808227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:56.073873Z","caller":"traceutil/trace.go:171","msg":"trace[382149374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38449; }","duration":"149.973021ms","start":"2026-04-07T01:28:55.923887Z","end":"2026-04-07T01:28:56.07386Z","steps":["trace[382149374] 'range keys from in-memory index tree' (duration: 149.671834ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:56.345409Z","caller":"traceutil/trace.go:171","msg":"trace[1263042698] transaction","detail":"{read_only:false; response_revision:38450; number_of_response:1; }","duration":"132.01528ms","start":"2026-04-07T01:28:56.213371Z","end":"2026-04-07T01:28:56.345386Z","steps":["trace[1263042698] 'process raft request' (duration: 131.834485ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:56.509558Z","caller":"traceutil/trace.go:171","msg":"trace[328702971] linearizableReadLoop","detail":"{readStateIndex:39696; appliedIndex:39694; }","duration":"225.740303ms","start":"2026-04-07T01:28:56.283801Z","end":"2026-04-07T01:28:56.509541Z","steps":["trace[328702971] 'read index received' (duration: 61.402081ms)","trace[328702971] 'applied index is now lower than readState.Index' (duration: 164.337412ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:56.509642Z","caller":"traceutil/trace.go:171","msg":"trace[11547669] transaction","detail":"{read_only:false; response_revision:38451; number_of_response:1; }","duration":"294.355166ms","start":"2026-04-07T01:28:56.215246Z","end":"2026-04-07T01:28:56.509601Z","steps":["trace[11547669] 'process raft request' (duration: 294.181702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:56.509706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.721182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:56.509742Z","caller":"traceutil/trace.go:171","msg":"trace[1987413277] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:38451; }","duration":"203.771503ms","start":"2026-04-07T01:28:56.305957Z","end":"2026-04-07T01:28:56.509729Z","steps":["trace[1987413277] 'agreement among raft nodes before linearized reading' (duration: 203.698711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:56.509816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.952657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:56.509919Z","caller":"traceutil/trace.go:171","msg":"trace[2022132349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38451; }","duration":"226.154091ms","start":"2026-04-07T01:28:56.283741Z","end":"2026-04-07T01:28:56.509895Z","steps":["trace[2022132349] 'agreement among raft nodes before linearized reading' (duration: 225.886556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:56.509976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.987309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T01:28:56.51Z","caller":"traceutil/trace.go:171","msg":"trace[1459663027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38451; }","duration":"162.055771ms","start":"2026-04-07T01:28:56.347937Z","end":"2026-04-07T01:28:56.509993Z","steps":["trace[1459663027] 'agreement among raft nodes before linearized reading' (duration: 161.962119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:56.776086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.374959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:56.776267Z","caller":"traceutil/trace.go:171","msg":"trace[364866168] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:38452; }","duration":"167.622334ms","start":"2026-04-07T01:28:56.608621Z","end":"2026-04-07T01:28:56.776243Z","steps":["trace[364866168] 'count revisions from in-memory index tree' (duration: 167.231825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.897288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.436524ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:28:57.906583Z","caller":"traceutil/trace.go:171","msg":"trace[1512104552] transaction","detail":"{read_only:false; response_revision:38460; number_of_response:1; }","duration":"197.779699ms","start":"2026-04-07T01:28:57.708782Z","end":"2026-04-07T01:28:57.906562Z","steps":["trace[1512104552] 'process raft request' (duration: 197.706567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.906628Z","caller":"traceutil/trace.go:171","msg":"trace[680044288] transaction","detail":"{read_only:false; response_revision:38459; number_of_response:1; }","duration":"214.4301ms","start":"2026-04-07T01:28:57.692165Z","end":"2026-04-07T01:28:57.906595Z","steps":["trace[680044288] 'process raft request' (duration: 214.179005ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.906912Z","caller":"traceutil/trace.go:171","msg":"trace[1899265593] transaction","detail":"{read_only:false; response_revision:38461; number_of_response:1; }","duration":"197.877931ms","start":"2026-04-07T01:28:57.709023Z","end":"2026-04-07T01:28:57.906901Z","steps":["trace[1899265593] 'process raft request' (duration: 197.505253ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.907272Z","caller":"traceutil/trace.go:171","msg":"trace[627876409] transaction","detail":"{read_only:false; response_revision:38462; number_of_response:1; }","duration":"198.072386ms","start":"2026-04-07T01:28:57.709183Z","end":"2026-04-07T01:28:57.907255Z","steps":["trace[627876409] 'process raft request' (duration: 197.720728ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.907292Z","caller":"traceutil/trace.go:171","msg":"trace[237132428] transaction","detail":"{read_only:false; response_revision:38463; number_of_response:1; }","duration":"196.777855ms","start":"2026-04-07T01:28:57.710499Z","end":"2026-04-07T01:28:57.907277Z","steps":["trace[237132428] 'process raft request' (duration: 196.632392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:57.907303Z","caller":"traceutil/trace.go:171","msg":"trace[1850138622] linearizableReadLoop","detail":"{readStateIndex:39710; appliedIndex:39703; }","duration":"140.749074ms","start":"2026-04-07T01:28:57.766518Z","end":"2026-04-07T01:28:57.907267Z","steps":["trace[1850138622] 'read index received' (duration: 13.375379ms)","trace[1850138622] 'applied index is now lower than readState.Index' (duration: 127.371995ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:28:57.907428Z","caller":"traceutil/trace.go:171","msg":"trace[1484929912] transaction","detail":"{read_only:false; response_revision:38464; number_of_response:1; }","duration":"195.118699ms","start":"2026-04-07T01:28:57.712298Z","end":"2026-04-07T01:28:57.907417Z","steps":["trace[1484929912] 'process raft request' (duration: 194.911755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.90776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.693702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:28:57.907795Z","caller":"traceutil/trace.go:171","msg":"trace[625716812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38464; }","duration":"131.765123ms","start":"2026-04-07T01:28:57.776019Z","end":"2026-04-07T01:28:57.907784Z","steps":["trace[625716812] 'agreement among raft nodes before linearized reading' (duration: 131.638211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.907896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.408759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:28:57.907927Z","caller":"traceutil/trace.go:171","msg":"trace[783263243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38464; }","duration":"141.49085ms","start":"2026-04-07T01:28:57.766429Z","end":"2026-04-07T01:28:57.90792Z","steps":["trace[783263243] 'agreement among raft nodes before linearized reading' (duration: 141.066881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.907872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.845886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:28:57.907972Z","caller":"traceutil/trace.go:171","msg":"trace[715313746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38464; }","duration":"132.014079ms","start":"2026-04-07T01:28:57.775943Z","end":"2026-04-07T01:28:57.907957Z","steps":["trace[715313746] 'agreement among raft nodes before linearized reading' (duration: 131.753273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:57.908354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.804027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:28:57.908413Z","caller":"traceutil/trace.go:171","msg":"trace[1146248474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38464; }","duration":"132.94295ms","start":"2026-04-07T01:28:57.775454Z","end":"2026-04-07T01:28:57.908397Z","steps":["trace[1146248474] 'agreement among raft nodes before linearized reading' (duration: 132.173543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:58.280544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.267103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:28:58.280911Z","caller":"traceutil/trace.go:171","msg":"trace[99734992] transaction","detail":"{read_only:false; response_revision:38466; number_of_response:1; }","duration":"366.938517ms","start":"2026-04-07T01:28:57.913946Z","end":"2026-04-07T01:28:58.280885Z","steps":["trace[99734992] 'process raft request' (duration: 235.209555ms)","trace[99734992] 'compare' (duration: 130.902634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:58.281095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:57.913935Z","time spent":"367.073111ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:58.281386Z","caller":"traceutil/trace.go:171","msg":"trace[222982640] linearizableReadLoop","detail":"{readStateIndex:39714; appliedIndex:39710; }","duration":"319.797875ms","start":"2026-04-07T01:28:57.961573Z","end":"2026-04-07T01:28:58.281371Z","steps":["trace[222982640] 'read index received' (duration: 16.392116ms)","trace[222982640] 'applied index is now lower than readState.Index' (duration: 303.404709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:28:58.281636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.063311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:28:58.281521Z","caller":"traceutil/trace.go:171","msg":"trace[1857096505] transaction","detail":"{read_only:false; response_revision:38468; number_of_response:1; }","duration":"367.242024ms","start":"2026-04-07T01:28:57.914262Z","end":"2026-04-07T01:28:58.281504Z","steps":["trace[1857096505] 'process raft request' (duration: 367.07419ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:58.281734Z","caller":"traceutil/trace.go:171","msg":"trace[1697833062] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:38468; }","duration":"320.179313ms","start":"2026-04-07T01:28:57.961517Z","end":"2026-04-07T01:28:58.281696Z","steps":["trace[1697833062] 'agreement among raft nodes before linearized reading' (duration: 320.058951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:58.281804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:57.96149Z","time spent":"320.304636ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:28:58.281969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.674065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:28:58.282117Z","caller":"traceutil/trace.go:171","msg":"trace[307499277] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:38468; }","duration":"171.855569ms","start":"2026-04-07T01:28:58.110197Z","end":"2026-04-07T01:28:58.282052Z","steps":["trace[307499277] 'agreement among raft nodes before linearized reading' (duration: 171.613334ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:28:58.282318Z","caller":"traceutil/trace.go:171","msg":"trace[1519187572] transaction","detail":"{read_only:false; response_revision:38467; number_of_response:1; }","duration":"367.765776ms","start":"2026-04-07T01:28:57.914036Z","end":"2026-04-07T01:28:58.281802Z","steps":["trace[1519187572] 'process raft request' (duration: 367.169722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:28:58.282532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:57.914009Z","time spent":"368.437331ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:28:58.282577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:28:57.914229Z","time spent":"368.294538ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:28:59.050173Z","caller":"traceutil/trace.go:171","msg":"trace[671602242] transaction","detail":"{read_only:false; response_revision:38470; number_of_response:1; }","duration":"125.698418ms","start":"2026-04-07T01:28:58.924441Z","end":"2026-04-07T01:28:59.050139Z","steps":["trace[671602242] 'process raft request' (duration: 125.526554ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:02.234845Z","caller":"traceutil/trace.go:171","msg":"trace[711592129] transaction","detail":"{read_only:false; response_revision:38494; number_of_response:1; }","duration":"125.545315ms","start":"2026-04-07T01:29:02.109264Z","end":"2026-04-07T01:29:02.234809Z","steps":["trace[711592129] 'process raft request' (duration: 75.097468ms)","trace[711592129] 'compare' (duration: 50.240032ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:08.189333Z","caller":"traceutil/trace.go:171","msg":"trace[1713537040] transaction","detail":"{read_only:false; response_revision:38531; number_of_response:1; }","duration":"193.83091ms","start":"2026-04-07T01:29:07.995481Z","end":"2026-04-07T01:29:08.189312Z","steps":["trace[1713537040] 'process raft request' (duration: 193.582095ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:08.189668Z","caller":"traceutil/trace.go:171","msg":"trace[1342380259] transaction","detail":"{read_only:false; response_revision:38532; number_of_response:1; }","duration":"190.835425ms","start":"2026-04-07T01:29:07.998801Z","end":"2026-04-07T01:29:08.189636Z","steps":["trace[1342380259] 'process raft request' (duration: 190.472696ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:08.189756Z","caller":"traceutil/trace.go:171","msg":"trace[810955407] transaction","detail":"{read_only:false; response_revision:38533; number_of_response:1; }","duration":"190.830424ms","start":"2026-04-07T01:29:07.998914Z","end":"2026-04-07T01:29:08.189744Z","steps":["trace[810955407] 'process raft request' (duration: 190.613019ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:08.189889Z","caller":"traceutil/trace.go:171","msg":"trace[2019788182] transaction","detail":"{read_only:false; response_revision:38535; number_of_response:1; }","duration":"190.369233ms","start":"2026-04-07T01:29:07.999512Z","end":"2026-04-07T01:29:08.189882Z","steps":["trace[2019788182] 'process raft request' (duration: 190.277511ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:08.189957Z","caller":"traceutil/trace.go:171","msg":"trace[1131488011] transaction","detail":"{read_only:false; response_revision:38534; number_of_response:1; }","duration":"190.492845ms","start":"2026-04-07T01:29:07.999458Z","end":"2026-04-07T01:29:08.189951Z","steps":["trace[1131488011] 'process raft request' (duration: 190.23777ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:14.388231Z","caller":"traceutil/trace.go:171","msg":"trace[1576980261] transaction","detail":"{read_only:false; response_revision:38576; number_of_response:1; }","duration":"168.925853ms","start":"2026-04-07T01:29:14.219275Z","end":"2026-04-07T01:29:14.388201Z","steps":["trace[1576980261] 'process raft request' (duration: 168.705879ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:14.411236Z","caller":"traceutil/trace.go:171","msg":"trace[1685627506] transaction","detail":"{read_only:false; response_revision:38578; number_of_response:1; }","duration":"184.608373ms","start":"2026-04-07T01:29:14.226605Z","end":"2026-04-07T01:29:14.411213Z","steps":["trace[1685627506] 'process raft request' (duration: 184.46646ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:14.411453Z","caller":"traceutil/trace.go:171","msg":"trace[1308547719] transaction","detail":"{read_only:false; response_revision:38577; number_of_response:1; }","duration":"185.250129ms","start":"2026-04-07T01:29:14.226188Z","end":"2026-04-07T01:29:14.411438Z","steps":["trace[1308547719] 'process raft request' (duration: 184.753017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:14.411661Z","caller":"traceutil/trace.go:171","msg":"trace[1228851854] linearizableReadLoop","detail":"{readStateIndex:39829; appliedIndex:39824; }","duration":"127.09459ms","start":"2026-04-07T01:29:14.284541Z","end":"2026-04-07T01:29:14.411636Z","steps":["trace[1228851854] 'read index received' (duration: 103.424581ms)","trace[1228851854] 'applied index is now lower than readState.Index' (duration: 23.669179ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:14.411713Z","caller":"traceutil/trace.go:171","msg":"trace[1023578061] transaction","detail":"{read_only:false; response_revision:38579; number_of_response:1; }","duration":"183.902339ms","start":"2026-04-07T01:29:14.22777Z","end":"2026-04-07T01:29:14.411672Z","steps":["trace[1023578061] 'process raft request' (duration: 183.362566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:14.411739Z","caller":"traceutil/trace.go:171","msg":"trace[240067847] transaction","detail":"{read_only:false; response_revision:38580; number_of_response:1; }","duration":"182.254822ms","start":"2026-04-07T01:29:14.229459Z","end":"2026-04-07T01:29:14.411714Z","steps":["trace[240067847] 'process raft request' (duration: 182.088558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:14.411807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.254194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:14.411846Z","caller":"traceutil/trace.go:171","msg":"trace[863946598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38580; }","duration":"127.377006ms","start":"2026-04-07T01:29:14.28446Z","end":"2026-04-07T01:29:14.411837Z","steps":["trace[863946598] 'agreement among raft nodes before linearized reading' (duration: 127.300604ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:15.549159Z","caller":"traceutil/trace.go:171","msg":"trace[532103126] linearizableReadLoop","detail":"{readStateIndex:39835; appliedIndex:39834; }","duration":"264.167522ms","start":"2026-04-07T01:29:15.284965Z","end":"2026-04-07T01:29:15.549133Z","steps":["trace[532103126] 'read index received' (duration: 263.937647ms)","trace[532103126] 'applied index is now lower than readState.Index' (duration: 228.905µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:15.549302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.318425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:15.549335Z","caller":"traceutil/trace.go:171","msg":"trace[2124343994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38586; }","duration":"264.416777ms","start":"2026-04-07T01:29:15.284909Z","end":"2026-04-07T01:29:15.549326Z","steps":["trace[2124343994] 'agreement among raft nodes before linearized reading' (duration: 264.330455ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:15.549243Z","caller":"traceutil/trace.go:171","msg":"trace[135876863] transaction","detail":"{read_only:false; response_revision:38586; number_of_response:1; }","duration":"308.126084ms","start":"2026-04-07T01:29:15.241074Z","end":"2026-04-07T01:29:15.5492Z","steps":["trace[135876863] 'process raft request' (duration: 307.889058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:15.549679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:15.24106Z","time spent":"308.389339ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:17.460921Z","caller":"traceutil/trace.go:171","msg":"trace[146236242] transaction","detail":"{read_only:false; response_revision:38599; number_of_response:1; }","duration":"148.219231ms","start":"2026-04-07T01:29:17.312669Z","end":"2026-04-07T01:29:17.460889Z","steps":["trace[146236242] 'process raft request' (duration: 147.825843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:17.760855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.364094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:29:17.761235Z","caller":"traceutil/trace.go:171","msg":"trace[1530184799] transaction","detail":"{read_only:false; response_revision:38600; number_of_response:1; }","duration":"255.043537ms","start":"2026-04-07T01:29:17.506156Z","end":"2026-04-07T01:29:17.761199Z","steps":["trace[1530184799] 'process raft request' (duration: 119.254754ms)","trace[1530184799] 'compare' (duration: 135.237291ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:17.761287Z","caller":"traceutil/trace.go:171","msg":"trace[1283092942] linearizableReadLoop","detail":"{readStateIndex:39851; appliedIndex:39849; }","duration":"190.104527ms","start":"2026-04-07T01:29:17.571166Z","end":"2026-04-07T01:29:17.76127Z","steps":["trace[1283092942] 'read index received' (duration: 54.247462ms)","trace[1283092942] 'applied index is now lower than readState.Index' (duration: 135.856165ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:17.761488Z","caller":"traceutil/trace.go:171","msg":"trace[914310439] transaction","detail":"{read_only:false; response_revision:38601; number_of_response:1; }","duration":"201.751657ms","start":"2026-04-07T01:29:17.559724Z","end":"2026-04-07T01:29:17.761475Z","steps":["trace[914310439] 'process raft request' (duration: 201.44412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:17.761712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.540627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:17.761822Z","caller":"traceutil/trace.go:171","msg":"trace[1860794308] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:38601; }","duration":"190.698481ms","start":"2026-04-07T01:29:17.571105Z","end":"2026-04-07T01:29:17.761804Z","steps":["trace[1860794308] 'agreement among raft nodes before linearized reading' (duration: 190.544377ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:17.766341Z","caller":"traceutil/trace.go:171","msg":"trace[348746624] transaction","detail":"{read_only:false; response_revision:38602; number_of_response:1; }","duration":"131.680712ms","start":"2026-04-07T01:29:17.634638Z","end":"2026-04-07T01:29:17.766319Z","steps":["trace[348746624] 'process raft request' (duration: 131.373115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:17.766618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.126765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-07T01:29:17.766665Z","caller":"traceutil/trace.go:171","msg":"trace[712197118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38602; }","duration":"142.179866ms","start":"2026-04-07T01:29:17.624474Z","end":"2026-04-07T01:29:17.766654Z","steps":["trace[712197118] 'agreement among raft nodes before linearized reading' (duration: 142.043763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.391884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.772443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:18.391986Z","caller":"traceutil/trace.go:171","msg":"trace[860550857] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:38603; }","duration":"191.922117ms","start":"2026-04-07T01:29:18.200041Z","end":"2026-04-07T01:29:18.391963Z","steps":["trace[860550857] 'count revisions from in-memory index tree' (duration: 191.63583ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.637393Z","caller":"traceutil/trace.go:171","msg":"trace[1989993978] transaction","detail":"{read_only:false; response_revision:38604; number_of_response:1; }","duration":"235.832428ms","start":"2026-04-07T01:29:18.401534Z","end":"2026-04-07T01:29:18.637366Z","steps":["trace[1989993978] 'process raft request' (duration: 235.495161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.709361Z","caller":"traceutil/trace.go:171","msg":"trace[1628902355] transaction","detail":"{read_only:false; response_revision:38606; number_of_response:1; }","duration":"281.55433ms","start":"2026-04-07T01:29:18.427788Z","end":"2026-04-07T01:29:18.709342Z","steps":["trace[1628902355] 'process raft request' (duration: 281.500399ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.709401Z","caller":"traceutil/trace.go:171","msg":"trace[1320994388] transaction","detail":"{read_only:false; response_revision:38605; number_of_response:1; }","duration":"284.868664ms","start":"2026-04-07T01:29:18.424516Z","end":"2026-04-07T01:29:18.709385Z","steps":["trace[1320994388] 'process raft request' (duration: 278.993833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.70956Z","caller":"traceutil/trace.go:171","msg":"trace[1952041852] transaction","detail":"{read_only:false; response_revision:38607; number_of_response:1; }","duration":"281.695934ms","start":"2026-04-07T01:29:18.427858Z","end":"2026-04-07T01:29:18.709554Z","steps":["trace[1952041852] 'process raft request' (duration: 281.460939ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.709656Z","caller":"traceutil/trace.go:171","msg":"trace[874953416] linearizableReadLoop","detail":"{readStateIndex:39858; appliedIndex:39854; }","duration":"277.557641ms","start":"2026-04-07T01:29:18.432089Z","end":"2026-04-07T01:29:18.709647Z","steps":["trace[874953416] 'read index received' (duration: 205.870159ms)","trace[874953416] 'applied index is now lower than readState.Index' (duration: 71.686932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:18.709761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.656153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:29:18.709881Z","caller":"traceutil/trace.go:171","msg":"trace[30814383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38608; }","duration":"277.807726ms","start":"2026-04-07T01:29:18.432066Z","end":"2026-04-07T01:29:18.709874Z","steps":["trace[30814383] 'agreement among raft nodes before linearized reading' (duration: 277.604471ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:18.70977Z","caller":"traceutil/trace.go:171","msg":"trace[1883050176] transaction","detail":"{read_only:false; response_revision:38608; number_of_response:1; }","duration":"278.02257ms","start":"2026-04-07T01:29:18.431735Z","end":"2026-04-07T01:29:18.709757Z","steps":["trace[1883050176] 'process raft request' (duration: 277.797785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.710028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.200543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:29:18.710054Z","caller":"traceutil/trace.go:171","msg":"trace[169588421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38608; }","duration":"226.239685ms","start":"2026-04-07T01:29:18.483807Z","end":"2026-04-07T01:29:18.710047Z","steps":["trace[169588421] 'agreement among raft nodes before linearized reading' (duration: 226.184103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.710061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.096571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:29:18.710092Z","caller":"traceutil/trace.go:171","msg":"trace[1258112785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38608; }","duration":"226.159572ms","start":"2026-04-07T01:29:18.483924Z","end":"2026-04-07T01:29:18.710084Z","steps":["trace[1258112785] 'agreement among raft nodes before linearized reading' (duration: 226.04249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:18.710131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.347096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T01:29:18.710155Z","caller":"traceutil/trace.go:171","msg":"trace[903634742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38608; }","duration":"226.402428ms","start":"2026-04-07T01:29:18.483745Z","end":"2026-04-07T01:29:18.710147Z","steps":["trace[903634742] 'agreement among raft nodes before linearized reading' (duration: 226.185513ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.856811Z","caller":"traceutil/trace.go:171","msg":"trace[1179199559] linearizableReadLoop","detail":"{readStateIndex:39869; appliedIndex:39868; }","duration":"160.195528ms","start":"2026-04-07T01:29:20.696587Z","end":"2026-04-07T01:29:20.856783Z","steps":["trace[1179199559] 'read index received' (duration: 160.110137ms)","trace[1179199559] 'applied index is now lower than readState.Index' (duration: 84.181µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:20.856876Z","caller":"traceutil/trace.go:171","msg":"trace[2094418999] transaction","detail":"{read_only:false; response_revision:38619; number_of_response:1; }","duration":"205.670564ms","start":"2026-04-07T01:29:20.65117Z","end":"2026-04-07T01:29:20.856841Z","steps":["trace[2094418999] 'process raft request' (duration: 205.436869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:20.856993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.362582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:20.857034Z","caller":"traceutil/trace.go:171","msg":"trace[470808971] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:38619; }","duration":"160.484255ms","start":"2026-04-07T01:29:20.69654Z","end":"2026-04-07T01:29:20.857024Z","steps":["trace[470808971] 'agreement among raft nodes before linearized reading' (duration: 160.370902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.871691Z","caller":"traceutil/trace.go:171","msg":"trace[1571710549] transaction","detail":"{read_only:false; response_revision:38621; number_of_response:1; }","duration":"156.391844ms","start":"2026-04-07T01:29:20.715278Z","end":"2026-04-07T01:29:20.87167Z","steps":["trace[1571710549] 'process raft request' (duration: 156.304402ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.871732Z","caller":"traceutil/trace.go:171","msg":"trace[1826806768] transaction","detail":"{read_only:false; response_revision:38620; number_of_response:1; }","duration":"158.068532ms","start":"2026-04-07T01:29:20.71361Z","end":"2026-04-07T01:29:20.871678Z","steps":["trace[1826806768] 'process raft request' (duration: 157.814227ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.87201Z","caller":"traceutil/trace.go:171","msg":"trace[1013010496] transaction","detail":"{read_only:false; response_revision:38622; number_of_response:1; }","duration":"156.6642ms","start":"2026-04-07T01:29:20.715321Z","end":"2026-04-07T01:29:20.871985Z","steps":["trace[1013010496] 'process raft request' (duration: 156.307742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.872054Z","caller":"traceutil/trace.go:171","msg":"trace[1553545557] transaction","detail":"{read_only:false; response_revision:38623; number_of_response:1; }","duration":"156.008086ms","start":"2026-04-07T01:29:20.716024Z","end":"2026-04-07T01:29:20.872032Z","steps":["trace[1553545557] 'process raft request' (duration: 155.837172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:20.872385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.410475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:29:20.872475Z","caller":"traceutil/trace.go:171","msg":"trace[1730337248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38624; }","duration":"135.551768ms","start":"2026-04-07T01:29:20.736904Z","end":"2026-04-07T01:29:20.872456Z","steps":["trace[1730337248] 'agreement among raft nodes before linearized reading' (duration: 135.231861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:20.872157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.347722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:20.872608Z","caller":"traceutil/trace.go:171","msg":"trace[1401877133] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:38624; }","duration":"138.866573ms","start":"2026-04-07T01:29:20.733727Z","end":"2026-04-07T01:29:20.872593Z","steps":["trace[1401877133] 'agreement among raft nodes before linearized reading' (duration: 138.347742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.98012Z","caller":"traceutil/trace.go:171","msg":"trace[1933997729] transaction","detail":"{read_only:false; response_revision:38626; number_of_response:1; }","duration":"103.069492ms","start":"2026-04-07T01:29:20.877016Z","end":"2026-04-07T01:29:20.980086Z","steps":["trace[1933997729] 'process raft request' (duration: 80.002377ms)","trace[1933997729] 'compare' (duration: 22.782699ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:20.980576Z","caller":"traceutil/trace.go:171","msg":"trace[269959758] transaction","detail":"{read_only:false; response_revision:38627; number_of_response:1; }","duration":"103.005132ms","start":"2026-04-07T01:29:20.877525Z","end":"2026-04-07T01:29:20.98053Z","steps":["trace[269959758] 'process raft request' (duration: 102.462299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:20.980642Z","caller":"traceutil/trace.go:171","msg":"trace[955894465] transaction","detail":"{read_only:false; response_revision:38628; number_of_response:1; }","duration":"101.491578ms","start":"2026-04-07T01:29:20.879098Z","end":"2026-04-07T01:29:20.980589Z","steps":["trace[955894465] 'process raft request' (duration: 101.247972ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:23.021691Z","caller":"traceutil/trace.go:171","msg":"trace[1678916748] transaction","detail":"{read_only:false; response_revision:38637; number_of_response:1; }","duration":"144.049518ms","start":"2026-04-07T01:29:22.877628Z","end":"2026-04-07T01:29:23.021678Z","steps":["trace[1678916748] 'process raft request' (duration: 143.841403ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:23.021939Z","caller":"traceutil/trace.go:171","msg":"trace[67099529] transaction","detail":"{read_only:false; response_revision:38638; number_of_response:1; }","duration":"144.221762ms","start":"2026-04-07T01:29:22.877685Z","end":"2026-04-07T01:29:23.021907Z","steps":["trace[67099529] 'process raft request' (duration: 143.946306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:23.021987Z","caller":"traceutil/trace.go:171","msg":"trace[1225874129] transaction","detail":"{read_only:false; response_revision:38639; number_of_response:1; }","duration":"143.487025ms","start":"2026-04-07T01:29:22.878487Z","end":"2026-04-07T01:29:23.021974Z","steps":["trace[1225874129] 'process raft request' (duration: 143.305161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:23.021555Z","caller":"traceutil/trace.go:171","msg":"trace[1403771432] transaction","detail":"{read_only:false; response_revision:38636; number_of_response:1; }","duration":"144.051308ms","start":"2026-04-07T01:29:22.877456Z","end":"2026-04-07T01:29:23.021507Z","steps":["trace[1403771432] 'process raft request' (duration: 138.614186ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:39.030528Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T01:29:39.036486Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-07T01:29:39.036575Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-04-07T01:29:46.332523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.102905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:29:46.332837Z","caller":"traceutil/trace.go:171","msg":"trace[293743167] transaction","detail":"{read_only:false; response_revision:38808; number_of_response:1; }","duration":"139.631598ms","start":"2026-04-07T01:29:46.193185Z","end":"2026-04-07T01:29:46.332817Z","steps":["trace[293743167] 'process raft request' (duration: 14.149986ms)","trace[293743167] 'compare' (duration: 124.788157ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:51.192974Z","caller":"traceutil/trace.go:171","msg":"trace[1550871613] transaction","detail":"{read_only:false; response_revision:38839; number_of_response:1; }","duration":"121.279618ms","start":"2026-04-07T01:29:51.071653Z","end":"2026-04-07T01:29:51.192933Z","steps":["trace[1550871613] 'process raft request' (duration: 120.849069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.333749Z","caller":"traceutil/trace.go:171","msg":"trace[1858126009] transaction","detail":"{read_only:false; response_revision:38840; number_of_response:1; }","duration":"184.245226ms","start":"2026-04-07T01:29:51.149467Z","end":"2026-04-07T01:29:51.333712Z","steps":["trace[1858126009] 'process raft request' (duration: 92.497336ms)","trace[1858126009] 'compare' (duration: 91.405523ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:51.333753Z","caller":"traceutil/trace.go:171","msg":"trace[1261118443] transaction","detail":"{read_only:false; response_revision:38841; number_of_response:1; }","duration":"183.911689ms","start":"2026-04-07T01:29:51.149804Z","end":"2026-04-07T01:29:51.333716Z","steps":["trace[1261118443] 'process raft request' (duration: 183.797227ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.33414Z","caller":"traceutil/trace.go:171","msg":"trace[2047413846] linearizableReadLoop","detail":"{readStateIndex:40099; appliedIndex:40095; }","duration":"132.831258ms","start":"2026-04-07T01:29:51.201291Z","end":"2026-04-07T01:29:51.334123Z","steps":["trace[2047413846] 'read index received' (duration: 40.532786ms)","trace[2047413846] 'applied index is now lower than readState.Index' (duration: 92.297552ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:51.334259Z","caller":"traceutil/trace.go:171","msg":"trace[1270788652] transaction","detail":"{read_only:false; response_revision:38843; number_of_response:1; }","duration":"183.161262ms","start":"2026-04-07T01:29:51.151087Z","end":"2026-04-07T01:29:51.334249Z","steps":["trace[1270788652] 'process raft request' (duration: 182.917937ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:51.334273Z","caller":"traceutil/trace.go:171","msg":"trace[1197445074] transaction","detail":"{read_only:false; response_revision:38842; number_of_response:1; }","duration":"183.992901ms","start":"2026-04-07T01:29:51.150249Z","end":"2026-04-07T01:29:51.334242Z","steps":["trace[1197445074] 'process raft request' (duration: 183.399788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.334461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.157935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:29:51.334502Z","caller":"traceutil/trace.go:171","msg":"trace[393252904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38843; }","duration":"133.262857ms","start":"2026-04-07T01:29:51.201229Z","end":"2026-04-07T01:29:51.334492Z","steps":["trace[393252904] 'agreement among raft nodes before linearized reading' (duration: 133.110964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.334587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.775042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T01:29:51.334638Z","caller":"traceutil/trace.go:171","msg":"trace[103157388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38843; }","duration":"130.867834ms","start":"2026-04-07T01:29:51.203759Z","end":"2026-04-07T01:29:51.334627Z","steps":["trace[103157388] 'agreement among raft nodes before linearized reading' (duration: 130.717251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.334703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.218724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T01:29:51.334744Z","caller":"traceutil/trace.go:171","msg":"trace[795371832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38843; }","duration":"119.311416ms","start":"2026-04-07T01:29:51.215424Z","end":"2026-04-07T01:29:51.334735Z","steps":["trace[795371832] 'agreement among raft nodes before linearized reading' (duration: 119.213704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.334778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.122016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T01:29:51.334814Z","caller":"traceutil/trace.go:171","msg":"trace[1257204992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38843; }","duration":"125.180206ms","start":"2026-04-07T01:29:51.209625Z","end":"2026-04-07T01:29:51.334805Z","steps":["trace[1257204992] 'agreement among raft nodes before linearized reading' (duration: 125.093324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:51.33493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.252497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T01:29:51.334965Z","caller":"traceutil/trace.go:171","msg":"trace[964347988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38843; }","duration":"129.287228ms","start":"2026-04-07T01:29:51.20567Z","end":"2026-04-07T01:29:51.334958Z","steps":["trace[964347988] 'agreement among raft nodes before linearized reading' (duration: 129.208756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:01.141413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.820869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:30:01.141532Z","caller":"traceutil/trace.go:171","msg":"trace[2073929623] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:38922; }","duration":"107.988883ms","start":"2026-04-07T01:30:01.033515Z","end":"2026-04-07T01:30:01.141504Z","steps":["trace[2073929623] 'count revisions from in-memory index tree' (duration: 107.705227ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:01.498709Z","caller":"traceutil/trace.go:171","msg":"trace[1679806987] transaction","detail":"{read_only:false; response_revision:38924; number_of_response:1; }","duration":"129.734638ms","start":"2026-04-07T01:30:01.368948Z","end":"2026-04-07T01:30:01.498683Z","steps":["trace[1679806987] 'process raft request' (duration: 126.141488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:01.538082Z","caller":"traceutil/trace.go:171","msg":"trace[1770388642] transaction","detail":"{read_only:false; response_revision:38927; number_of_response:1; }","duration":"165.839325ms","start":"2026-04-07T01:30:01.37222Z","end":"2026-04-07T01:30:01.53806Z","steps":["trace[1770388642] 'process raft request' (duration: 165.666691ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:01.53814Z","caller":"traceutil/trace.go:171","msg":"trace[2019126096] transaction","detail":"{read_only:false; response_revision:38925; number_of_response:1; }","duration":"168.065785ms","start":"2026-04-07T01:30:01.370041Z","end":"2026-04-07T01:30:01.538107Z","steps":["trace[2019126096] 'process raft request' (duration: 167.668006ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:01.53812Z","caller":"traceutil/trace.go:171","msg":"trace[374198803] transaction","detail":"{read_only:false; response_revision:38926; number_of_response:1; }","duration":"166.374867ms","start":"2026-04-07T01:30:01.371693Z","end":"2026-04-07T01:30:01.538068Z","steps":["trace[374198803] 'process raft request' (duration: 166.148752ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:02.229262Z","caller":"traceutil/trace.go:171","msg":"trace[1543860940] transaction","detail":"{read_only:false; response_revision:38939; number_of_response:1; }","duration":"142.737049ms","start":"2026-04-07T01:30:02.086485Z","end":"2026-04-07T01:30:02.229222Z","steps":["trace[1543860940] 'process raft request' (duration: 124.932441ms)","trace[1543860940] 'compare' (duration: 17.395589ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:09.72138Z","caller":"traceutil/trace.go:171","msg":"trace[1057552155] transaction","detail":"{read_only:false; response_revision:38993; number_of_response:1; }","duration":"135.238058ms","start":"2026-04-07T01:30:09.586115Z","end":"2026-04-07T01:30:09.721353Z","steps":["trace[1057552155] 'process raft request' (duration: 42.702376ms)","trace[1057552155] 'compare' (duration: 92.266716ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:09.723732Z","caller":"traceutil/trace.go:171","msg":"trace[1032562000] transaction","detail":"{read_only:false; response_revision:38995; number_of_response:1; }","duration":"136.982067ms","start":"2026-04-07T01:30:09.586707Z","end":"2026-04-07T01:30:09.723689Z","steps":["trace[1032562000] 'process raft request' (duration: 136.865305ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:09.723782Z","caller":"traceutil/trace.go:171","msg":"trace[1882092911] transaction","detail":"{read_only:false; response_revision:38994; number_of_response:1; }","duration":"137.15124ms","start":"2026-04-07T01:30:09.586592Z","end":"2026-04-07T01:30:09.723743Z","steps":["trace[1882092911] 'process raft request' (duration: 136.768642ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:09.948975Z","caller":"traceutil/trace.go:171","msg":"trace[230980656] linearizableReadLoop","detail":"{readStateIndex:40262; appliedIndex:40258; }","duration":"194.403663ms","start":"2026-04-07T01:30:09.754554Z","end":"2026-04-07T01:30:09.948958Z","steps":["trace[230980656] 'read index received' (duration: 3.272653ms)","trace[230980656] 'applied index is now lower than readState.Index' (duration: 191.13044ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:09.948979Z","caller":"traceutil/trace.go:171","msg":"trace[1679679481] transaction","detail":"{read_only:false; response_revision:38998; number_of_response:1; }","duration":"219.396533ms","start":"2026-04-07T01:30:09.729557Z","end":"2026-04-07T01:30:09.948954Z","steps":["trace[1679679481] 'process raft request' (duration: 147.190826ms)","trace[1679679481] 'compare' (duration: 72.058894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:30:09.949167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.593928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:30:09.949194Z","caller":"traceutil/trace.go:171","msg":"trace[1653390369] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:39000; }","duration":"194.655599ms","start":"2026-04-07T01:30:09.754532Z","end":"2026-04-07T01:30:09.949188Z","steps":["trace[1653390369] 'agreement among raft nodes before linearized reading' (duration: 194.489436ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:09.949203Z","caller":"traceutil/trace.go:171","msg":"trace[1696136748] transaction","detail":"{read_only:false; response_revision:39000; number_of_response:1; }","duration":"219.621158ms","start":"2026-04-07T01:30:09.729574Z","end":"2026-04-07T01:30:09.949195Z","steps":["trace[1696136748] 'process raft request' (duration: 219.361852ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:09.949438Z","caller":"traceutil/trace.go:171","msg":"trace[240486950] transaction","detail":"{read_only:false; response_revision:38999; number_of_response:1; }","duration":"219.423593ms","start":"2026-04-07T01:30:09.729669Z","end":"2026-04-07T01:30:09.949092Z","steps":["trace[240486950] 'process raft request' (duration: 219.223209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:11.277214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.046469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:30:11.277302Z","caller":"traceutil/trace.go:171","msg":"trace[252837056] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:39005; }","duration":"154.192812ms","start":"2026-04-07T01:30:11.123093Z","end":"2026-04-07T01:30:11.277286Z","steps":["trace[252837056] 'count revisions from in-memory index tree' (duration: 153.969177ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:11.284602Z","caller":"traceutil/trace.go:171","msg":"trace[242480881] transaction","detail":"{read_only:false; response_revision:39006; number_of_response:1; }","duration":"156.607395ms","start":"2026-04-07T01:30:11.127975Z","end":"2026-04-07T01:30:11.284583Z","steps":["trace[242480881] 'process raft request' (duration: 156.431091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.439315Z","caller":"traceutil/trace.go:171","msg":"trace[940672136] transaction","detail":"{read_only:false; response_revision:39208; number_of_response:1; }","duration":"229.985188ms","start":"2026-04-07T01:30:36.209304Z","end":"2026-04-07T01:30:36.439289Z","steps":["trace[940672136] 'process raft request' (duration: 229.883766ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.439437Z","caller":"traceutil/trace.go:171","msg":"trace[916730080] linearizableReadLoop","detail":"{readStateIndex:40477; appliedIndex:40473; }","duration":"157.21878ms","start":"2026-04-07T01:30:36.282209Z","end":"2026-04-07T01:30:36.439428Z","steps":["trace[916730080] 'read index received' (duration: 4.597262ms)","trace[916730080] 'applied index is now lower than readState.Index' (duration: 152.620287ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:36.439316Z","caller":"traceutil/trace.go:171","msg":"trace[2117569803] transaction","detail":"{read_only:false; response_revision:39207; number_of_response:1; }","duration":"230.096371ms","start":"2026-04-07T01:30:36.209187Z","end":"2026-04-07T01:30:36.439283Z","steps":["trace[2117569803] 'process raft request' (duration: 229.846236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:36.43968Z","caller":"traceutil/trace.go:171","msg":"trace[939598051] transaction","detail":"{read_only:false; response_revision:39209; number_of_response:1; }","duration":"213.08083ms","start":"2026-04-07T01:30:36.226556Z","end":"2026-04-07T01:30:36.439637Z","steps":["trace[939598051] 'process raft request' (duration: 212.685971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:36.439839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.611809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:30:36.439963Z","caller":"traceutil/trace.go:171","msg":"trace[1077330489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39209; }","duration":"157.777862ms","start":"2026-04-07T01:30:36.282161Z","end":"2026-04-07T01:30:36.439939Z","steps":["trace[1077330489] 'agreement among raft nodes before linearized reading' (duration: 157.553677ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:38.546717Z","caller":"traceutil/trace.go:171","msg":"trace[735267150] transaction","detail":"{read_only:false; response_revision:39222; number_of_response:1; }","duration":"101.668426ms","start":"2026-04-07T01:30:38.445021Z","end":"2026-04-07T01:30:38.54669Z","steps":["trace[735267150] 'process raft request' (duration: 101.529703ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:38.550189Z","caller":"traceutil/trace.go:171","msg":"trace[278635986] transaction","detail":"{read_only:false; response_revision:39224; number_of_response:1; }","duration":"102.655788ms","start":"2026-04-07T01:30:38.447522Z","end":"2026-04-07T01:30:38.550178Z","steps":["trace[278635986] 'process raft request' (duration: 102.562766ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:38.550224Z","caller":"traceutil/trace.go:171","msg":"trace[907511543] transaction","detail":"{read_only:false; response_revision:39223; number_of_response:1; }","duration":"104.103321ms","start":"2026-04-07T01:30:38.446078Z","end":"2026-04-07T01:30:38.550181Z","steps":["trace[907511543] 'process raft request' (duration: 103.949767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:30:43.003651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.210965ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:30:43.004244Z","caller":"traceutil/trace.go:171","msg":"trace[749319626] transaction","detail":"{read_only:false; response_revision:39258; number_of_response:1; }","duration":"163.733385ms","start":"2026-04-07T01:30:42.840483Z","end":"2026-04-07T01:30:43.004216Z","steps":["trace[749319626] 'process raft request' (duration: 163.271585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:30:46.964026Z","caller":"traceutil/trace.go:171","msg":"trace[1631949469] transaction","detail":"{read_only:false; response_revision:39284; number_of_response:1; }","duration":"173.252609ms","start":"2026-04-07T01:30:46.790744Z","end":"2026-04-07T01:30:46.963997Z","steps":["trace[1631949469] 'process raft request' (duration: 77.600117ms)","trace[1631949469] 'compare' (duration: 95.250513ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:30:58.988823Z","caller":"traceutil/trace.go:171","msg":"trace[1384372214] transaction","detail":"{read_only:false; response_revision:39373; number_of_response:1; }","duration":"107.581608ms","start":"2026-04-07T01:30:58.881212Z","end":"2026-04-07T01:30:58.988794Z","steps":["trace[1384372214] 'process raft request' (duration: 105.994503ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:21.306385Z","caller":"traceutil/trace.go:171","msg":"trace[1487973934] transaction","detail":"{read_only:false; response_revision:39533; number_of_response:1; }","duration":"111.1793ms","start":"2026-04-07T01:31:21.195142Z","end":"2026-04-07T01:31:21.306322Z","steps":["trace[1487973934] 'process raft request' (duration: 104.93153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:56.259811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.543576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:31:56.259917Z","caller":"traceutil/trace.go:171","msg":"trace[1152142900] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:39784; }","duration":"106.711699ms","start":"2026-04-07T01:31:56.153182Z","end":"2026-04-07T01:31:56.259894Z","steps":["trace[1152142900] 'count revisions from in-memory index tree' (duration: 106.450463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:56.259925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.137606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:31:56.260066Z","caller":"traceutil/trace.go:171","msg":"trace[35277702] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:39784; }","duration":"127.340721ms","start":"2026-04-07T01:31:56.132697Z","end":"2026-04-07T01:31:56.260038Z","steps":["trace[35277702] 'count revisions from in-memory index tree' (duration: 127.050535ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.293026Z","caller":"traceutil/trace.go:171","msg":"trace[1109575544] transaction","detail":"{read_only:false; response_revision:39785; number_of_response:1; }","duration":"127.633197ms","start":"2026-04-07T01:31:56.165364Z","end":"2026-04-07T01:31:56.292997Z","steps":["trace[1109575544] 'process raft request' (duration: 127.423152ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.529635Z","caller":"traceutil/trace.go:171","msg":"trace[218136180] linearizableReadLoop","detail":"{readStateIndex:41070; appliedIndex:41069; }","duration":"149.962138ms","start":"2026-04-07T01:31:56.379652Z","end":"2026-04-07T01:31:56.529614Z","steps":["trace[218136180] 'read index received' (duration: 149.814634ms)","trace[218136180] 'applied index is now lower than readState.Index' (duration: 146.084µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:56.529808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.138952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:31:56.529912Z","caller":"traceutil/trace.go:171","msg":"trace[800379799] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39786; }","duration":"150.258404ms","start":"2026-04-07T01:31:56.37963Z","end":"2026-04-07T01:31:56.529888Z","steps":["trace[800379799] 'agreement among raft nodes before linearized reading' (duration: 150.06991ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.529729Z","caller":"traceutil/trace.go:171","msg":"trace[2019480728] transaction","detail":"{read_only:false; response_revision:39786; number_of_response:1; }","duration":"158.293664ms","start":"2026-04-07T01:31:56.371368Z","end":"2026-04-07T01:31:56.529662Z","steps":["trace[2019480728] 'process raft request' (duration: 158.101729ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.548653Z","caller":"traceutil/trace.go:171","msg":"trace[1995113303] transaction","detail":"{read_only:false; response_revision:39787; number_of_response:1; }","duration":"141.179311ms","start":"2026-04-07T01:31:56.407441Z","end":"2026-04-07T01:31:56.548621Z","steps":["trace[1995113303] 'process raft request' (duration: 140.957246ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.548691Z","caller":"traceutil/trace.go:171","msg":"trace[168563521] transaction","detail":"{read_only:false; response_revision:39788; number_of_response:1; }","duration":"128.797404ms","start":"2026-04-07T01:31:56.41987Z","end":"2026-04-07T01:31:56.548667Z","steps":["trace[168563521] 'process raft request' (duration: 128.675131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.665775Z","caller":"traceutil/trace.go:171","msg":"trace[816409909] linearizableReadLoop","detail":"{readStateIndex:41073; appliedIndex:41072; }","duration":"109.911401ms","start":"2026-04-07T01:31:56.555831Z","end":"2026-04-07T01:31:56.665743Z","steps":["trace[816409909] 'read index received' (duration: 49.262352ms)","trace[816409909] 'applied index is now lower than readState.Index' (duration: 60.647348ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:31:56.665846Z","caller":"traceutil/trace.go:171","msg":"trace[2013243495] transaction","detail":"{read_only:false; response_revision:39789; number_of_response:1; }","duration":"110.533654ms","start":"2026-04-07T01:31:56.555276Z","end":"2026-04-07T01:31:56.66581Z","steps":["trace[2013243495] 'process raft request' (duration: 49.856346ms)","trace[2013243495] 'compare' (duration: 60.445513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:56.666774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.183286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18175"} {"level":"info","ts":"2026-04-07T01:31:56.666859Z","caller":"traceutil/trace.go:171","msg":"trace[767304585] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39789; }","duration":"111.031347ms","start":"2026-04-07T01:31:56.555808Z","end":"2026-04-07T01:31:56.666839Z","steps":["trace[767304585] 'agreement among raft nodes before linearized reading' (duration: 110.035334ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:56.823813Z","caller":"traceutil/trace.go:171","msg":"trace[1338433010] transaction","detail":"{read_only:false; response_revision:39791; number_of_response:1; }","duration":"152.211168ms","start":"2026-04-07T01:31:56.671573Z","end":"2026-04-07T01:31:56.823784Z","steps":["trace[1338433010] 'process raft request' (duration: 108.517739ms)","trace[1338433010] 'compare' (duration: 43.548626ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:31:56.823797Z","caller":"traceutil/trace.go:171","msg":"trace[584865668] linearizableReadLoop","detail":"{readStateIndex:41075; appliedIndex:41073; }","duration":"137.660883ms","start":"2026-04-07T01:31:56.686109Z","end":"2026-04-07T01:31:56.82377Z","steps":["trace[584865668] 'read index received' (duration: 49.602481ms)","trace[584865668] 'applied index is now lower than readState.Index' (duration: 88.057472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:56.824099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.950544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:31:56.82417Z","caller":"traceutil/trace.go:171","msg":"trace[5429501] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:0; response_revision:39791; }","duration":"119.063477ms","start":"2026-04-07T01:31:56.705089Z","end":"2026-04-07T01:31:56.824152Z","steps":["trace[5429501] 'agreement among raft nodes before linearized reading' (duration: 118.930314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:56.82436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.227105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T01:31:56.824858Z","caller":"traceutil/trace.go:171","msg":"trace[952892666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:39791; }","duration":"138.724486ms","start":"2026-04-07T01:31:56.686099Z","end":"2026-04-07T01:31:56.824824Z","steps":["trace[952892666] 'agreement among raft nodes before linearized reading' (duration: 137.758115ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:57.022001Z","caller":"traceutil/trace.go:171","msg":"trace[864852803] transaction","detail":"{read_only:false; response_revision:39795; number_of_response:1; }","duration":"125.561842ms","start":"2026-04-07T01:31:56.89642Z","end":"2026-04-07T01:31:57.021982Z","steps":["trace[864852803] 'process raft request' (duration: 125.519811ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:57.022066Z","caller":"traceutil/trace.go:171","msg":"trace[1305406530] transaction","detail":"{read_only:false; response_revision:39794; number_of_response:1; }","duration":"137.372456ms","start":"2026-04-07T01:31:56.884645Z","end":"2026-04-07T01:31:57.022017Z","steps":["trace[1305406530] 'process raft request' (duration: 44.749102ms)","trace[1305406530] 'compare' (duration: 92.098772ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:31:57.022195Z","caller":"traceutil/trace.go:171","msg":"trace[1773514200] linearizableReadLoop","detail":"{readStateIndex:41078; appliedIndex:41077; }","duration":"130.360969ms","start":"2026-04-07T01:31:56.891826Z","end":"2026-04-07T01:31:57.022187Z","steps":["trace[1773514200] 'read index received' (duration: 37.638063ms)","trace[1773514200] 'applied index is now lower than readState.Index' (duration: 92.722286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:57.022714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.992554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:31:57.023358Z","caller":"traceutil/trace.go:171","msg":"trace[325573424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:39795; }","duration":"177.695829ms","start":"2026-04-07T01:31:56.845651Z","end":"2026-04-07T01:31:57.023347Z","steps":["trace[325573424] 'agreement among raft nodes before linearized reading' (duration: 177.003564ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:57.575947Z","caller":"traceutil/trace.go:171","msg":"trace[645942817] transaction","detail":"{read_only:false; response_revision:39797; number_of_response:1; }","duration":"323.279708ms","start":"2026-04-07T01:31:57.252629Z","end":"2026-04-07T01:31:57.575908Z","steps":["trace[645942817] 'process raft request' (duration: 323.044383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.576182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:31:57.252609Z","time spent":"323.450271ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:31:57.601351Z","caller":"traceutil/trace.go:171","msg":"trace[1376811739] transaction","detail":"{read_only:false; response_revision:39798; number_of_response:1; }","duration":"235.623246ms","start":"2026-04-07T01:31:57.365694Z","end":"2026-04-07T01:31:57.601318Z","steps":["trace[1376811739] 'process raft request' (duration: 235.380781ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:31:57.602124Z","caller":"traceutil/trace.go:171","msg":"trace[969772336] linearizableReadLoop","detail":"{readStateIndex:41082; appliedIndex:41080; }","duration":"213.020629ms","start":"2026-04-07T01:31:57.38908Z","end":"2026-04-07T01:31:57.6021Z","steps":["trace[969772336] 'read index received' (duration: 186.630699ms)","trace[969772336] 'applied index is now lower than readState.Index' (duration: 26.38739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:31:57.60252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.526664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:31:57.602634Z","caller":"traceutil/trace.go:171","msg":"trace[1347233791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39798; }","duration":"126.668077ms","start":"2026-04-07T01:31:57.47594Z","end":"2026-04-07T01:31:57.602608Z","steps":["trace[1347233791] 'agreement among raft nodes before linearized reading' (duration: 126.38617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:31:57.603159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.049474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-07T01:31:57.603253Z","caller":"traceutil/trace.go:171","msg":"trace[52138143] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:39798; }","duration":"214.167386ms","start":"2026-04-07T01:31:57.389063Z","end":"2026-04-07T01:31:57.60323Z","steps":["trace[52138143] 'agreement among raft nodes before linearized reading' (duration: 213.224204ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:04.915098Z","caller":"traceutil/trace.go:171","msg":"trace[1974601259] transaction","detail":"{read_only:false; response_revision:40299; number_of_response:1; }","duration":"103.192721ms","start":"2026-04-07T01:33:04.811873Z","end":"2026-04-07T01:33:04.915066Z","steps":["trace[1974601259] 'process raft request' (duration: 33.425689ms)","trace[1974601259] 'compare' (duration: 69.156438ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:33:12.39652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38136} {"level":"info","ts":"2026-04-07T01:33:12.568932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38136,"took":"168.921251ms","hash":25402248,"current-db-size-bytes":60702720,"current-db-size":"61 MB","current-db-size-in-use-bytes":31440896,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T01:33:12.569003Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":25402248,"revision":38136,"compact-revision":35918} {"level":"warn","ts":"2026-04-07T01:33:25.396924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.927066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-07T01:33:25.397042Z","caller":"traceutil/trace.go:171","msg":"trace[641402542] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:40449; }","duration":"112.0806ms","start":"2026-04-07T01:33:25.284938Z","end":"2026-04-07T01:33:25.397019Z","steps":["trace[641402542] 'range keys from in-memory index tree' (duration: 111.606349ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:33:25.470726Z","caller":"traceutil/trace.go:171","msg":"trace[1984914111] transaction","detail":"{read_only:false; response_revision:40450; number_of_response:1; }","duration":"146.190174ms","start":"2026-04-07T01:33:25.324516Z","end":"2026-04-07T01:33:25.470706Z","steps":["trace[1984914111] 'process raft request' (duration: 145.733564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:32.670857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.840174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T01:33:43.572705Z","caller":"traceutil/trace.go:171","msg":"trace[1028484609] linearizableReadLoop","detail":"{readStateIndex:41894; appliedIndex:41893; }","duration":"227.695757ms","start":"2026-04-07T01:33:43.344977Z","end":"2026-04-07T01:33:43.572673Z","steps":["trace[1028484609] 'read index received' (duration: 224.407114ms)","trace[1028484609] 'applied index is now lower than readState.Index' (duration: 3.287413ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:33:43.572998Z","caller":"traceutil/trace.go:171","msg":"trace[1478414854] transaction","detail":"{read_only:false; response_revision:40585; number_of_response:1; }","duration":"230.403229ms","start":"2026-04-07T01:33:43.342568Z","end":"2026-04-07T01:33:43.572971Z","steps":["trace[1478414854] 'process raft request' (duration: 226.763487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:43.573251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.250211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:1 size:49606"} {"level":"info","ts":"2026-04-07T01:33:43.573353Z","caller":"traceutil/trace.go:171","msg":"trace[1971809410] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:1; response_revision:40586; }","duration":"228.396074ms","start":"2026-04-07T01:33:43.344937Z","end":"2026-04-07T01:33:43.573333Z","steps":["trace[1971809410] 'agreement among raft nodes before linearized reading' (duration: 228.064087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:33:43.573269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.959166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:1 size:13451"} {"level":"info","ts":"2026-04-07T01:33:43.573449Z","caller":"traceutil/trace.go:171","msg":"trace[348332563] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:1; response_revision:40586; }","duration":"212.174041ms","start":"2026-04-07T01:33:43.36125Z","end":"2026-04-07T01:33:43.573424Z","steps":["trace[348332563] 'agreement among raft nodes before linearized reading' (duration: 211.885595ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:34:42.323471Z","caller":"traceutil/trace.go:171","msg":"trace[1708933024] linearizableReadLoop","detail":"{readStateIndex:42421; appliedIndex:42420; }","duration":"184.223895ms","start":"2026-04-07T01:34:42.139107Z","end":"2026-04-07T01:34:42.323331Z","steps":["trace[1708933024] 'read index received' (duration: 129.445158ms)","trace[1708933024] 'applied index is now lower than readState.Index' (duration: 54.777827ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:34:42.323417Z","caller":"traceutil/trace.go:171","msg":"trace[1552192465] transaction","detail":"{read_only:false; response_revision:41101; number_of_response:1; }","duration":"186.892725ms","start":"2026-04-07T01:34:42.136462Z","end":"2026-04-07T01:34:42.323354Z","steps":["trace[1552192465] 'process raft request' (duration: 132.045926ms)","trace[1552192465] 'compare' (duration: 54.653535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:34:42.323657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.530172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:34:42.323768Z","caller":"traceutil/trace.go:171","msg":"trace[2025403170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41101; }","duration":"184.690045ms","start":"2026-04-07T01:34:42.139052Z","end":"2026-04-07T01:34:42.323742Z","steps":["trace[2025403170] 'agreement among raft nodes before linearized reading' (duration: 184.396119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:42.323827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.151369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-rabbit-init\" ","response":"range_response_count:1 size:753"} {"level":"info","ts":"2026-04-07T01:34:42.323919Z","caller":"traceutil/trace.go:171","msg":"trace[1609483148] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-rabbit-init; range_end:; response_count:1; response_revision:41101; }","duration":"128.300773ms","start":"2026-04-07T01:34:42.195591Z","end":"2026-04-07T01:34:42.323891Z","steps":["trace[1609483148] 'agreement among raft nodes before linearized reading' (duration: 128.019956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:34:42.323902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.247914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-ks-user\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-04-07T01:34:42.324063Z","caller":"traceutil/trace.go:171","msg":"trace[370439514] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-ks-user; range_end:; response_count:1; response_revision:41101; }","duration":"146.470929ms","start":"2026-04-07T01:34:42.177571Z","end":"2026-04-07T01:34:42.324042Z","steps":["trace[370439514] 'agreement among raft nodes before linearized reading' (duration: 146.035669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:00.649559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.352465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" limit:500 ","response":"range_response_count:28 size:808440"} {"level":"info","ts":"2026-04-07T01:35:00.649656Z","caller":"traceutil/trace.go:171","msg":"trace[467985241] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:41245; }","duration":"108.495179ms","start":"2026-04-07T01:35:00.541141Z","end":"2026-04-07T01:35:00.649636Z","steps":["trace[467985241] 'range keys from in-memory index tree' (duration: 107.929805ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:01.304432Z","caller":"traceutil/trace.go:171","msg":"trace[1717793418] linearizableReadLoop","detail":"{readStateIndex:42578; appliedIndex:42577; }","duration":"106.582976ms","start":"2026-04-07T01:35:01.197818Z","end":"2026-04-07T01:35:01.304401Z","steps":["trace[1717793418] 'read index received' (duration: 67.437469ms)","trace[1717793418] 'applied index is now lower than readState.Index' (duration: 39.144447ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:01.304704Z","caller":"traceutil/trace.go:171","msg":"trace[2071626096] transaction","detail":"{read_only:false; response_revision:41252; number_of_response:1; }","duration":"147.092303ms","start":"2026-04-07T01:35:01.157589Z","end":"2026-04-07T01:35:01.304681Z","steps":["trace[2071626096] 'process raft request' (duration: 107.626669ms)","trace[2071626096] 'compare' (duration: 39.015554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:01.305115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.268672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:35:01.305203Z","caller":"traceutil/trace.go:171","msg":"trace[1400606059] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:0; response_revision:41252; }","duration":"107.410566ms","start":"2026-04-07T01:35:01.197769Z","end":"2026-04-07T01:35:01.30518Z","steps":["trace[1400606059] 'agreement among raft nodes before linearized reading' (duration: 107.257941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:13.143785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.268776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/octavia-openstack-octavia-health-manager\" ","response":"range_response_count:1 size:704"} {"level":"warn","ts":"2026-04-07T01:35:13.143819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.399878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:35:13.143872Z","caller":"traceutil/trace.go:171","msg":"trace[1084442092] range","detail":"{range_begin:/registry/roles/openstack/octavia-openstack-octavia-health-manager; range_end:; response_count:1; response_revision:41361; }","duration":"130.39562ms","start":"2026-04-07T01:35:13.013457Z","end":"2026-04-07T01:35:13.143853Z","steps":["trace[1084442092] 'range keys from in-memory index tree' (duration: 130.101922ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:13.143998Z","caller":"traceutil/trace.go:171","msg":"trace[1031450793] transaction","detail":"{read_only:false; response_revision:41362; number_of_response:1; }","duration":"128.623131ms","start":"2026-04-07T01:35:13.015349Z","end":"2026-04-07T01:35:13.143972Z","steps":["trace[1031450793] 'process raft request' (duration: 14.977496ms)","trace[1031450793] 'compare' (duration: 113.281456ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:18.491723Z","caller":"traceutil/trace.go:171","msg":"trace[617440163] transaction","detail":"{read_only:false; response_revision:41399; number_of_response:1; }","duration":"158.757515ms","start":"2026-04-07T01:35:18.332919Z","end":"2026-04-07T01:35:18.491677Z","steps":["trace[617440163] 'process raft request' (duration: 153.693872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.700102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.085496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:35:19.700107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.411616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-04-07T01:35:19.700199Z","caller":"traceutil/trace.go:171","msg":"trace[1822339032] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:41406; }","duration":"459.537538ms","start":"2026-04-07T01:35:19.240641Z","end":"2026-04-07T01:35:19.700179Z","steps":["trace[1822339032] 'range keys from in-memory index tree' (duration: 459.19371ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:19.700193Z","caller":"traceutil/trace.go:171","msg":"trace[2090439166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41406; }","duration":"416.191439ms","start":"2026-04-07T01:35:19.283981Z","end":"2026-04-07T01:35:19.700173Z","steps":["trace[2090439166] 'range keys from in-memory index tree' (duration: 415.938693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.700255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.240623Z","time spent":"459.61595ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1131,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-user\" "} {"level":"warn","ts":"2026-04-07T01:35:19.700285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.744883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"warn","ts":"2026-04-07T01:35:19.700302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.283918Z","time spent":"416.369912ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:35:19.700405Z","caller":"traceutil/trace.go:171","msg":"trace[121459618] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-admin; range_end:; response_count:1; response_revision:41406; }","duration":"371.921737ms","start":"2026-04-07T01:35:19.328452Z","end":"2026-04-07T01:35:19.700374Z","steps":["trace[121459618] 'range keys from in-memory index tree' (duration: 371.500168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.700469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.328416Z","time spent":"372.03745ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":784,"request content":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" "} {"level":"info","ts":"2026-04-07T01:35:19.74723Z","caller":"traceutil/trace.go:171","msg":"trace[997241185] transaction","detail":"{read_only:false; response_revision:41407; number_of_response:1; }","duration":"322.542132ms","start":"2026-04-07T01:35:19.424657Z","end":"2026-04-07T01:35:19.747199Z","steps":["trace[997241185] 'process raft request' (duration: 322.234665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:19.74777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:35:19.424625Z","time spent":"322.95521ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:35:19.755525Z","caller":"traceutil/trace.go:171","msg":"trace[619486175] transaction","detail":"{read_only:false; response_revision:41408; number_of_response:1; }","duration":"293.704546ms","start":"2026-04-07T01:35:19.46179Z","end":"2026-04-07T01:35:19.755495Z","steps":["trace[619486175] 'process raft request' (duration: 293.496591ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:19.755785Z","caller":"traceutil/trace.go:171","msg":"trace[584721552] linearizableReadLoop","detail":"{readStateIndex:42739; appliedIndex:42737; }","duration":"148.221998ms","start":"2026-04-07T01:35:19.607535Z","end":"2026-04-07T01:35:19.755757Z","steps":["trace[584721552] 'read index received' (duration: 139.402841ms)","trace[584721552] 'applied index is now lower than readState.Index' (duration: 8.818047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:19.755942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.398603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:35:19.756065Z","caller":"traceutil/trace.go:171","msg":"trace[1783076045] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:41410; }","duration":"148.554336ms","start":"2026-04-07T01:35:19.607471Z","end":"2026-04-07T01:35:19.756025Z","steps":["trace[1783076045] 'agreement among raft nodes before linearized reading' (duration: 148.415343ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:26.875109Z","caller":"traceutil/trace.go:171","msg":"trace[262514549] linearizableReadLoop","detail":"{readStateIndex:42789; appliedIndex:42787; }","duration":"120.572129ms","start":"2026-04-07T01:35:26.754498Z","end":"2026-04-07T01:35:26.87507Z","steps":["trace[262514549] 'read index received' (duration: 66.606871ms)","trace[262514549] 'applied index is now lower than readState.Index' (duration: 53.963808ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:26.87522Z","caller":"traceutil/trace.go:171","msg":"trace[615001247] transaction","detail":"{read_only:false; response_revision:41457; number_of_response:1; }","duration":"127.504924ms","start":"2026-04-07T01:35:26.747659Z","end":"2026-04-07T01:35:26.875164Z","steps":["trace[615001247] 'process raft request' (duration: 96.114892ms)","trace[615001247] 'compare' (duration: 31.135187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:26.876074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.124829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-07T01:35:26.876184Z","caller":"traceutil/trace.go:171","msg":"trace[486266683] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:41457; }","duration":"120.256152ms","start":"2026-04-07T01:35:26.755902Z","end":"2026-04-07T01:35:26.876158Z","steps":["trace[486266683] 'agreement among raft nodes before linearized reading' (duration: 119.463174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:26.886087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.537635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-55kbt.18a3ecaa27492d8c\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41455 ","response":"range_response_count:1000 size:781391"} {"level":"info","ts":"2026-04-07T01:35:26.886196Z","caller":"traceutil/trace.go:171","msg":"trace[1142642916] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-55kbt.18a3ecaa27492d8c\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41457; }","duration":"131.680118ms","start":"2026-04-07T01:35:26.754495Z","end":"2026-04-07T01:35:26.886175Z","steps":["trace[1142642916] 'agreement among raft nodes before linearized reading' (duration: 120.804474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:34.554132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.684802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-07T01:35:34.554336Z","caller":"traceutil/trace.go:171","msg":"trace[1909439422] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:41516; }","duration":"112.925968ms","start":"2026-04-07T01:35:34.441389Z","end":"2026-04-07T01:35:34.554315Z","steps":["trace[1909439422] 'range keys from in-memory index tree' (duration: 112.457458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:34.555523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.402931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat-server-0.18a3ecab4a8a32e0\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41514 ","response":"range_response_count:175 size:131124"} {"level":"info","ts":"2026-04-07T01:35:34.555645Z","caller":"traceutil/trace.go:171","msg":"trace[1298948789] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat-server-0.18a3ecab4a8a32e0\u0000; range_end:/registry/events/openstack0; response_count:175; response_revision:41516; }","duration":"118.588475ms","start":"2026-04-07T01:35:34.437029Z","end":"2026-04-07T01:35:34.555617Z","steps":["trace[1298948789] 'range keys from in-memory index tree' (duration: 117.153202ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:35:35.026273Z","caller":"traceutil/trace.go:171","msg":"trace[1334062700] linearizableReadLoop","detail":"{readStateIndex:42852; appliedIndex:42851; }","duration":"116.043919ms","start":"2026-04-07T01:35:34.910186Z","end":"2026-04-07T01:35:35.026229Z","steps":["trace[1334062700] 'read index received' (duration: 97.104885ms)","trace[1334062700] 'applied index is now lower than readState.Index' (duration: 18.936674ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:35:35.026286Z","caller":"traceutil/trace.go:171","msg":"trace[1228285849] transaction","detail":"{read_only:false; response_revision:41518; number_of_response:1; }","duration":"171.630252ms","start":"2026-04-07T01:35:34.854616Z","end":"2026-04-07T01:35:35.026247Z","steps":["trace[1228285849] 'process raft request' (duration: 152.748629ms)","trace[1228285849] 'compare' (duration: 18.607977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:35:35.026515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.319544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T01:35:35.026597Z","caller":"traceutil/trace.go:171","msg":"trace[869894058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41518; }","duration":"116.446717ms","start":"2026-04-07T01:35:34.910131Z","end":"2026-04-07T01:35:35.026577Z","steps":["trace[869894058] 'agreement among raft nodes before linearized reading' (duration: 116.236403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:35:35.026629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.696641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:35:35.026692Z","caller":"traceutil/trace.go:171","msg":"trace[616794710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41518; }","duration":"111.807444ms","start":"2026-04-07T01:35:34.914867Z","end":"2026-04-07T01:35:35.026674Z","steps":["trace[616794710] 'agreement among raft nodes before linearized reading' (duration: 111.584059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:07.162443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.594511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-07T01:36:07.162524Z","caller":"traceutil/trace.go:171","msg":"trace[512966125] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:41751; }","duration":"142.709504ms","start":"2026-04-07T01:36:07.019797Z","end":"2026-04-07T01:36:07.162506Z","steps":["trace[512966125] 'range keys from in-memory index tree' (duration: 142.440628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:36:07.162528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.609482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-04-07T01:36:07.162566Z","caller":"traceutil/trace.go:171","msg":"trace[1261962985] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:41751; }","duration":"146.667443ms","start":"2026-04-07T01:36:07.015888Z","end":"2026-04-07T01:36:07.162555Z","steps":["trace[1261962985] 'range keys from in-memory index tree' (duration: 146.462868ms)"],"step_count":1}