{"level":"warn","ts":"2026-04-21T03:25:14.248917Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T03:25:14.24903Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-21T03:25:14.249116Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T03:25:14.249132Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-21T03:25:14.249151Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T03:25:14.249897Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-04-21T03:25:14.249993Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-21T03:25:14.261488Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"11.203104ms"} {"level":"info","ts":"2026-04-21T03:25:14.293778Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-04-21T03:25:14.293966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-04-21T03:25:14.294014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-04-21T03:25:14.294029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-21T03:25:14.29405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-04-21T03:25:14.294119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-04-21T03:25:14.310279Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-21T03:25:14.312955Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-21T03:25:14.31603Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-21T03:25:14.319431Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-21T03:25:14.319703Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-21T03:25:14.320059Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:25:14.320131Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:25:14.320164Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:25:14.325879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-04-21T03:25:14.32607Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-21T03:25:14.327223Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T03:25:14.327346Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-21T03:25:14.327406Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-21T03:25:14.327608Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-21T03:25:14.327662Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-21T03:25:14.895299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-04-21T03:25:14.8954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-21T03:25:14.895486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-04-21T03:25:14.895523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-04-21T03:25:14.895563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-21T03:25:14.8956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-04-21T03:25:14.895616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-21T03:25:14.908324Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-04-21T03:25:14.908363Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T03:25:14.908508Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T03:25:14.908497Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:25:14.908922Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-21T03:25:14.909316Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-21T03:25:14.910653Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-04-21T03:25:14.911829Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-21T03:25:14.916031Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:25:14.916138Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:25:14.916197Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-21T03:25:15.174238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.99258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.174352Z","caller":"traceutil/trace.go:171","msg":"trace[84666024] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"152.195544ms","start":"2026-04-21T03:25:15.022129Z","end":"2026-04-21T03:25:15.174324Z","steps":["trace[84666024] 'count revisions from in-memory index tree' (duration: 151.842788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.175905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.054653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.175972Z","caller":"traceutil/trace.go:171","msg":"trace[584606690] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"113.124684ms","start":"2026-04-21T03:25:15.062824Z","end":"2026-04-21T03:25:15.175948Z","steps":["trace[584606690] 'range keys from in-memory index tree' (duration: 113.018382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.176146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.443406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.17618Z","caller":"traceutil/trace.go:171","msg":"trace[1231589231] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"142.473287ms","start":"2026-04-21T03:25:15.033694Z","end":"2026-04-21T03:25:15.176167Z","steps":["trace[1231589231] 'range keys from in-memory index tree' (duration: 142.339254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.176208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.763628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.176284Z","caller":"traceutil/trace.go:171","msg":"trace[889865074] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"101.908701ms","start":"2026-04-21T03:25:15.074361Z","end":"2026-04-21T03:25:15.17627Z","steps":["trace[889865074] 'range keys from in-memory index tree' (duration: 101.624945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.17632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.273009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.176408Z","caller":"traceutil/trace.go:171","msg":"trace[1724522547] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"134.33208ms","start":"2026-04-21T03:25:15.042012Z","end":"2026-04-21T03:25:15.176344Z","steps":["trace[1724522547] 'count revisions from in-memory index tree' (duration: 134.248738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.176515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.626274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.176558Z","caller":"traceutil/trace.go:171","msg":"trace[1944182077] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"113.685015ms","start":"2026-04-21T03:25:15.062861Z","end":"2026-04-21T03:25:15.176546Z","steps":["trace[1944182077] 'count revisions from in-memory index tree' (duration: 113.562073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.176599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.609375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.176649Z","caller":"traceutil/trace.go:171","msg":"trace[1670567952] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"134.670806ms","start":"2026-04-21T03:25:15.041965Z","end":"2026-04-21T03:25:15.176636Z","steps":["trace[1670567952] 'range keys from in-memory index tree' (duration: 134.496923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.176692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.249898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.176724Z","caller":"traceutil/trace.go:171","msg":"trace[1630297785] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"102.285058ms","start":"2026-04-21T03:25:15.074428Z","end":"2026-04-21T03:25:15.176713Z","steps":["trace[1630297785] 'count revisions from in-memory index tree' (duration: 102.215927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.176812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.687515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.176853Z","caller":"traceutil/trace.go:171","msg":"trace[352915120] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"124.753086ms","start":"2026-04-21T03:25:15.052082Z","end":"2026-04-21T03:25:15.176836Z","steps":["trace[352915120] 'range keys from in-memory index tree' (duration: 124.646304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.177005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.683445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.177039Z","caller":"traceutil/trace.go:171","msg":"trace[888209079] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"124.725766ms","start":"2026-04-21T03:25:15.052305Z","end":"2026-04-21T03:25:15.17703Z","steps":["trace[888209079] 'count revisions from in-memory index tree' (duration: 124.660294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:15.174685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.892899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-21T03:25:15.179355Z","caller":"traceutil/trace.go:171","msg":"trace[71777623] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"145.533333ms","start":"2026-04-21T03:25:15.033749Z","end":"2026-04-21T03:25:15.179282Z","steps":["trace[71777623] 'count revisions from in-memory index tree' (duration: 140.835938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:19.437179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573235969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:25:19.437534Z","caller":"traceutil/trace.go:171","msg":"trace[1288819349] linearizableReadLoop","detail":"{readStateIndex:184; appliedIndex:183; }","duration":"1.21134366s","start":"2026-04-21T03:25:18.225989Z","end":"2026-04-21T03:25:19.437332Z","steps":["trace[1288819349] 'read index received' (duration: 79.452µs)","trace[1288819349] 'applied index is now lower than readState.Index' (duration: 1.211262668s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:19.437573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211578764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:19.437511Z","caller":"traceutil/trace.go:171","msg":"trace[1527066749] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"1.659132665s","start":"2026-04-21T03:25:17.778222Z","end":"2026-04-21T03:25:19.437354Z","steps":["trace[1527066749] 'process raft request' (duration: 85.01513ms)","trace[1527066749] 'compare' (duration: 1.573025284s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:19.437638Z","caller":"traceutil/trace.go:171","msg":"trace[1138039873] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:179; }","duration":"1.211698276s","start":"2026-04-21T03:25:18.22592Z","end":"2026-04-21T03:25:19.437619Z","steps":["trace[1138039873] 'agreement among raft nodes before linearized reading' (duration: 1.211555534s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:19.437751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:18.22589Z","time spent":"1.211842328s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-21T03:25:19.437892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019715929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:19.43794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.613639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T03:25:19.437951Z","caller":"traceutil/trace.go:171","msg":"trace[2116545450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:179; }","duration":"1.019830461s","start":"2026-04-21T03:25:18.418105Z","end":"2026-04-21T03:25:19.437936Z","steps":["trace[2116545450] 'agreement among raft nodes before linearized reading' (duration: 1.019743109s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:19.437973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.83637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-21T03:25:19.437989Z","caller":"traceutil/trace.go:171","msg":"trace[259604372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:179; }","duration":"618.7304ms","start":"2026-04-21T03:25:18.819247Z","end":"2026-04-21T03:25:19.437977Z","steps":["trace[259604372] 'agreement among raft nodes before linearized reading' (duration: 618.610608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:19.437997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:18.418076Z","time spent":"1.019910883s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:25:19.438021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:18.819203Z","time spent":"618.813202ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:25:19.437911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:17.778205Z","time spent":"1.659458521s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:25:19.438022Z","caller":"traceutil/trace.go:171","msg":"trace[42666245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:179; }","duration":"619.927902ms","start":"2026-04-21T03:25:18.818083Z","end":"2026-04-21T03:25:19.43801Z","steps":["trace[42666245] 'agreement among raft nodes before linearized reading' (duration: 619.80934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:19.438662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:18.81806Z","time spent":"620.589283ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:25:19.942394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142487994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:25:20.67263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.013311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:25:20.672779Z","caller":"traceutil/trace.go:171","msg":"trace[402946768] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"1.231541503s","start":"2026-04-21T03:25:19.441215Z","end":"2026-04-21T03:25:20.672756Z","steps":["trace[402946768] 'process raft request' (duration: 832.391091ms)","trace[402946768] 'compare' (duration: 397.293879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:20.672849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:19.441195Z","time spent":"1.231622545s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:25:21.47194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198278354s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:25:21.518019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999773438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T03:25:21.518117Z","caller":"traceutil/trace.go:171","msg":"trace[983188035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992534s","start":"2026-04-21T03:25:19.518166Z","end":"2026-04-21T03:25:21.518091Z","steps":["trace[983188035] 'agreement among raft nodes before linearized reading' (duration: 1.999804538s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.51821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:19.518139Z","time spent":"2.000039893s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:25:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:25:21.916005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.729439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:25:21.916232Z","caller":"traceutil/trace.go:171","msg":"trace[1215665188] linearizableReadLoop","detail":"{readStateIndex:186; appliedIndex:184; }","duration":"2.474952533s","start":"2026-04-21T03:25:19.441261Z","end":"2026-04-21T03:25:21.916213Z","steps":["trace[1215665188] 'read index received' (duration: 832.30627ms)","trace[1215665188] 'applied index is now lower than readState.Index' (duration: 1.642645303s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:21.916491Z","caller":"traceutil/trace.go:171","msg":"trace[312278414] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"2.473878705s","start":"2026-04-21T03:25:19.442575Z","end":"2026-04-21T03:25:21.916453Z","steps":["trace[312278414] 'process raft request' (duration: 2.029578856s)","trace[312278414] 'compare' (duration: 443.178799ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:21.916578Z","caller":"traceutil/trace.go:171","msg":"trace[1541080773] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"1.703698698s","start":"2026-04-21T03:25:20.212852Z","end":"2026-04-21T03:25:21.91655Z","steps":["trace[1541080773] 'process raft request' (duration: 1.703280699s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.916641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:19.442559Z","time spent":"2.473999138s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:25:21.916645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475054236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:21.916663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475383042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3282"} {"level":"warn","ts":"2026-04-21T03:25:21.916696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:20.212824Z","time spent":"1.703819949s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3267,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:25:21.916717Z","caller":"traceutil/trace.go:171","msg":"trace[582212095] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:182; }","duration":"2.475487743s","start":"2026-04-21T03:25:19.441214Z","end":"2026-04-21T03:25:21.916702Z","steps":["trace[582212095] 'agreement among raft nodes before linearized reading' (duration: 2.47531386s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.916762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:19.44119Z","time spent":"2.475565035s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3305,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T03:25:21.916761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223681741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:21.916806Z","caller":"traceutil/trace.go:171","msg":"trace[2075218179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:182; }","duration":"1.223776243s","start":"2026-04-21T03:25:20.693018Z","end":"2026-04-21T03:25:21.916794Z","steps":["trace[2075218179] 'agreement among raft nodes before linearized reading' (duration: 1.223708232s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.916801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.384178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:21.916848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:20.69299Z","time spent":"1.223847374s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:25:21.916869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818633966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:21.916843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484587419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:21.916872Z","caller":"traceutil/trace.go:171","msg":"trace[557766784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:182; }","duration":"398.510161ms","start":"2026-04-21T03:25:21.518344Z","end":"2026-04-21T03:25:21.916854Z","steps":["trace[557766784] 'agreement among raft nodes before linearized reading' (duration: 398.368988ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:21.9169Z","caller":"traceutil/trace.go:171","msg":"trace[649965624] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:182; }","duration":"1.818697187s","start":"2026-04-21T03:25:20.098193Z","end":"2026-04-21T03:25:21.91689Z","steps":["trace[649965624] 'agreement among raft nodes before linearized reading' (duration: 1.818651426s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.916927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:20.098161Z","time spent":"1.818760059s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-21T03:25:21.91693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.518319Z","time spent":"398.602712ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:25:21.91693Z","caller":"traceutil/trace.go:171","msg":"trace[963022091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:182; }","duration":"1.484684331s","start":"2026-04-21T03:25:20.432221Z","end":"2026-04-21T03:25:21.916905Z","steps":["trace[963022091] 'agreement among raft nodes before linearized reading' (duration: 1.484538508s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.916984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:20.432165Z","time spent":"1.484810553s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:25:21.916698Z","caller":"traceutil/trace.go:171","msg":"trace[61026565] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:0; response_revision:182; }","duration":"2.475123777s","start":"2026-04-21T03:25:19.441558Z","end":"2026-04-21T03:25:21.916682Z","steps":["trace[61026565] 'agreement among raft nodes before linearized reading' (duration: 2.475043356s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:21.91705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:19.441549Z","time spent":"2.475490023s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/system:kube-dns\" "} {"level":"info","ts":"2026-04-21T03:25:22.360207Z","caller":"traceutil/trace.go:171","msg":"trace[800061358] linearizableReadLoop","detail":"{readStateIndex:188; appliedIndex:187; }","duration":"438.716114ms","start":"2026-04-21T03:25:21.921466Z","end":"2026-04-21T03:25:22.360182Z","steps":["trace[800061358] 'read index received' (duration: 424.847209ms)","trace[800061358] 'applied index is now lower than readState.Index' (duration: 13.868064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:22.360394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.902257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3282"} {"level":"info","ts":"2026-04-21T03:25:22.360371Z","caller":"traceutil/trace.go:171","msg":"trace[1010898085] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"439.205173ms","start":"2026-04-21T03:25:21.921036Z","end":"2026-04-21T03:25:22.360241Z","steps":["trace[1010898085] 'process raft request' (duration: 425.261077ms)","trace[1010898085] 'compare' (duration: 13.754862ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:22.360435Z","caller":"traceutil/trace.go:171","msg":"trace[106889619] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:183; }","duration":"438.991929ms","start":"2026-04-21T03:25:21.921433Z","end":"2026-04-21T03:25:22.360425Z","steps":["trace[106889619] 'agreement among raft nodes before linearized reading' (duration: 438.862566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:22.360577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.921011Z","time spent":"439.479247ms","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:25:22.360673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.921423Z","time spent":"439.200632ms","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3305,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-21T03:25:22.361509Z","caller":"traceutil/trace.go:171","msg":"trace[2110332871] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"437.810157ms","start":"2026-04-21T03:25:21.923678Z","end":"2026-04-21T03:25:22.361488Z","steps":["trace[2110332871] 'process raft request' (duration: 437.532182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:22.361602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.92366Z","time spent":"437.902388ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:25:22.361611Z","caller":"traceutil/trace.go:171","msg":"trace[1725674482] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"437.802077ms","start":"2026-04-21T03:25:21.923795Z","end":"2026-04-21T03:25:22.361597Z","steps":["trace[1725674482] 'process raft request' (duration: 437.517362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:22.361693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.923787Z","time spent":"437.856788ms","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:25:22.361701Z","caller":"traceutil/trace.go:171","msg":"trace[652375187] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"434.008609ms","start":"2026-04-21T03:25:21.927647Z","end":"2026-04-21T03:25:22.361655Z","steps":["trace[652375187] 'process raft request' (duration: 433.707644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:22.361854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.927638Z","time spent":"434.130032ms","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3587,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:25:22.361956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.564838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:22.362056Z","caller":"traceutil/trace.go:171","msg":"trace[2067899889] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:187; }","duration":"401.646679ms","start":"2026-04-21T03:25:21.960345Z","end":"2026-04-21T03:25:22.361991Z","steps":["trace[2067899889] 'agreement among raft nodes before linearized reading' (duration: 401.578458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:22.362141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:21.960289Z","time spent":"401.839352ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-04-21T03:25:22.362008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.86222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:22.362202Z","caller":"traceutil/trace.go:171","msg":"trace[831767512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:187; }","duration":"344.095223ms","start":"2026-04-21T03:25:22.018094Z","end":"2026-04-21T03:25:22.362189Z","steps":["trace[831767512] 'agreement among raft nodes before linearized reading' (duration: 343.839049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:22.362237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:22.018064Z","time spent":"344.163695ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:25:23.626425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.691959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:25:23.626619Z","caller":"traceutil/trace.go:171","msg":"trace[785732304] linearizableReadLoop","detail":"{readStateIndex:262; appliedIndex:261; }","duration":"258.411897ms","start":"2026-04-21T03:25:23.368179Z","end":"2026-04-21T03:25:23.626591Z","steps":["trace[785732304] 'read index received' (duration: 38.439623ms)","trace[785732304] 'applied index is now lower than readState.Index' (duration: 219.970734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:23.626777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.589201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:23.626842Z","caller":"traceutil/trace.go:171","msg":"trace[307071858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:256; }","duration":"258.720353ms","start":"2026-04-21T03:25:23.368105Z","end":"2026-04-21T03:25:23.626825Z","steps":["trace[307071858] 'agreement among raft nodes before linearized reading' (duration: 258.55966ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:23.626758Z","caller":"traceutil/trace.go:171","msg":"trace[884464639] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"277.624694ms","start":"2026-04-21T03:25:23.349084Z","end":"2026-04-21T03:25:23.626709Z","steps":["trace[884464639] 'process raft request' (duration: 57.540318ms)","trace[884464639] 'compare' (duration: 219.477146ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:23.808124Z","caller":"traceutil/trace.go:171","msg":"trace[597181489] linearizableReadLoop","detail":"{readStateIndex:263; appliedIndex:262; }","duration":"169.550811ms","start":"2026-04-21T03:25:23.638543Z","end":"2026-04-21T03:25:23.808094Z","steps":["trace[597181489] 'read index received' (duration: 98.960634ms)","trace[597181489] 'applied index is now lower than readState.Index' (duration: 70.588677ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:23.808242Z","caller":"traceutil/trace.go:171","msg":"trace[2038013488] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"176.93801ms","start":"2026-04-21T03:25:23.631273Z","end":"2026-04-21T03:25:23.808211Z","steps":["trace[2038013488] 'process raft request' (duration: 106.282502ms)","trace[2038013488] 'compare' (duration: 70.379193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:23.808307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.731264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:23.808473Z","caller":"traceutil/trace.go:171","msg":"trace[1010681105] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:257; }","duration":"169.940398ms","start":"2026-04-21T03:25:23.638512Z","end":"2026-04-21T03:25:23.808452Z","steps":["trace[1010681105] 'agreement among raft nodes before linearized reading' (duration: 169.690894ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:46.628941Z","caller":"traceutil/trace.go:171","msg":"trace[389315884] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"130.606807ms","start":"2026-04-21T03:25:46.498309Z","end":"2026-04-21T03:25:46.628916Z","steps":["trace[389315884] 'process raft request' (duration: 130.467125ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:46.926578Z","caller":"traceutil/trace.go:171","msg":"trace[1070780155] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"138.095251ms","start":"2026-04-21T03:25:46.788461Z","end":"2026-04-21T03:25:46.926556Z","steps":["trace[1070780155] 'process raft request' (duration: 137.942818ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:46.976517Z","caller":"traceutil/trace.go:171","msg":"trace[1216759873] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"187.290166ms","start":"2026-04-21T03:25:46.789203Z","end":"2026-04-21T03:25:46.976493Z","steps":["trace[1216759873] 'process raft request' (duration: 187.181645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:50.337105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.340259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:50.337214Z","caller":"traceutil/trace.go:171","msg":"trace[839632685] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:513; }","duration":"156.498672ms","start":"2026-04-21T03:25:50.180683Z","end":"2026-04-21T03:25:50.337182Z","steps":["trace[839632685] 'range keys from in-memory index tree' (duration: 156.263408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.102339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066657415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:25:52.102452Z","caller":"traceutil/trace.go:171","msg":"trace[864722526] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"1.504118824s","start":"2026-04-21T03:25:50.598316Z","end":"2026-04-21T03:25:52.102435Z","steps":["trace[864722526] 'read index received' (duration: 437.377746ms)","trace[864722526] 'applied index is now lower than readState.Index' (duration: 1.066739088s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:52.102464Z","caller":"traceutil/trace.go:171","msg":"trace[1290199377] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.504764835s","start":"2026-04-21T03:25:50.597668Z","end":"2026-04-21T03:25:52.102433Z","steps":["trace[1290199377] 'process raft request' (duration: 437.915723ms)","trace[1290199377] 'compare' (duration: 1.065833396s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:52.102574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.597648Z","time spent":"1.504873308s","remote":"127.0.0.1:59452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:25:52.102676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504350183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-04-21T03:25:52.102716Z","caller":"traceutil/trace.go:171","msg":"trace[300366918] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:530; }","duration":"1.504419684s","start":"2026-04-21T03:25:50.598286Z","end":"2026-04-21T03:25:52.102706Z","steps":["trace[300366918] 'agreement among raft nodes before linearized reading' (duration: 1.504221727s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.102758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.598272Z","time spent":"1.504477346s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":7364,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-21T03:25:52.118165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081904744s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:25:52.118697Z","caller":"traceutil/trace.go:171","msg":"trace[886304759] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.51065602s","start":"2026-04-21T03:25:50.608025Z","end":"2026-04-21T03:25:52.118681Z","steps":["trace[886304759] 'process raft request' (duration: 1.510527756s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.118812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.60801Z","time spent":"1.510744443s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:25:52.119042Z","caller":"traceutil/trace.go:171","msg":"trace[796127380] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.510786809s","start":"2026-04-21T03:25:50.608243Z","end":"2026-04-21T03:25:52.119029Z","steps":["trace[796127380] 'process raft request' (duration: 1.510388076s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:52.119702Z","caller":"traceutil/trace.go:171","msg":"trace[682850914] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.52032107s","start":"2026-04-21T03:25:50.598435Z","end":"2026-04-21T03:25:52.118756Z","steps":["trace[682850914] 'process raft request' (duration: 1.519958667s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.120773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.598425Z","time spent":"1.521912045s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:25:52.121369Z","caller":"traceutil/trace.go:171","msg":"trace[1007105061] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.520458065s","start":"2026-04-21T03:25:50.598511Z","end":"2026-04-21T03:25:52.118969Z","steps":["trace[1007105061] 'process raft request' (duration: 1.519997749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.121482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.598506Z","time spent":"1.522923703s","remote":"127.0.0.1:59452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:25:52.123921Z","caller":"traceutil/trace.go:171","msg":"trace[28664574] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.508619816s","start":"2026-04-21T03:25:50.615233Z","end":"2026-04-21T03:25:52.123853Z","steps":["trace[28664574] 'process raft request' (duration: 1.503623479s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.124217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.615217Z","time spent":"1.508856145s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:25:52.134351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.608236Z","time spent":"1.511843666s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:25:52.137512Z","caller":"traceutil/trace.go:171","msg":"trace[1835259745] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.51928339s","start":"2026-04-21T03:25:50.618202Z","end":"2026-04-21T03:25:52.137486Z","steps":["trace[1835259745] 'process raft request' (duration: 1.503886406s)","trace[1835259745] 'compare' (duration: 11.845868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:52.142077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.618187Z","time spent":"1.52382393s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:25:52.137726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119041921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:25:52.14215Z","caller":"traceutil/trace.go:171","msg":"trace[1365536596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:537; }","duration":"1.123514219s","start":"2026-04-21T03:25:51.018617Z","end":"2026-04-21T03:25:52.142131Z","steps":["trace[1365536596] 'agreement among raft nodes before linearized reading' (duration: 1.119040471s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.137758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.799515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:52.142214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:51.018591Z","time spent":"1.123604152s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:25:52.142246Z","caller":"traceutil/trace.go:171","msg":"trace[906869839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"663.289343ms","start":"2026-04-21T03:25:51.47893Z","end":"2026-04-21T03:25:52.14222Z","steps":["trace[906869839] 'agreement among raft nodes before linearized reading' (duration: 658.814605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.142293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:51.478914Z","time spent":"663.367525ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:25:52.137747Z","caller":"traceutil/trace.go:171","msg":"trace[923589885] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.429621479s","start":"2026-04-21T03:25:50.708101Z","end":"2026-04-21T03:25:52.137722Z","steps":["trace[923589885] 'process raft request' (duration: 1.429243925s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.142339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.708075Z","time spent":"1.434243771s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:25:52.137879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496295184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:25:52.142433Z","caller":"traceutil/trace.go:171","msg":"trace[1407585541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:537; }","duration":"1.500882735s","start":"2026-04-21T03:25:50.64154Z","end":"2026-04-21T03:25:52.142423Z","steps":["trace[1407585541] 'agreement among raft nodes before linearized reading' (duration: 1.496244532s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.142467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.641523Z","time spent":"1.500933546s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:25:52.137932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122986021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:25:52.142543Z","caller":"traceutil/trace.go:171","msg":"trace[1484696185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:537; }","duration":"1.127631435s","start":"2026-04-21T03:25:51.0149Z","end":"2026-04-21T03:25:52.142532Z","steps":["trace[1484696185] 'agreement among raft nodes before linearized reading' (duration: 1.122994822s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.142579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:51.01488Z","time spent":"1.127689637s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:25:52.138009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534228663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-04-21T03:25:52.142636Z","caller":"traceutil/trace.go:171","msg":"trace[1190603804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:537; }","duration":"1.538873576s","start":"2026-04-21T03:25:50.603749Z","end":"2026-04-21T03:25:52.142623Z","steps":["trace[1190603804] 'agreement among raft nodes before linearized reading' (duration: 1.534229993s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:52.142682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:50.603737Z","time spent":"1.538927377s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10101,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-21T03:25:54.316291Z","caller":"traceutil/trace.go:171","msg":"trace[279187610] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"116.150891ms","start":"2026-04-21T03:25:54.200105Z","end":"2026-04-21T03:25:54.316256Z","steps":["trace[279187610] 'process raft request' (duration: 75.86697ms)","trace[279187610] 'compare' (duration: 39.983321ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:54.316321Z","caller":"traceutil/trace.go:171","msg":"trace[1951191207] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"116.146471ms","start":"2026-04-21T03:25:54.200131Z","end":"2026-04-21T03:25:54.316277Z","steps":["trace[1951191207] 'process raft request' (duration: 116.023377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:55.484176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142488825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:25:55.716589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396826838s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:25:56.984078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T03:25:56.984888Z","caller":"traceutil/trace.go:171","msg":"trace[269079669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001150893s","start":"2026-04-21T03:25:54.983683Z","end":"2026-04-21T03:25:56.984834Z","steps":["trace[269079669] 'agreement among raft nodes before linearized reading' (duration: 2.000343436s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:56.984987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:54.983661Z","time spent":"2.001308018s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:25:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:25:57.439576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000716428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T03:25:57.439699Z","caller":"traceutil/trace.go:171","msg":"trace[209991342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923856s","start":"2026-04-21T03:25:55.438747Z","end":"2026-04-21T03:25:57.439671Z","steps":["trace[209991342] 'agreement among raft nodes before linearized reading' (duration: 2.00073996s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:57.439775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:55.438705Z","time spent":"2.00105579s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:25:57.850175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.133329622s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:25:58.272963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:57.20881Z","time spent":"1.064138509s","remote":"127.0.0.1:54198","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T03:25:58.273988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556892642s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:25:58.274365Z","caller":"traceutil/trace.go:171","msg":"trace[1009636791] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"3.954626831s","start":"2026-04-21T03:25:54.319688Z","end":"2026-04-21T03:25:58.274315Z","steps":["trace[1009636791] 'process raft request' (duration: 1.397230002s)","trace[1009636791] 'compare' (duration: 2.555672952s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:25:58.274483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:54.319671Z","time spent":"3.954761215s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:25:58.274579Z","caller":"traceutil/trace.go:171","msg":"trace[1322269369] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:617; }","duration":"3.290815924s","start":"2026-04-21T03:25:54.983736Z","end":"2026-04-21T03:25:58.274552Z","steps":["trace[1322269369] 'read index received' (duration: 733.197278ms)","trace[1322269369] 'applied index is now lower than readState.Index' (duration: 2.557617486s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:58.27678Z","caller":"traceutil/trace.go:171","msg":"trace[1238147506] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"2.806550409s","start":"2026-04-21T03:25:55.470081Z","end":"2026-04-21T03:25:58.276631Z","steps":["trace[1238147506] 'process raft request' (duration: 2.804093656s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.277165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:55.470056Z","time spent":"2.806904071s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:25:58.288253Z","caller":"traceutil/trace.go:171","msg":"trace[1116708335] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.299702668s","start":"2026-04-21T03:25:56.988523Z","end":"2026-04-21T03:25:58.288226Z","steps":["trace[1116708335] 'process raft request' (duration: 1.299492821s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.288484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:56.988494Z","time spent":"1.299847443s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:25:58.307735Z","caller":"traceutil/trace.go:171","msg":"trace[1576186046] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"306.336986ms","start":"2026-04-21T03:25:58.001379Z","end":"2026-04-21T03:25:58.307716Z","steps":["trace[1576186046] 'process raft request' (duration: 306.082038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.307843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:58.001362Z","time spent":"306.415948ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:25:58.307997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.690121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:58.3081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.301241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:58.308126Z","caller":"traceutil/trace.go:171","msg":"trace[2126880566] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:601; }","duration":"101.851386ms","start":"2026-04-21T03:25:58.206247Z","end":"2026-04-21T03:25:58.308098Z","steps":["trace[2126880566] 'agreement among raft nodes before linearized reading' (duration: 101.657229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.308209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.853396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:58.30824Z","caller":"traceutil/trace.go:171","msg":"trace[1393572894] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:601; }","duration":"344.926518ms","start":"2026-04-21T03:25:57.963305Z","end":"2026-04-21T03:25:58.308232Z","steps":["trace[1393572894] 'agreement among raft nodes before linearized reading' (duration: 344.873707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.308277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:57.963287Z","time spent":"344.981681ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-21T03:25:58.30801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.071172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:58.308397Z","caller":"traceutil/trace.go:171","msg":"trace[1595299151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"860.698624ms","start":"2026-04-21T03:25:57.447685Z","end":"2026-04-21T03:25:58.308383Z","steps":["trace[1595299151] 'agreement among raft nodes before linearized reading' (duration: 860.256719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.308438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:57.447655Z","time spent":"860.771566ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:25:58.308469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987066276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T03:25:58.308486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.133556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:58.308152Z","caller":"traceutil/trace.go:171","msg":"trace[1470193819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:601; }","duration":"102.387054ms","start":"2026-04-21T03:25:58.205746Z","end":"2026-04-21T03:25:58.308133Z","steps":["trace[1470193819] 'agreement among raft nodes before linearized reading' (duration: 102.317302ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:58.308642Z","caller":"traceutil/trace.go:171","msg":"trace[1982344413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:601; }","duration":"1.987268193s","start":"2026-04-21T03:25:56.321297Z","end":"2026-04-21T03:25:58.308565Z","steps":["trace[1982344413] 'agreement among raft nodes before linearized reading' (duration: 1.986982513s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.308726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:56.321231Z","time spent":"1.9874769s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:25:58.308582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986698334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:25:58.308033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050980436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:25:58.308831Z","caller":"traceutil/trace.go:171","msg":"trace[1831615156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"1.986967464s","start":"2026-04-21T03:25:56.321846Z","end":"2026-04-21T03:25:58.308814Z","steps":["trace[1831615156] 'agreement among raft nodes before linearized reading' (duration: 1.986220758s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.308889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:56.321836Z","time spent":"1.987040906s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:25:58.3089Z","caller":"traceutil/trace.go:171","msg":"trace[1939980557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"2.051885828s","start":"2026-04-21T03:25:56.256989Z","end":"2026-04-21T03:25:58.308875Z","steps":["trace[1939980557] 'agreement among raft nodes before linearized reading' (duration: 2.05078098s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.30895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:25:56.256965Z","time spent":"2.051972031s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:25:58.3087Z","caller":"traceutil/trace.go:171","msg":"trace[1690604749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:601; }","duration":"102.343933ms","start":"2026-04-21T03:25:58.206228Z","end":"2026-04-21T03:25:58.308572Z","steps":["trace[1690604749] 'agreement among raft nodes before linearized reading' (duration: 102.027722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:58.750527Z","caller":"traceutil/trace.go:171","msg":"trace[1552156513] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"258.923126ms","start":"2026-04-21T03:25:58.49157Z","end":"2026-04-21T03:25:58.750493Z","steps":["trace[1552156513] 'process raft request' (duration: 200.388881ms)","trace[1552156513] 'compare' (duration: 58.219645ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:58.771903Z","caller":"traceutil/trace.go:171","msg":"trace[1647380486] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:627; }","duration":"226.98576ms","start":"2026-04-21T03:25:58.544899Z","end":"2026-04-21T03:25:58.771884Z","steps":["trace[1647380486] 'read index received' (duration: 147.072093ms)","trace[1647380486] 'applied index is now lower than readState.Index' (duration: 79.912406ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:58.772034Z","caller":"traceutil/trace.go:171","msg":"trace[2070010744] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"279.839053ms","start":"2026-04-21T03:25:58.492178Z","end":"2026-04-21T03:25:58.772017Z","steps":["trace[2070010744] 'process raft request' (duration: 279.607335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.772395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.469846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:58.772465Z","caller":"traceutil/trace.go:171","msg":"trace[1077110556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:607; }","duration":"227.582389ms","start":"2026-04-21T03:25:58.544867Z","end":"2026-04-21T03:25:58.772449Z","steps":["trace[1077110556] 'agreement among raft nodes before linearized reading' (duration: 227.480216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:58.772739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.532767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:58.77275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.787046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:58.772881Z","caller":"traceutil/trace.go:171","msg":"trace[779494764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:607; }","duration":"227.91607ms","start":"2026-04-21T03:25:58.544954Z","end":"2026-04-21T03:25:58.77287Z","steps":["trace[779494764] 'agreement among raft nodes before linearized reading' (duration: 227.099843ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:58.772825Z","caller":"traceutil/trace.go:171","msg":"trace[390948233] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:607; }","duration":"227.647071ms","start":"2026-04-21T03:25:58.54516Z","end":"2026-04-21T03:25:58.772807Z","steps":["trace[390948233] 'agreement among raft nodes before linearized reading' (duration: 227.532727ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:59.07306Z","caller":"traceutil/trace.go:171","msg":"trace[458330261] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"172.429949ms","start":"2026-04-21T03:25:58.900602Z","end":"2026-04-21T03:25:59.073032Z","steps":["trace[458330261] 'read index received' (duration: 171.56463ms)","trace[458330261] 'applied index is now lower than readState.Index' (duration: 864.279µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:25:59.07318Z","caller":"traceutil/trace.go:171","msg":"trace[1910893747] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"199.298526ms","start":"2026-04-21T03:25:58.873872Z","end":"2026-04-21T03:25:59.07317Z","steps":["trace[1910893747] 'process raft request' (duration: 198.556591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:59.073591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.895191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:59.073642Z","caller":"traceutil/trace.go:171","msg":"trace[1657923148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:608; }","duration":"124.008936ms","start":"2026-04-21T03:25:58.949621Z","end":"2026-04-21T03:25:59.07363Z","steps":["trace[1657923148] 'agreement among raft nodes before linearized reading' (duration: 123.915842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:59.073628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.910835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:25:59.074007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.398039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:59.074066Z","caller":"traceutil/trace.go:171","msg":"trace[1286941931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:608; }","duration":"124.506503ms","start":"2026-04-21T03:25:58.949544Z","end":"2026-04-21T03:25:59.074051Z","steps":["trace[1286941931] 'agreement among raft nodes before linearized reading' (duration: 124.41298ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:59.074057Z","caller":"traceutil/trace.go:171","msg":"trace[1964557097] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:608; }","duration":"173.388881ms","start":"2026-04-21T03:25:58.900619Z","end":"2026-04-21T03:25:59.074008Z","steps":["trace[1964557097] 'agreement among raft nodes before linearized reading' (duration: 172.623565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:59.074162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.72817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:59.074202Z","caller":"traceutil/trace.go:171","msg":"trace[1996670709] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:608; }","duration":"172.784941ms","start":"2026-04-21T03:25:58.901406Z","end":"2026-04-21T03:25:59.074191Z","steps":["trace[1996670709] 'agreement among raft nodes before linearized reading' (duration: 172.725389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:25:59.074377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.768434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:25:59.074416Z","caller":"traceutil/trace.go:171","msg":"trace[200426503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:608; }","duration":"173.849076ms","start":"2026-04-21T03:25:58.900558Z","end":"2026-04-21T03:25:59.074407Z","steps":["trace[200426503] 'agreement among raft nodes before linearized reading' (duration: 173.791264ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:25:59.816105Z","caller":"traceutil/trace.go:171","msg":"trace[321223183] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"160.326071ms","start":"2026-04-21T03:25:59.655735Z","end":"2026-04-21T03:25:59.816061Z","steps":["trace[321223183] 'process raft request' (duration: 157.631881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:00.154589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.386772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:00.154725Z","caller":"traceutil/trace.go:171","msg":"trace[1165021751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:609; }","duration":"217.542547ms","start":"2026-04-21T03:25:59.937164Z","end":"2026-04-21T03:26:00.154706Z","steps":["trace[1165021751] 'range keys from in-memory index tree' (duration: 217.364652ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:00.166792Z","caller":"traceutil/trace.go:171","msg":"trace[478764644] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"293.169498ms","start":"2026-04-21T03:25:59.873583Z","end":"2026-04-21T03:26:00.166753Z","steps":["trace[478764644] 'process raft request' (duration: 292.976352ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:03.295785Z","caller":"traceutil/trace.go:171","msg":"trace[499185081] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"238.766325ms","start":"2026-04-21T03:26:03.056992Z","end":"2026-04-21T03:26:03.295758Z","steps":["trace[499185081] 'process raft request' (duration: 238.191806ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:04.717789Z","caller":"traceutil/trace.go:171","msg":"trace[1001119284] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"362.839583ms","start":"2026-04-21T03:26:04.354913Z","end":"2026-04-21T03:26:04.717752Z","steps":["trace[1001119284] 'read index received' (duration: 362.653677ms)","trace[1001119284] 'applied index is now lower than readState.Index' (duration: 184.446µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:04.717884Z","caller":"traceutil/trace.go:171","msg":"trace[754611964] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"778.565287ms","start":"2026-04-21T03:26:03.939266Z","end":"2026-04-21T03:26:04.717831Z","steps":["trace[754611964] 'process raft request' (duration: 778.249317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:04.718062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.132802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:26:04.718095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:03.939247Z","time spent":"778.742122ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:04.718168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.814966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:04.71811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.309045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:26:04.71822Z","caller":"traceutil/trace.go:171","msg":"trace[372898052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"276.896858ms","start":"2026-04-21T03:26:04.441307Z","end":"2026-04-21T03:26:04.718203Z","steps":["trace[372898052] 'agreement among raft nodes before linearized reading' (duration: 276.837396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:04.71838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.080033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:26:04.71843Z","caller":"traceutil/trace.go:171","msg":"trace[379035840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"338.159286ms","start":"2026-04-21T03:26:04.380256Z","end":"2026-04-21T03:26:04.718415Z","steps":["trace[379035840] 'agreement among raft nodes before linearized reading' (duration: 338.017091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:04.718464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.380211Z","time spent":"338.244259ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:26:04.71838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.034599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:26:04.718502Z","caller":"traceutil/trace.go:171","msg":"trace[1077951382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"337.179365ms","start":"2026-04-21T03:26:04.381312Z","end":"2026-04-21T03:26:04.718491Z","steps":["trace[1077951382] 'agreement among raft nodes before linearized reading' (duration: 336.908096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:04.718529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.381296Z","time spent":"337.227247ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:26:04.71886Z","caller":"traceutil/trace.go:171","msg":"trace[134925756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"362.46017ms","start":"2026-04-21T03:26:04.35575Z","end":"2026-04-21T03:26:04.71821Z","steps":["trace[134925756] 'agreement among raft nodes before linearized reading' (duration: 362.206162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:04.718908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.355736Z","time spent":"363.160284ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:26:04.719532Z","caller":"traceutil/trace.go:171","msg":"trace[427968411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"364.660202ms","start":"2026-04-21T03:26:04.354857Z","end":"2026-04-21T03:26:04.719517Z","steps":["trace[427968411] 'agreement among raft nodes before linearized reading' (duration: 363.05834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:04.719601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.354835Z","time spent":"364.737924ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:26:06.139346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416480426s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:26:06.139775Z","caller":"traceutil/trace.go:171","msg":"trace[657279659] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.416965332s","start":"2026-04-21T03:26:04.722778Z","end":"2026-04-21T03:26:06.139743Z","steps":["trace[657279659] 'process raft request' (duration: 1.416766105s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:06.139899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.722759Z","time spent":"1.417064554s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:06.94197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142488955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:26:08.232146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195326031s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:26:08.232395Z","caller":"traceutil/trace.go:171","msg":"trace[346102974] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:664; }","duration":"1.791310513s","start":"2026-04-21T03:26:06.441067Z","end":"2026-04-21T03:26:08.232377Z","steps":["trace[346102974] 'read index received' (duration: 595.577859ms)","trace[346102974] 'applied index is now lower than readState.Index' (duration: 1.195731774s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:08.232835Z","caller":"traceutil/trace.go:171","msg":"trace[1872908846] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"3.508934532s","start":"2026-04-21T03:26:04.723847Z","end":"2026-04-21T03:26:08.232781Z","steps":["trace[1872908846] 'process raft request' (duration: 3.508402336s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:08.23289Z","caller":"traceutil/trace.go:171","msg":"trace[1861543073] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"3.509305374s","start":"2026-04-21T03:26:04.723559Z","end":"2026-04-21T03:26:08.232864Z","steps":["trace[1861543073] 'process raft request' (duration: 2.313161268s)","trace[1861543073] 'compare' (duration: 1.194906878s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:08.232877Z","caller":"traceutil/trace.go:171","msg":"trace[1398902956] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"3.508939582s","start":"2026-04-21T03:26:04.72387Z","end":"2026-04-21T03:26:08.232809Z","steps":["trace[1398902956] 'process raft request' (duration: 3.508464268s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:08.232963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79187819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:08.232998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.723837Z","time spent":"3.509081767s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:08.233017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.723536Z","time spent":"3.509399187s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:08.23305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:04.72386Z","time spent":"3.509111217s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:08.23306Z","caller":"traceutil/trace.go:171","msg":"trace[1025465925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"1.792023784s","start":"2026-04-21T03:26:06.441015Z","end":"2026-04-21T03:26:08.233039Z","steps":["trace[1025465925] 'agreement among raft nodes before linearized reading' (duration: 1.791780827s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:08.2331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:06.440994Z","time spent":"1.792098707s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:26:08.357631Z","caller":"traceutil/trace.go:171","msg":"trace[1459221489] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"125.120738ms","start":"2026-04-21T03:26:08.232432Z","end":"2026-04-21T03:26:08.357553Z","steps":["trace[1459221489] 'read index received' (duration: 52.782836ms)","trace[1459221489] 'applied index is now lower than readState.Index' (duration: 72.334452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:08.380461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.838225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:26:08.380549Z","caller":"traceutil/trace.go:171","msg":"trace[1926464305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"236.97272ms","start":"2026-04-21T03:26:08.143553Z","end":"2026-04-21T03:26:08.380526Z","steps":["trace[1926464305] 'agreement among raft nodes before linearized reading' (duration: 214.272457ms)","trace[1926464305] 'range keys from in-memory index tree' (duration: 22.494146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:08.380514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.676733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:08.380706Z","caller":"traceutil/trace.go:171","msg":"trace[1843739067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"145.910751ms","start":"2026-04-21T03:26:08.234776Z","end":"2026-04-21T03:26:08.380687Z","steps":["trace[1843739067] 'agreement among raft nodes before linearized reading' (duration: 123.159827ms)","trace[1843739067] 'range keys from in-memory index tree' (duration: 22.487996ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:09.06597Z","caller":"traceutil/trace.go:171","msg":"trace[1794496220] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"126.27597ms","start":"2026-04-21T03:26:08.939664Z","end":"2026-04-21T03:26:09.06594Z","steps":["trace[1794496220] 'process raft request' (duration: 126.101754ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:09.076239Z","caller":"traceutil/trace.go:171","msg":"trace[1395640239] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"105.099131ms","start":"2026-04-21T03:26:08.971118Z","end":"2026-04-21T03:26:09.076218Z","steps":["trace[1395640239] 'process raft request' (duration: 104.998448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.598865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295047293s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:26:11.599113Z","caller":"traceutil/trace.go:171","msg":"trace[1176392983] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.386113241s","start":"2026-04-21T03:26:10.212982Z","end":"2026-04-21T03:26:11.599095Z","steps":["trace[1176392983] 'process raft request' (duration: 1.386018678s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.599299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.212959Z","time spent":"1.386308147s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:26:11.599272Z","caller":"traceutil/trace.go:171","msg":"trace[686879480] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.394753848s","start":"2026-04-21T03:26:10.204484Z","end":"2026-04-21T03:26:11.599238Z","steps":["trace[686879480] 'process raft request' (duration: 99.228281ms)","trace[686879480] 'compare' (duration: 1.294868646s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:11.60002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.204422Z","time spent":"1.394967045s","remote":"127.0.0.1:59452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:26:11.60747Z","caller":"traceutil/trace.go:171","msg":"trace[1593220150] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:688; }","duration":"1.371131796s","start":"2026-04-21T03:26:10.236318Z","end":"2026-04-21T03:26:11.60745Z","steps":["trace[1593220150] 'read index received' (duration: 67.409896ms)","trace[1593220150] 'applied index is now lower than readState.Index' (duration: 1.30372116s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:11.607574Z","caller":"traceutil/trace.go:171","msg":"trace[1280042267] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.375633535s","start":"2026-04-21T03:26:10.231916Z","end":"2026-04-21T03:26:11.60755Z","steps":["trace[1280042267] 'process raft request' (duration: 1.375357097s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.607615Z","caller":"traceutil/trace.go:171","msg":"trace[885630051] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.375608164s","start":"2026-04-21T03:26:10.231999Z","end":"2026-04-21T03:26:11.607607Z","steps":["trace[885630051] 'process raft request' (duration: 1.375385127s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.607707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.231992Z","time spent":"1.375645555s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:11.607726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.231895Z","time spent":"1.375735997s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:11.607779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371445825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:26:11.607865Z","caller":"traceutil/trace.go:171","msg":"trace[1549352041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"1.371553899s","start":"2026-04-21T03:26:10.236293Z","end":"2026-04-21T03:26:11.607847Z","steps":["trace[1549352041] 'agreement among raft nodes before linearized reading' (duration: 1.371281891s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.607899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.236283Z","time spent":"1.3716092s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:26:11.719051Z","caller":"traceutil/trace.go:171","msg":"trace[1815272863] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.137856442s","start":"2026-04-21T03:26:10.581153Z","end":"2026-04-21T03:26:11.719009Z","steps":["trace[1815272863] 'process raft request' (duration: 1.137543033s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.719134Z","caller":"traceutil/trace.go:171","msg":"trace[424258714] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"736.211738ms","start":"2026-04-21T03:26:10.982858Z","end":"2026-04-21T03:26:11.71907Z","steps":["trace[424258714] 'process raft request' (duration: 736.095064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.719244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.581133Z","time spent":"1.138027808s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:26:11.719293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.909641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:11.719322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.982825Z","time spent":"736.395564ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:26:11.719379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.717664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:11.71942Z","caller":"traceutil/trace.go:171","msg":"trace[963559214] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"936.724416ms","start":"2026-04-21T03:26:10.782682Z","end":"2026-04-21T03:26:11.719407Z","steps":["trace[963559214] 'process raft request' (duration: 936.206139ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.719416Z","caller":"traceutil/trace.go:171","msg":"trace[2069887643] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"511.240808ms","start":"2026-04-21T03:26:11.208158Z","end":"2026-04-21T03:26:11.719399Z","steps":["trace[2069887643] 'process raft request' (duration: 510.840415ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.719452Z","caller":"traceutil/trace.go:171","msg":"trace[1555460316] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:672; }","duration":"338.815537ms","start":"2026-04-21T03:26:11.380607Z","end":"2026-04-21T03:26:11.719422Z","steps":["trace[1555460316] 'agreement among raft nodes before linearized reading' (duration: 338.743454ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.71937Z","caller":"traceutil/trace.go:171","msg":"trace[50026059] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:672; }","duration":"138.021264ms","start":"2026-04-21T03:26:11.581331Z","end":"2026-04-21T03:26:11.719352Z","steps":["trace[50026059] 'agreement among raft nodes before linearized reading' (duration: 137.86978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.719504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.782663Z","time spent":"936.791649ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:26:11.719493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:11.20813Z","time spent":"511.332381ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:26:11.719525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:11.380582Z","time spent":"338.92707ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-21T03:26:11.719288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.200768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cdd9z\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-21T03:26:11.71962Z","caller":"traceutil/trace.go:171","msg":"trace[764508097] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cdd9z; range_end:; response_count:1; response_revision:672; }","duration":"767.58701ms","start":"2026-04-21T03:26:10.952017Z","end":"2026-04-21T03:26:11.719604Z","steps":["trace[764508097] 'agreement among raft nodes before linearized reading' (duration: 767.066923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.719662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277845555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:11.719664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339562325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:11.719675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.952Z","time spent":"767.655782ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17543,"request content":"key:\"/registry/pods/kube-system/cilium-cdd9z\" "} {"level":"info","ts":"2026-04-21T03:26:11.719711Z","caller":"traceutil/trace.go:171","msg":"trace[586354953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"1.277930297s","start":"2026-04-21T03:26:10.441768Z","end":"2026-04-21T03:26:11.719698Z","steps":["trace[586354953] 'agreement among raft nodes before linearized reading' (duration: 1.277854115s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.719717Z","caller":"traceutil/trace.go:171","msg":"trace[1354732212] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:672; }","duration":"1.339657617s","start":"2026-04-21T03:26:10.380048Z","end":"2026-04-21T03:26:11.719705Z","steps":["trace[1354732212] 'agreement among raft nodes before linearized reading' (duration: 1.339577415s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.719758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.380031Z","time spent":"1.339717881s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-21T03:26:11.71976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.441745Z","time spent":"1.278001269s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:26:11.719772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483295955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:26:11.719818Z","caller":"traceutil/trace.go:171","msg":"trace[586235843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"1.483338486s","start":"2026-04-21T03:26:10.236465Z","end":"2026-04-21T03:26:11.719804Z","steps":["trace[586235843] 'agreement among raft nodes before linearized reading' (duration: 1.483203032s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.719866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.236447Z","time spent":"1.483410578s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:26:11.71995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327569553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:26:11.720051Z","caller":"traceutil/trace.go:171","msg":"trace[1299341073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:672; }","duration":"1.327701187s","start":"2026-04-21T03:26:10.392333Z","end":"2026-04-21T03:26:11.720034Z","steps":["trace[1299341073] 'agreement among raft nodes before linearized reading' (duration: 1.32680777s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.72011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483740778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:26:11.720166Z","caller":"traceutil/trace.go:171","msg":"trace[322770949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:672; }","duration":"1.48380758s","start":"2026-04-21T03:26:10.236345Z","end":"2026-04-21T03:26:11.720153Z","steps":["trace[322770949] 'agreement among raft nodes before linearized reading' (duration: 1.483650995s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:11.720203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.236341Z","time spent":"1.483854482s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:26:11.720221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:10.392318Z","time spent":"1.327821931s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:26:11.720639Z","caller":"traceutil/trace.go:171","msg":"trace[550232110] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:692; }","duration":"112.956063ms","start":"2026-04-21T03:26:11.607529Z","end":"2026-04-21T03:26:11.719045Z","steps":["trace[550232110] 'read index received' (duration: 111.150677ms)","trace[550232110] 'applied index is now lower than readState.Index' (duration: 364.211µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:11.729391Z","caller":"traceutil/trace.go:171","msg":"trace[288392537] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"116.270174ms","start":"2026-04-21T03:26:11.613102Z","end":"2026-04-21T03:26:11.729372Z","steps":["trace[288392537] 'process raft request' (duration: 116.069698ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.729726Z","caller":"traceutil/trace.go:171","msg":"trace[1488966193] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"115.639605ms","start":"2026-04-21T03:26:11.614065Z","end":"2026-04-21T03:26:11.729704Z","steps":["trace[1488966193] 'process raft request' (duration: 115.259084ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:11.729781Z","caller":"traceutil/trace.go:171","msg":"trace[792294348] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"115.603214ms","start":"2026-04-21T03:26:11.614167Z","end":"2026-04-21T03:26:11.72977Z","steps":["trace[792294348] 'process raft request' (duration: 115.192772ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:12.239121Z","caller":"traceutil/trace.go:171","msg":"trace[1127138815] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"242.578991ms","start":"2026-04-21T03:26:11.996511Z","end":"2026-04-21T03:26:12.23909Z","steps":["trace[1127138815] 'process raft request' (duration: 216.69247ms)","trace[1127138815] 'compare' (duration: 25.54344ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:12.447681Z","caller":"traceutil/trace.go:171","msg":"trace[1720492679] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"203.961121ms","start":"2026-04-21T03:26:12.243683Z","end":"2026-04-21T03:26:12.447644Z","steps":["trace[1720492679] 'process raft request' (duration: 203.241598ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:12.876614Z","caller":"traceutil/trace.go:171","msg":"trace[2138069075] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"154.941412ms","start":"2026-04-21T03:26:12.72164Z","end":"2026-04-21T03:26:12.876581Z","steps":["trace[2138069075] 'read index received' (duration: 154.833698ms)","trace[2138069075] 'applied index is now lower than readState.Index' (duration: 106.714µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:12.876659Z","caller":"traceutil/trace.go:171","msg":"trace[1969839696] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"291.894245ms","start":"2026-04-21T03:26:12.584732Z","end":"2026-04-21T03:26:12.876626Z","steps":["trace[1969839696] 'process raft request' (duration: 291.706679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:12.877119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.469648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:26:12.879242Z","caller":"traceutil/trace.go:171","msg":"trace[1165589853] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:695; }","duration":"155.573941ms","start":"2026-04-21T03:26:12.72158Z","end":"2026-04-21T03:26:12.877154Z","steps":["trace[1165589853] 'agreement among raft nodes before linearized reading' (duration: 155.115847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.194272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.419885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:26:13.194472Z","caller":"traceutil/trace.go:171","msg":"trace[358217961] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"408.454386ms","start":"2026-04-21T03:26:12.78593Z","end":"2026-04-21T03:26:13.194384Z","steps":["trace[358217961] 'process raft request' (duration: 182.761303ms)","trace[358217961] 'compare' (duration: 225.25547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:13.194536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:12.7859Z","time spent":"408.61132ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:26:13.250133Z","caller":"traceutil/trace.go:171","msg":"trace[1520631490] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"360.930853ms","start":"2026-04-21T03:26:12.88918Z","end":"2026-04-21T03:26:13.250111Z","steps":["trace[1520631490] 'process raft request' (duration: 360.84321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.250157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:12.880195Z","time spent":"369.954728ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T03:26:13.250273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:12.889159Z","time spent":"361.044926ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:13.541146Z","caller":"traceutil/trace.go:171","msg":"trace[1178238416] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"534.109373ms","start":"2026-04-21T03:26:13.006993Z","end":"2026-04-21T03:26:13.541102Z","steps":["trace[1178238416] 'process raft request' (duration: 533.747862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.541348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.006962Z","time spent":"534.291909ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:26:13.541461Z","caller":"traceutil/trace.go:171","msg":"trace[430345508] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"325.129033ms","start":"2026-04-21T03:26:13.2163Z","end":"2026-04-21T03:26:13.541429Z","steps":["trace[430345508] 'process raft request' (duration: 324.947637ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:13.541634Z","caller":"traceutil/trace.go:171","msg":"trace[1807421390] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"340.921543ms","start":"2026-04-21T03:26:13.200671Z","end":"2026-04-21T03:26:13.541593Z","steps":["trace[1807421390] 'process raft request' (duration: 340.324465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.541748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.216273Z","time spent":"325.291798ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:26:13.54192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.200652Z","time spent":"341.131098ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:26:13.799414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.437122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:26:13.799749Z","caller":"traceutil/trace.go:171","msg":"trace[1031808252] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"210.265299ms","start":"2026-04-21T03:26:13.589466Z","end":"2026-04-21T03:26:13.799731Z","steps":["trace[1031808252] 'process raft request' (duration: 210.223517ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:13.799791Z","caller":"traceutil/trace.go:171","msg":"trace[422024355] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"547.88254ms","start":"2026-04-21T03:26:13.251879Z","end":"2026-04-21T03:26:13.799761Z","steps":["trace[422024355] 'process raft request' (duration: 369.998404ms)","trace[422024355] 'compare' (duration: 177.304678ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:13.799883Z","caller":"traceutil/trace.go:171","msg":"trace[1310087436] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"537.758082ms","start":"2026-04-21T03:26:13.262099Z","end":"2026-04-21T03:26:13.799857Z","steps":["trace[1310087436] 'process raft request' (duration: 537.536276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.799951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.251859Z","time spent":"548.011503ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:13.799976Z","caller":"traceutil/trace.go:171","msg":"trace[85685943] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"537.875136ms","start":"2026-04-21T03:26:13.26204Z","end":"2026-04-21T03:26:13.799915Z","steps":["trace[85685943] 'process raft request' (duration: 537.488975ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:13.800023Z","caller":"traceutil/trace.go:171","msg":"trace[1886051876] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:722; }","duration":"419.968639ms","start":"2026-04-21T03:26:13.380001Z","end":"2026-04-21T03:26:13.79997Z","steps":["trace[1886051876] 'read index received' (duration: 160.718846ms)","trace[1886051876] 'applied index is now lower than readState.Index' (duration: 259.242373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:13.800325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.747235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:13.800371Z","caller":"traceutil/trace.go:171","msg":"trace[920549805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"338.830477ms","start":"2026-04-21T03:26:13.461527Z","end":"2026-04-21T03:26:13.800357Z","steps":["trace[920549805] 'agreement among raft nodes before linearized reading' (duration: 338.758805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.800358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.31736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-21T03:26:13.800404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.461503Z","time spent":"338.89278ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:26:13.800315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.262021Z","time spent":"538.097172ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:13.800447Z","caller":"traceutil/trace.go:171","msg":"trace[1703316660] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:704; }","duration":"420.488685ms","start":"2026-04-21T03:26:13.379942Z","end":"2026-04-21T03:26:13.800431Z","steps":["trace[1703316660] 'agreement among raft nodes before linearized reading' (duration: 420.152955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:13.800499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.379918Z","time spent":"420.570327ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-21T03:26:13.800616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.262094Z","time spent":"538.422502ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:13.800742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.233989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-21T03:26:13.800782Z","caller":"traceutil/trace.go:171","msg":"trace[1773249218] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:704; }","duration":"216.167428ms","start":"2026-04-21T03:26:13.584602Z","end":"2026-04-21T03:26:13.800769Z","steps":["trace[1773249218] 'agreement among raft nodes before linearized reading' (duration: 216.062285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.0623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.32785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:26:14.062531Z","caller":"traceutil/trace.go:171","msg":"trace[509265142] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"256.239552ms","start":"2026-04-21T03:26:13.806183Z","end":"2026-04-21T03:26:14.062423Z","steps":["trace[509265142] 'process raft request' (duration: 102.685215ms)","trace[509265142] 'compare' (duration: 153.193476ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:14.129121Z","caller":"traceutil/trace.go:171","msg":"trace[1720146601] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"322.479899ms","start":"2026-04-21T03:26:13.806612Z","end":"2026-04-21T03:26:14.129092Z","steps":["trace[1720146601] 'process raft request' (duration: 322.397807ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:14.129139Z","caller":"traceutil/trace.go:171","msg":"trace[735494667] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"322.542801ms","start":"2026-04-21T03:26:13.806559Z","end":"2026-04-21T03:26:14.129102Z","steps":["trace[735494667] 'process raft request' (duration: 322.312474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.129339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.806547Z","time spent":"322.677185ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:14.129557Z","caller":"traceutil/trace.go:171","msg":"trace[1189263793] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"322.682985ms","start":"2026-04-21T03:26:13.806858Z","end":"2026-04-21T03:26:14.129541Z","steps":["trace[1189263793] 'process raft request' (duration: 322.196361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.129665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.80683Z","time spent":"322.778378ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:14.129772Z","caller":"traceutil/trace.go:171","msg":"trace[355299672] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"310.955319ms","start":"2026-04-21T03:26:13.8188Z","end":"2026-04-21T03:26:14.129755Z","steps":["trace[355299672] 'process raft request' (duration: 310.578008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.129866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.818761Z","time spent":"311.057543ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:14.129741Z","caller":"traceutil/trace.go:171","msg":"trace[1030849253] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:729; }","duration":"321.734847ms","start":"2026-04-21T03:26:13.807982Z","end":"2026-04-21T03:26:14.129717Z","steps":["trace[1030849253] 'read index received' (duration: 100.969913ms)","trace[1030849253] 'applied index is now lower than readState.Index' (duration: 220.763944ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:14.130016Z","caller":"traceutil/trace.go:171","msg":"trace[548440609] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"271.013177ms","start":"2026-04-21T03:26:13.858992Z","end":"2026-04-21T03:26:14.130005Z","steps":["trace[548440609] 'process raft request' (duration: 270.599755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.129967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.962073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:26:14.130112Z","caller":"traceutil/trace.go:171","msg":"trace[2122353365] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:710; }","duration":"322.137309ms","start":"2026-04-21T03:26:13.807962Z","end":"2026-04-21T03:26:14.130099Z","steps":["trace[2122353365] 'agreement among raft nodes before linearized reading' (duration: 321.84898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.130152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.807952Z","time spent":"322.18733ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-21T03:26:14.13027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.602046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cdd9z\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-21T03:26:14.130336Z","caller":"traceutil/trace.go:171","msg":"trace[773080148] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cdd9z; range_end:; response_count:1; response_revision:710; }","duration":"155.716959ms","start":"2026-04-21T03:26:13.974603Z","end":"2026-04-21T03:26:14.13032Z","steps":["trace[773080148] 'agreement among raft nodes before linearized reading' (duration: 155.537263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.130494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.767379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-21T03:26:14.130541Z","caller":"traceutil/trace.go:171","msg":"trace[1587768285] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:710; }","duration":"150.834001ms","start":"2026-04-21T03:26:13.979696Z","end":"2026-04-21T03:26:14.13053Z","steps":["trace[1587768285] 'agreement among raft nodes before linearized reading' (duration: 150.703537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.130747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:13.80659Z","time spent":"322.622224ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:14.369581Z","caller":"traceutil/trace.go:171","msg":"trace[893735566] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"189.446721ms","start":"2026-04-21T03:26:14.180109Z","end":"2026-04-21T03:26:14.369556Z","steps":["trace[893735566] 'read index received' (duration: 189.393619ms)","trace[893735566] 'applied index is now lower than readState.Index' (duration: 51.892µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:14.369683Z","caller":"traceutil/trace.go:171","msg":"trace[1070773216] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"224.776866ms","start":"2026-04-21T03:26:14.144884Z","end":"2026-04-21T03:26:14.369661Z","steps":["trace[1070773216] 'process raft request' (duration: 224.522608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:14.36982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.691158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-21T03:26:14.369896Z","caller":"traceutil/trace.go:171","msg":"trace[1133067970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:711; }","duration":"189.812291ms","start":"2026-04-21T03:26:14.180063Z","end":"2026-04-21T03:26:14.369875Z","steps":["trace[1133067970] 'agreement among raft nodes before linearized reading' (duration: 189.606975ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:14.443118Z","caller":"traceutil/trace.go:171","msg":"trace[1034912148] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"238.989643ms","start":"2026-04-21T03:26:14.204107Z","end":"2026-04-21T03:26:14.443097Z","steps":["trace[1034912148] 'process raft request' (duration: 238.357694ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:14.443348Z","caller":"traceutil/trace.go:171","msg":"trace[1906636461] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"232.021183ms","start":"2026-04-21T03:26:14.211296Z","end":"2026-04-21T03:26:14.443317Z","steps":["trace[1906636461] 'process raft request' (duration: 231.401915ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:14.656059Z","caller":"traceutil/trace.go:171","msg":"trace[162632999] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"202.08176ms","start":"2026-04-21T03:26:14.453941Z","end":"2026-04-21T03:26:14.656022Z","steps":["trace[162632999] 'process raft request' (duration: 124.939505ms)","trace[162632999] 'compare' (duration: 76.99683ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:14.667018Z","caller":"traceutil/trace.go:171","msg":"trace[1182994160] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"115.294034ms","start":"2026-04-21T03:26:14.551678Z","end":"2026-04-21T03:26:14.666972Z","steps":["trace[1182994160] 'process raft request' (duration: 115.001685ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:15.301784Z","caller":"traceutil/trace.go:171","msg":"trace[156269321] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"114.536289ms","start":"2026-04-21T03:26:15.187217Z","end":"2026-04-21T03:26:15.301754Z","steps":["trace[156269321] 'process raft request' (duration: 114.293392ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:16.280744Z","caller":"traceutil/trace.go:171","msg":"trace[762531572] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"141.48995ms","start":"2026-04-21T03:26:16.138991Z","end":"2026-04-21T03:26:16.280481Z","steps":["trace[762531572] 'process raft request' (duration: 141.371056ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:16.284171Z","caller":"traceutil/trace.go:171","msg":"trace[1126405677] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"143.52401ms","start":"2026-04-21T03:26:16.140625Z","end":"2026-04-21T03:26:16.284149Z","steps":["trace[1126405677] 'process raft request' (duration: 143.473858ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:16.28428Z","caller":"traceutil/trace.go:171","msg":"trace[187028581] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"144.702255ms","start":"2026-04-21T03:26:16.139568Z","end":"2026-04-21T03:26:16.284271Z","steps":["trace[187028581] 'process raft request' (duration: 144.360675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:28.623675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142489274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:26:29.123874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142489274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:26:29.368394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926592773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:29.368505Z","caller":"traceutil/trace.go:171","msg":"trace[627930097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"1.926756267s","start":"2026-04-21T03:26:27.441729Z","end":"2026-04-21T03:26:29.368485Z","steps":["trace[627930097] 'range keys from in-memory index tree' (duration: 1.92650081s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.368544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:27.441708Z","time spent":"1.92682774s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:26:29.614074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538622406s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:26:29.614844Z","caller":"traceutil/trace.go:171","msg":"trace[1626941039] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.539534771s","start":"2026-04-21T03:26:28.07528Z","end":"2026-04-21T03:26:29.614814Z","steps":["trace[1626941039] 'process raft request' (duration: 1.539270914s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.615122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.075253Z","time spent":"1.539742987s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:29.639037Z","caller":"traceutil/trace.go:171","msg":"trace[321279009] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:837; }","duration":"1.515442611s","start":"2026-04-21T03:26:28.123572Z","end":"2026-04-21T03:26:29.639015Z","steps":["trace[321279009] 'read index received' (duration: 1.490780652s)","trace[321279009] 'applied index is now lower than readState.Index' (duration: 24.661069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:29.639303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515712478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T03:26:29.639292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.300692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:29.639347Z","caller":"traceutil/trace.go:171","msg":"trace[579225463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:811; }","duration":"1.51579959s","start":"2026-04-21T03:26:28.123536Z","end":"2026-04-21T03:26:29.639336Z","steps":["trace[579225463] 'agreement among raft nodes before linearized reading' (duration: 1.515617305s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639368Z","caller":"traceutil/trace.go:171","msg":"trace[643102589] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:811; }","duration":"182.401555ms","start":"2026-04-21T03:26:29.45695Z","end":"2026-04-21T03:26:29.639351Z","steps":["trace[643102589] 'agreement among raft nodes before linearized reading' (duration: 182.253581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.639383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.123518Z","time spent":"1.515855661s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:26:29.639365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.669877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.639537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.055317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:29.639501Z","caller":"traceutil/trace.go:171","msg":"trace[46945473] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:811; }","duration":"168.844261ms","start":"2026-04-21T03:26:29.47064Z","end":"2026-04-21T03:26:29.639484Z","steps":["trace[46945473] 'agreement among raft nodes before linearized reading' (duration: 168.587584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.639597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.61992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.63961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.759177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.639557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.068157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:29.639683Z","caller":"traceutil/trace.go:171","msg":"trace[729074907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"269.843829ms","start":"2026-04-21T03:26:29.369823Z","end":"2026-04-21T03:26:29.639667Z","steps":["trace[729074907] 'agreement among raft nodes before linearized reading' (duration: 269.752666ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639703Z","caller":"traceutil/trace.go:171","msg":"trace[1620894667] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:811; }","duration":"233.267063ms","start":"2026-04-21T03:26:29.4064Z","end":"2026-04-21T03:26:29.639667Z","steps":["trace[1620894667] 'agreement among raft nodes before linearized reading' (duration: 233.017075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.639737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.937195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.639745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303995924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:26:29.639772Z","caller":"traceutil/trace.go:171","msg":"trace[1343474920] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:811; }","duration":"233.004237ms","start":"2026-04-21T03:26:29.406749Z","end":"2026-04-21T03:26:29.639753Z","steps":["trace[1343474920] 'agreement among raft nodes before linearized reading' (duration: 232.970956ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639778Z","caller":"traceutil/trace.go:171","msg":"trace[857985418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:811; }","duration":"1.304049756s","start":"2026-04-21T03:26:28.335719Z","end":"2026-04-21T03:26:29.639768Z","steps":["trace[857985418] 'agreement among raft nodes before linearized reading' (duration: 1.303965354s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.639804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.335706Z","time spent":"1.304092627s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:26:29.639716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303317056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-21T03:26:29.639879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.426518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.639905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.964851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.63953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305823674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:26:29.639907Z","caller":"traceutil/trace.go:171","msg":"trace[2067081059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:811; }","duration":"233.468829ms","start":"2026-04-21T03:26:29.406431Z","end":"2026-04-21T03:26:29.6399Z","steps":["trace[2067081059] 'agreement among raft nodes before linearized reading' (duration: 233.419227ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639924Z","caller":"traceutil/trace.go:171","msg":"trace[1869624829] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:811; }","duration":"183.004962ms","start":"2026-04-21T03:26:29.456914Z","end":"2026-04-21T03:26:29.639919Z","steps":["trace[1869624829] 'agreement among raft nodes before linearized reading' (duration: 182.974321ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639939Z","caller":"traceutil/trace.go:171","msg":"trace[1557407955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.306303568s","start":"2026-04-21T03:26:28.333627Z","end":"2026-04-21T03:26:29.639931Z","steps":["trace[1557407955] 'agreement among raft nodes before linearized reading' (duration: 1.305559867s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.639956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.770663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.639979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.333607Z","time spent":"1.30635928s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:26:29.639912Z","caller":"traceutil/trace.go:171","msg":"trace[2043226765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.303512492s","start":"2026-04-21T03:26:28.336386Z","end":"2026-04-21T03:26:29.639899Z","steps":["trace[2043226765] 'agreement among raft nodes before linearized reading' (duration: 1.303250174s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.640018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.972428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:26:29.640016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.129383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:26:29.640038Z","caller":"traceutil/trace.go:171","msg":"trace[1901062222] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:811; }","duration":"156.017559ms","start":"2026-04-21T03:26:29.484016Z","end":"2026-04-21T03:26:29.640034Z","steps":["trace[1901062222] 'agreement among raft nodes before linearized reading' (duration: 155.985328ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639607Z","caller":"traceutil/trace.go:171","msg":"trace[1833286216] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:811; }","duration":"169.190151ms","start":"2026-04-21T03:26:29.470398Z","end":"2026-04-21T03:26:29.639589Z","steps":["trace[1833286216] 'agreement among raft nodes before linearized reading' (duration: 169.071048ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.640049Z","caller":"traceutil/trace.go:171","msg":"trace[1365516278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:811; }","duration":"885.213945ms","start":"2026-04-21T03:26:28.754827Z","end":"2026-04-21T03:26:29.640041Z","steps":["trace[1365516278] 'agreement among raft nodes before linearized reading' (duration: 885.107743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.640056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.336372Z","time spent":"1.303664185s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:26:29.640087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.754802Z","time spent":"885.275647ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:26:29.63962Z","caller":"traceutil/trace.go:171","msg":"trace[1885253247] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:811; }","duration":"182.651592ms","start":"2026-04-21T03:26:29.456963Z","end":"2026-04-21T03:26:29.639614Z","steps":["trace[1885253247] 'agreement among raft nodes before linearized reading' (duration: 182.61552ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.639987Z","caller":"traceutil/trace.go:171","msg":"trace[163787853] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:811; }","duration":"155.801394ms","start":"2026-04-21T03:26:29.484176Z","end":"2026-04-21T03:26:29.639977Z","steps":["trace[163787853] 'agreement among raft nodes before linearized reading' (duration: 155.754982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.640153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.150313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:29.640243Z","caller":"traceutil/trace.go:171","msg":"trace[656681141] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:811; }","duration":"156.170624ms","start":"2026-04-21T03:26:29.483996Z","end":"2026-04-21T03:26:29.640167Z","steps":["trace[656681141] 'agreement among raft nodes before linearized reading' (duration: 156.140183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.639438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.993556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:29.640309Z","caller":"traceutil/trace.go:171","msg":"trace[1448857802] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:811; }","duration":"169.908571ms","start":"2026-04-21T03:26:29.470395Z","end":"2026-04-21T03:26:29.640304Z","steps":["trace[1448857802] 'agreement among raft nodes before linearized reading' (duration: 169.000176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.640567Z","caller":"traceutil/trace.go:171","msg":"trace[1011449622] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"869.44657ms","start":"2026-04-21T03:26:28.771107Z","end":"2026-04-21T03:26:29.640554Z","steps":["trace[1011449622] 'process raft request' (duration: 867.778804ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:26:29.640574Z","caller":"traceutil/trace.go:171","msg":"trace[2034611728] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"810.796178ms","start":"2026-04-21T03:26:28.828342Z","end":"2026-04-21T03:26:29.639139Z","steps":["trace[2034611728] 'process raft request' (duration: 810.636634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:29.640693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.828313Z","time spent":"812.302049ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:26:29.640696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:28.771079Z","time spent":"869.557472ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:26:33.51214Z","caller":"traceutil/trace.go:171","msg":"trace[1598445811] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:860; }","duration":"184.698166ms","start":"2026-04-21T03:26:33.327414Z","end":"2026-04-21T03:26:33.512112Z","steps":["trace[1598445811] 'read index received' (duration: 87.370979ms)","trace[1598445811] 'applied index is now lower than readState.Index' (duration: 97.325827ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:26:33.51216Z","caller":"traceutil/trace.go:171","msg":"trace[2074080572] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"186.191726ms","start":"2026-04-21T03:26:33.325926Z","end":"2026-04-21T03:26:33.512118Z","steps":["trace[2074080572] 'process raft request' (duration: 88.88433ms)","trace[2074080572] 'compare' (duration: 97.166872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:26:33.512301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:26:33.512628Z","caller":"traceutil/trace.go:171","msg":"trace[860924570] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:830; }","duration":"185.210889ms","start":"2026-04-21T03:26:33.327366Z","end":"2026-04-21T03:26:33.512577Z","steps":["trace[860924570] 'agreement among raft nodes before linearized reading' (duration: 184.8541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:26:59.483591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142489993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:26:59.984289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142489993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:27:00.115741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332408248s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:27:00.116201Z","caller":"traceutil/trace.go:171","msg":"trace[2037864927] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1244; }","duration":"1.133585637s","start":"2026-04-21T03:26:58.982583Z","end":"2026-04-21T03:27:00.116169Z","steps":["trace[2037864927] 'read index received' (duration: 1.133317891s)","trace[2037864927] 'applied index is now lower than readState.Index' (duration: 266.506µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:00.116328Z","caller":"traceutil/trace.go:171","msg":"trace[500438168] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"1.333047134s","start":"2026-04-21T03:26:58.783233Z","end":"2026-04-21T03:27:00.11628Z","steps":["trace[500438168] 'process raft request' (duration: 1.332751497s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.11649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.660803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:27:00.116551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.39738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:27:00.116603Z","caller":"traceutil/trace.go:171","msg":"trace[1305704371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"304.481632ms","start":"2026-04-21T03:26:59.812107Z","end":"2026-04-21T03:27:00.116589Z","steps":["trace[1305704371] 'agreement among raft nodes before linearized reading' (duration: 304.313218ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:00.116633Z","caller":"traceutil/trace.go:171","msg":"trace[42095698] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1208; }","duration":"743.851038ms","start":"2026-04-21T03:26:59.372731Z","end":"2026-04-21T03:27:00.116582Z","steps":["trace[42095698] 'agreement among raft nodes before linearized reading' (duration: 743.622463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.116654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:59.812086Z","time spent":"304.558953ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:27:00.116707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.153382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T03:27:00.116715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.292786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:27:00.116759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:59.372704Z","time spent":"743.971761ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:27:00.116782Z","caller":"traceutil/trace.go:171","msg":"trace[903445909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"298.244524ms","start":"2026-04-21T03:26:59.818504Z","end":"2026-04-21T03:27:00.116749Z","steps":["trace[903445909] 'agreement among raft nodes before linearized reading' (duration: 298.163022ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:00.116811Z","caller":"traceutil/trace.go:171","msg":"trace[859106411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"674.445119ms","start":"2026-04-21T03:26:59.442343Z","end":"2026-04-21T03:27:00.116788Z","steps":["trace[859106411] 'agreement among raft nodes before linearized reading' (duration: 674.245624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.116866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:59.442302Z","time spent":"674.555431ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:27:00.116524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.87311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:27:00.116914Z","caller":"traceutil/trace.go:171","msg":"trace[976146695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"302.32027ms","start":"2026-04-21T03:26:59.814587Z","end":"2026-04-21T03:27:00.116907Z","steps":["trace[976146695] 'agreement among raft nodes before linearized reading' (duration: 301.778778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.116955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:59.814576Z","time spent":"302.371091ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:27:00.116635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.358067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:27:00.11704Z","caller":"traceutil/trace.go:171","msg":"trace[780207192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"293.763446ms","start":"2026-04-21T03:26:59.823271Z","end":"2026-04-21T03:27:00.117034Z","steps":["trace[780207192] 'agreement among raft nodes before linearized reading' (duration: 293.300746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.116375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133759211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:27:00.117332Z","caller":"traceutil/trace.go:171","msg":"trace[980168099] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1208; }","duration":"1.134776355s","start":"2026-04-21T03:26:58.982538Z","end":"2026-04-21T03:27:00.117315Z","steps":["trace[980168099] 'agreement among raft nodes before linearized reading' (duration: 1.133756221s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.117394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:58.982521Z","time spent":"1.134857356s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:27:00.117535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.4115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:27:00.117719Z","caller":"traceutil/trace.go:171","msg":"trace[1756585869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"304.85691ms","start":"2026-04-21T03:26:59.812842Z","end":"2026-04-21T03:27:00.117699Z","steps":["trace[1756585869] 'agreement among raft nodes before linearized reading' (duration: 303.646882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:00.11783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:59.812819Z","time spent":"304.991534ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:27:00.118033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:26:58.783208Z","time spent":"1.333230059s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:27:00.310673Z","caller":"traceutil/trace.go:171","msg":"trace[1458119509] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"189.118304ms","start":"2026-04-21T03:27:00.12149Z","end":"2026-04-21T03:27:00.310609Z","steps":["trace[1458119509] 'process raft request' (duration: 146.412874ms)","trace[1458119509] 'compare' (duration: 42.566796ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:00.313698Z","caller":"traceutil/trace.go:171","msg":"trace[1275108019] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"191.153732ms","start":"2026-04-21T03:27:00.122521Z","end":"2026-04-21T03:27:00.313675Z","steps":["trace[1275108019] 'process raft request' (duration: 191.06577ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:00.31401Z","caller":"traceutil/trace.go:171","msg":"trace[1215381466] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"191.898979ms","start":"2026-04-21T03:27:00.122098Z","end":"2026-04-21T03:27:00.313996Z","steps":["trace[1215381466] 'process raft request' (duration: 191.337015ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:00.314Z","caller":"traceutil/trace.go:171","msg":"trace[1144107063] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"190.985258ms","start":"2026-04-21T03:27:00.122986Z","end":"2026-04-21T03:27:00.313972Z","steps":["trace[1144107063] 'process raft request' (duration: 190.65371ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:00.314204Z","caller":"traceutil/trace.go:171","msg":"trace[1905252222] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"190.63638ms","start":"2026-04-21T03:27:00.123549Z","end":"2026-04-21T03:27:00.314185Z","steps":["trace[1905252222] 'process raft request' (duration: 190.328703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:24.93225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142490515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:27:25.018247Z","caller":"traceutil/trace.go:171","msg":"trace[1966588302] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"588.88961ms","start":"2026-04-21T03:27:24.429335Z","end":"2026-04-21T03:27:25.018224Z","steps":["trace[1966588302] 'process raft request' (duration: 588.758698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.018375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.429324Z","time spent":"588.984252ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:25.246958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.791843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:27:25.24705Z","caller":"traceutil/trace.go:171","msg":"trace[1721418558] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1523; }","duration":"815.895821ms","start":"2026-04-21T03:27:24.431138Z","end":"2026-04-21T03:27:25.247034Z","steps":["trace[1721418558] 'read index received' (duration: 586.934708ms)","trace[1721418558] 'applied index is now lower than readState.Index' (duration: 228.960323ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:25.247115Z","caller":"traceutil/trace.go:171","msg":"trace[1488680422] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"817.73989ms","start":"2026-04-21T03:27:24.429367Z","end":"2026-04-21T03:27:25.247107Z","steps":["trace[1488680422] 'process raft request' (duration: 657.732151ms)","trace[1488680422] 'compare' (duration: 159.693501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:27:25.247152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.429348Z","time spent":"817.784791ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:25.247241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.081934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:27:25.247308Z","caller":"traceutil/trace.go:171","msg":"trace[1576794339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1476; }","duration":"816.184397ms","start":"2026-04-21T03:27:24.431105Z","end":"2026-04-21T03:27:25.24729Z","steps":["trace[1576794339] 'agreement among raft nodes before linearized reading' (duration: 816.016393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.247345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.431091Z","time spent":"816.245978ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:27:25.247383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.411961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:27:25.247411Z","caller":"traceutil/trace.go:171","msg":"trace[1963503115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"252.473232ms","start":"2026-04-21T03:27:24.994927Z","end":"2026-04-21T03:27:25.2474Z","steps":["trace[1963503115] 'agreement among raft nodes before linearized reading' (duration: 252.438612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.247347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.557662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:27:25.247455Z","caller":"traceutil/trace.go:171","msg":"trace[1328051065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1476; }","duration":"809.693055ms","start":"2026-04-21T03:27:24.437753Z","end":"2026-04-21T03:27:25.247447Z","steps":["trace[1328051065] 'agreement among raft nodes before linearized reading' (duration: 809.483611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.247484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.437733Z","time spent":"809.741486ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:27:25.2475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.874489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:27:25.247576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.436232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:27:25.247575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.844703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7dg5p\" ","response":"range_response_count:1 size:4506"} {"level":"info","ts":"2026-04-21T03:27:25.247582Z","caller":"traceutil/trace.go:171","msg":"trace[69805586] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1476; }","duration":"389.998281ms","start":"2026-04-21T03:27:24.857567Z","end":"2026-04-21T03:27:25.247565Z","steps":["trace[69805586] 'agreement among raft nodes before linearized reading' (duration: 389.864318ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:25.247611Z","caller":"traceutil/trace.go:171","msg":"trace[1363202591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1476; }","duration":"816.482903ms","start":"2026-04-21T03:27:24.431106Z","end":"2026-04-21T03:27:25.247589Z","steps":["trace[1363202591] 'agreement among raft nodes before linearized reading' (duration: 816.423622ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:25.247618Z","caller":"traceutil/trace.go:171","msg":"trace[1944874120] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7dg5p; range_end:; response_count:1; response_revision:1476; }","duration":"455.942066ms","start":"2026-04-21T03:27:24.791664Z","end":"2026-04-21T03:27:25.247606Z","steps":["trace[1944874120] 'agreement among raft nodes before linearized reading' (duration: 455.768572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.247632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.431088Z","time spent":"816.539214ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:27:25.247628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.857552Z","time spent":"390.064943ms","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:27:25.247699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:24.791644Z","time spent":"456.043687ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4529,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7dg5p\" "} {"level":"warn","ts":"2026-04-21T03:27:25.836075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.220995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:27:25.836301Z","caller":"traceutil/trace.go:171","msg":"trace[851526162] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1525; }","duration":"540.596736ms","start":"2026-04-21T03:27:25.295689Z","end":"2026-04-21T03:27:25.836286Z","steps":["trace[851526162] 'read index received' (duration: 229.093555ms)","trace[851526162] 'applied index is now lower than readState.Index' (duration: 311.500061ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:25.836396Z","caller":"traceutil/trace.go:171","msg":"trace[550900175] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"584.967178ms","start":"2026-04-21T03:27:25.251415Z","end":"2026-04-21T03:27:25.836382Z","steps":["trace[550900175] 'process raft request' (duration: 273.381155ms)","trace[550900175] 'compare' (duration: 310.819046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:27:25.836457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:25.251396Z","time spent":"585.03035ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:27:25.836643Z","caller":"traceutil/trace.go:171","msg":"trace[148116180] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"584.845565ms","start":"2026-04-21T03:27:25.251783Z","end":"2026-04-21T03:27:25.836629Z","steps":["trace[148116180] 'process raft request' (duration: 584.461527ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:25.836642Z","caller":"traceutil/trace.go:171","msg":"trace[1021634082] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"585.119671ms","start":"2026-04-21T03:27:25.251509Z","end":"2026-04-21T03:27:25.836629Z","steps":["trace[1021634082] 'process raft request' (duration: 584.661001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.836673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.649794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:27:25.836675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.975174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:27:25.836723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:25.251762Z","time spent":"584.910947ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:25.836729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:25.251488Z","time spent":"585.186053ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:27:25.83674Z","caller":"traceutil/trace.go:171","msg":"trace[1625172611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1479; }","duration":"395.756767ms","start":"2026-04-21T03:27:25.440967Z","end":"2026-04-21T03:27:25.836724Z","steps":["trace[1625172611] 'agreement among raft nodes before linearized reading' (duration: 395.652525ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:25.836741Z","caller":"traceutil/trace.go:171","msg":"trace[1895990978] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1479; }","duration":"541.082906ms","start":"2026-04-21T03:27:25.295646Z","end":"2026-04-21T03:27:25.836729Z","steps":["trace[1895990978] 'agreement among raft nodes before linearized reading' (duration: 540.957113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:25.836779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:25.440946Z","time spent":"395.825808ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:27:25.836782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:25.29563Z","time spent":"541.143048ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:27:44.41709Z","caller":"traceutil/trace.go:171","msg":"trace[1140621635] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"119.390942ms","start":"2026-04-21T03:27:44.297672Z","end":"2026-04-21T03:27:44.417063Z","steps":["trace[1140621635] 'process raft request' (duration: 119.201328ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:45.264452Z","caller":"traceutil/trace.go:171","msg":"trace[1032196370] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"133.362573ms","start":"2026-04-21T03:27:45.131035Z","end":"2026-04-21T03:27:45.264398Z","steps":["trace[1032196370] 'process raft request' (duration: 133.21485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:52.740168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.540209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:27:52.740264Z","caller":"traceutil/trace.go:171","msg":"trace[872616059] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"281.393438ms","start":"2026-04-21T03:27:52.458856Z","end":"2026-04-21T03:27:52.740249Z","steps":["trace[872616059] 'process raft request' (duration: 170.664525ms)","trace[872616059] 'compare' (duration: 110.263113ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:52.758165Z","caller":"traceutil/trace.go:171","msg":"trace[1247989972] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1974; }","duration":"274.682742ms","start":"2026-04-21T03:27:52.483424Z","end":"2026-04-21T03:27:52.758107Z","steps":["trace[1247989972] 'read index received' (duration: 146.071618ms)","trace[1247989972] 'applied index is now lower than readState.Index' (duration: 128.609974ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:52.758197Z","caller":"traceutil/trace.go:171","msg":"trace[1299223871] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"293.038723ms","start":"2026-04-21T03:27:52.465126Z","end":"2026-04-21T03:27:52.758164Z","steps":["trace[1299223871] 'process raft request' (duration: 292.86083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:52.758386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.968077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:27:52.758425Z","caller":"traceutil/trace.go:171","msg":"trace[770632501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1900; }","duration":"275.055139ms","start":"2026-04-21T03:27:52.48336Z","end":"2026-04-21T03:27:52.758415Z","steps":["trace[770632501] 'agreement among raft nodes before linearized reading' (duration: 274.895526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.258908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142491391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:27:53.759964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142491391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:27:53.775404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017379298s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:27:53.976715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.004602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:27:53.976939Z","caller":"traceutil/trace.go:171","msg":"trace[1940498064] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.230914233s","start":"2026-04-21T03:27:52.745993Z","end":"2026-04-21T03:27:53.976907Z","steps":["trace[1940498064] 'process raft request' (duration: 1.029656406s)","trace[1940498064] 'compare' (duration: 200.331898ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:27:53.977066Z","caller":"traceutil/trace.go:171","msg":"trace[805391446] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"130.028036ms","start":"2026-04-21T03:27:53.847019Z","end":"2026-04-21T03:27:53.977048Z","steps":["trace[805391446] 'process raft request' (duration: 129.985676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.977085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.745971Z","time spent":"1.231040975s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:27:53.977339Z","caller":"traceutil/trace.go:171","msg":"trace[899108804] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.231035775s","start":"2026-04-21T03:27:52.746291Z","end":"2026-04-21T03:27:53.977327Z","steps":["trace[899108804] 'process raft request' (duration: 1.230652187s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.97744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.746273Z","time spent":"1.231100876s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:27:53.977578Z","caller":"traceutil/trace.go:171","msg":"trace[145210522] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1976; }","duration":"1.219323177s","start":"2026-04-21T03:27:52.758233Z","end":"2026-04-21T03:27:53.977556Z","steps":["trace[145210522] 'read index received' (duration: 1.017287855s)","trace[145210522] 'applied index is now lower than readState.Index' (duration: 202.033572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:27:53.977752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233796221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-21T03:27:53.977802Z","caller":"traceutil/trace.go:171","msg":"trace[1251325025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72; range_end:; response_count:1; response_revision:1905; }","duration":"1.233875253s","start":"2026-04-21T03:27:52.743914Z","end":"2026-04-21T03:27:53.97779Z","steps":["trace[1251325025] 'agreement among raft nodes before linearized reading' (duration: 1.233698839s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.977798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25098252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-21T03:27:53.977835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.743899Z","time spent":"1.233928405s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72\" "} {"level":"warn","ts":"2026-04-21T03:27:53.977846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317263672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-21T03:27:53.977921Z","caller":"traceutil/trace.go:171","msg":"trace[123859840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72; range_end:; response_count:1; response_revision:1905; }","duration":"1.317383354s","start":"2026-04-21T03:27:52.660525Z","end":"2026-04-21T03:27:53.977908Z","steps":["trace[123859840] 'agreement among raft nodes before linearized reading' (duration: 1.317247362s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.977997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.660485Z","time spent":"1.317500707s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72\" "} {"level":"info","ts":"2026-04-21T03:27:53.977849Z","caller":"traceutil/trace.go:171","msg":"trace[363792505] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1905; }","duration":"1.251074631s","start":"2026-04-21T03:27:52.726758Z","end":"2026-04-21T03:27:53.977833Z","steps":["trace[363792505] 'agreement among raft nodes before linearized reading' (duration: 1.250902207s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.978086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.726729Z","time spent":"1.251346157s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-04-21T03:27:53.977928Z","caller":"traceutil/trace.go:171","msg":"trace[1665591177] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.23174882s","start":"2026-04-21T03:27:52.746155Z","end":"2026-04-21T03:27:53.977904Z","steps":["trace[1665591177] 'process raft request' (duration: 1.230656838s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.97823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.746113Z","time spent":"1.232061797s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:27:53.978418Z","caller":"traceutil/trace.go:171","msg":"trace[142013105] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.232217219s","start":"2026-04-21T03:27:52.746182Z","end":"2026-04-21T03:27:53.9784Z","steps":["trace[142013105] 'process raft request' (duration: 1.230716428s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:53.978572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:52.746109Z","time spent":"1.232370093s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:55.440631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T03:27:55.440737Z","caller":"traceutil/trace.go:171","msg":"trace[1609483207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185699s","start":"2026-04-21T03:27:53.440528Z","end":"2026-04-21T03:27:55.440714Z","steps":["trace[1609483207] 'agreement among raft nodes before linearized reading' (duration: 2.000058496s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.440796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.440512Z","time spent":"2.00027083s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:27:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:27:55.553138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244550213s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:27:55.553319Z","caller":"traceutil/trace.go:171","msg":"trace[1444956479] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.585954609s","start":"2026-04-21T03:27:53.967345Z","end":"2026-04-21T03:27:55.553299Z","steps":["trace[1444956479] 'process raft request' (duration: 341.168431ms)","trace[1444956479] 'compare' (duration: 1.243454311s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:27:55.553404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.967332Z","time spent":"1.58601992s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:55.553799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.981348Z","time spent":"1.572448436s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:27:55.553811Z","caller":"traceutil/trace.go:171","msg":"trace[766755901] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.568433186s","start":"2026-04-21T03:27:53.985355Z","end":"2026-04-21T03:27:55.553789Z","steps":["trace[766755901] 'process raft request' (duration: 1.568306653s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.554948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789762877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:27:55.555036Z","caller":"traceutil/trace.go:171","msg":"trace[194599342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"1.78990142s","start":"2026-04-21T03:27:53.765113Z","end":"2026-04-21T03:27:55.555014Z","steps":["trace[194599342] 'agreement among raft nodes before linearized reading' (duration: 1.789698615s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.555205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.765094Z","time spent":"1.789975772s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:27:55.555346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262703104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:27:55.555458Z","caller":"traceutil/trace.go:171","msg":"trace[819400515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"2.262866208s","start":"2026-04-21T03:27:53.292571Z","end":"2026-04-21T03:27:55.555437Z","steps":["trace[819400515] 'agreement among raft nodes before linearized reading' (duration: 2.261664193s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.555506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.292549Z","time spent":"2.262947199s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:27:55.555647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607988194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:27:55.555639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168805316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:27:55.555707Z","caller":"traceutil/trace.go:171","msg":"trace[1466992001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"2.168896928s","start":"2026-04-21T03:27:53.386796Z","end":"2026-04-21T03:27:55.555692Z","steps":["trace[1466992001] 'agreement among raft nodes before linearized reading' (duration: 2.168659583s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:27:55.555716Z","caller":"traceutil/trace.go:171","msg":"trace[1289065741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"1.608083156s","start":"2026-04-21T03:27:53.947605Z","end":"2026-04-21T03:27:55.555688Z","steps":["trace[1289065741] 'agreement among raft nodes before linearized reading' (duration: 1.606731999s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.555753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.386761Z","time spent":"2.168974469s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:27:55.555756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.947582Z","time spent":"1.608164638s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:27:55.555956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580279055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:27:55.555998Z","caller":"traceutil/trace.go:171","msg":"trace[630952011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.580309175s","start":"2026-04-21T03:27:53.975668Z","end":"2026-04-21T03:27:55.555977Z","steps":["trace[630952011] 'agreement among raft nodes before linearized reading' (duration: 1.580110821s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.556026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.975622Z","time spent":"1.580397577s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:27:55.556063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596192687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:27:55.556101Z","caller":"traceutil/trace.go:171","msg":"trace[692344092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"1.596255407s","start":"2026-04-21T03:27:53.95983Z","end":"2026-04-21T03:27:55.556085Z","steps":["trace[692344092] 'agreement among raft nodes before linearized reading' (duration: 1.596169956s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.556129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.959815Z","time spent":"1.596307079s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:27:55.553806Z","caller":"traceutil/trace.go:171","msg":"trace[994242244] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1982; }","duration":"1.576153622s","start":"2026-04-21T03:27:53.977629Z","end":"2026-04-21T03:27:55.553783Z","steps":["trace[994242244] 'read index received' (duration: 31.746192ms)","trace[994242244] 'applied index is now lower than readState.Index' (duration: 1.54440605s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:27:55.562447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:53.985336Z","time spent":"1.577019118s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:55.571261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.671167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:27:55.571319Z","caller":"traceutil/trace.go:171","msg":"trace[719928384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"588.733288ms","start":"2026-04-21T03:27:54.982572Z","end":"2026-04-21T03:27:55.571305Z","steps":["trace[719928384] 'agreement among raft nodes before linearized reading' (duration: 588.633936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.571344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:54.982515Z","time spent":"588.8232ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:27:55.571329Z","caller":"traceutil/trace.go:171","msg":"trace[331132882] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"759.755067ms","start":"2026-04-21T03:27:54.811553Z","end":"2026-04-21T03:27:55.571308Z","steps":["trace[331132882] 'process raft request' (duration: 759.522953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.571414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.054324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-21T03:27:55.57214Z","caller":"traceutil/trace.go:171","msg":"trace[67394028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72; range_end:; response_count:1; response_revision:1909; }","duration":"587.80809ms","start":"2026-04-21T03:27:54.984317Z","end":"2026-04-21T03:27:55.572125Z","steps":["trace[67394028] 'agreement among raft nodes before linearized reading' (duration: 587.065575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.572177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:54.984305Z","time spent":"587.862851ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fcb90b7-7f8b-4959-87c9-aa122c3b5b72\" "} {"level":"warn","ts":"2026-04-21T03:27:55.572095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:27:54.811534Z","time spent":"760.497962ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:27:55.571443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.133906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:27:55.572301Z","caller":"traceutil/trace.go:171","msg":"trace[1969582236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"112.100526ms","start":"2026-04-21T03:27:55.46019Z","end":"2026-04-21T03:27:55.57229Z","steps":["trace[1969582236] 'agreement among raft nodes before linearized reading' (duration: 111.070644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:27:55.571483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.267531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:27:55.572407Z","caller":"traceutil/trace.go:171","msg":"trace[70851150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"131.235081ms","start":"2026-04-21T03:27:55.441164Z","end":"2026-04-21T03:27:55.572399Z","steps":["trace[70851150] 'agreement among raft nodes before linearized reading' (duration: 130.22383ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:08.177243Z","caller":"traceutil/trace.go:171","msg":"trace[1344313403] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"117.971308ms","start":"2026-04-21T03:28:08.059242Z","end":"2026-04-21T03:28:08.177213Z","steps":["trace[1344313403] 'process raft request' (duration: 50.424371ms)","trace[1344313403] 'compare' (duration: 67.413004ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:09.77194Z","caller":"traceutil/trace.go:171","msg":"trace[1761536669] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2110; }","duration":"126.769198ms","start":"2026-04-21T03:28:09.645148Z","end":"2026-04-21T03:28:09.771918Z","steps":["trace[1761536669] 'read index received' (duration: 7.377805ms)","trace[1761536669] 'applied index is now lower than readState.Index' (duration: 119.390473ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:09.772376Z","caller":"traceutil/trace.go:171","msg":"trace[1579703723] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"137.733892ms","start":"2026-04-21T03:28:09.634614Z","end":"2026-04-21T03:28:09.772348Z","steps":["trace[1579703723] 'process raft request' (duration: 118.719939ms)","trace[1579703723] 'compare' (duration: 18.107355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:28:09.77253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.356659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T03:28:09.772568Z","caller":"traceutil/trace.go:171","msg":"trace[1922953383] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2033; }","duration":"127.450911ms","start":"2026-04-21T03:28:09.645107Z","end":"2026-04-21T03:28:09.772558Z","steps":["trace[1922953383] 'agreement among raft nodes before linearized reading' (duration: 127.200546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:09.77259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.213357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:28:09.772665Z","caller":"traceutil/trace.go:171","msg":"trace[1372406155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2033; }","duration":"123.33377ms","start":"2026-04-21T03:28:09.649311Z","end":"2026-04-21T03:28:09.772645Z","steps":["trace[1372406155] 'agreement among raft nodes before linearized reading' (duration: 123.128776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:09.772654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.666758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:28:09.772723Z","caller":"traceutil/trace.go:171","msg":"trace[1476482593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2033; }","duration":"118.75117ms","start":"2026-04-21T03:28:09.653954Z","end":"2026-04-21T03:28:09.772705Z","steps":["trace[1476482593] 'agreement among raft nodes before linearized reading' (duration: 118.515915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:09.772709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.215458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:28:09.772702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.507773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:28:09.772762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.032437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:28:09.772797Z","caller":"traceutil/trace.go:171","msg":"trace[1080091655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"115.092388ms","start":"2026-04-21T03:28:09.657692Z","end":"2026-04-21T03:28:09.772784Z","steps":["trace[1080091655] 'agreement among raft nodes before linearized reading' (duration: 114.949425ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:09.772789Z","caller":"traceutil/trace.go:171","msg":"trace[1838716746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2033; }","duration":"121.32737ms","start":"2026-04-21T03:28:09.651441Z","end":"2026-04-21T03:28:09.772768Z","steps":["trace[1838716746] 'agreement among raft nodes before linearized reading' (duration: 121.053105ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:09.7728Z","caller":"traceutil/trace.go:171","msg":"trace[81357232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2033; }","duration":"122.653376ms","start":"2026-04-21T03:28:09.650126Z","end":"2026-04-21T03:28:09.77278Z","steps":["trace[81357232] 'agreement among raft nodes before linearized reading' (duration: 122.375111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:09.77293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.458523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:28:09.77296Z","caller":"traceutil/trace.go:171","msg":"trace[142460340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2033; }","duration":"118.501195ms","start":"2026-04-21T03:28:09.654449Z","end":"2026-04-21T03:28:09.77295Z","steps":["trace[142460340] 'agreement among raft nodes before linearized reading' (duration: 118.356192ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:12.955867Z","caller":"traceutil/trace.go:171","msg":"trace[600914190] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2133; }","duration":"160.815049ms","start":"2026-04-21T03:28:12.795026Z","end":"2026-04-21T03:28:12.955841Z","steps":["trace[600914190] 'read index received' (duration: 160.612935ms)","trace[600914190] 'applied index is now lower than readState.Index' (duration: 201.034µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:28:12.956091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.054734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:28:12.956134Z","caller":"traceutil/trace.go:171","msg":"trace[1266121360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2053; }","duration":"161.152886ms","start":"2026-04-21T03:28:12.794968Z","end":"2026-04-21T03:28:12.956121Z","steps":["trace[1266121360] 'agreement among raft nodes before linearized reading' (duration: 160.970612ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:13.154625Z","caller":"traceutil/trace.go:171","msg":"trace[586186455] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"197.571062ms","start":"2026-04-21T03:28:12.957034Z","end":"2026-04-21T03:28:13.154605Z","steps":["trace[586186455] 'process raft request' (duration: 195.887949ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:14.260663Z","caller":"traceutil/trace.go:171","msg":"trace[1028889639] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"920.356761ms","start":"2026-04-21T03:28:13.340268Z","end":"2026-04-21T03:28:14.260625Z","steps":["trace[1028889639] 'process raft request' (duration: 920.167988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:14.260846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.340245Z","time spent":"920.526295ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:15.981902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721418101s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:28:15.982455Z","caller":"traceutil/trace.go:171","msg":"trace[1280287681] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"2.199246798s","start":"2026-04-21T03:28:13.783188Z","end":"2026-04-21T03:28:15.982435Z","steps":["trace[1280287681] 'process raft request' (duration: 2.199164556s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:15.98265Z","caller":"traceutil/trace.go:171","msg":"trace[1852965333] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"1.896393307s","start":"2026-04-21T03:28:14.086226Z","end":"2026-04-21T03:28:15.982619Z","steps":["trace[1852965333] 'process raft request' (duration: 1.896175542s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:15.982473Z","caller":"traceutil/trace.go:171","msg":"trace[1698699536] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"2.31838423s","start":"2026-04-21T03:28:13.664064Z","end":"2026-04-21T03:28:15.982448Z","steps":["trace[1698699536] 'process raft request' (duration: 2.318108845s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.982799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:14.086199Z","time spent":"1.89650481s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:15.982835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.664034Z","time spent":"2.318691446s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:15.982906Z","caller":"traceutil/trace.go:171","msg":"trace[286693538] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2135; }","duration":"2.178596366s","start":"2026-04-21T03:28:13.804221Z","end":"2026-04-21T03:28:15.982818Z","steps":["trace[286693538] 'read index received' (duration: 456.242735ms)","trace[286693538] 'applied index is now lower than readState.Index' (duration: 1.722352331s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:28:15.983165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16903459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:28:15.983183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167824096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:28:15.983221Z","caller":"traceutil/trace.go:171","msg":"trace[2071457664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2059; }","duration":"2.169123751s","start":"2026-04-21T03:28:13.814082Z","end":"2026-04-21T03:28:15.983206Z","steps":["trace[2071457664] 'agreement among raft nodes before linearized reading' (duration: 2.168971938s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:15.98323Z","caller":"traceutil/trace.go:171","msg":"trace[1709662747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2059; }","duration":"2.167889646s","start":"2026-04-21T03:28:13.815327Z","end":"2026-04-21T03:28:15.983216Z","steps":["trace[1709662747] 'agreement among raft nodes before linearized reading' (duration: 2.167763814s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.983269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.814064Z","time spent":"2.169194263s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:28:15.983328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542308736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:15.983376Z","caller":"traceutil/trace.go:171","msg":"trace[2087663384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2059; }","duration":"1.542354927s","start":"2026-04-21T03:28:14.441009Z","end":"2026-04-21T03:28:15.983364Z","steps":["trace[2087663384] 'agreement among raft nodes before linearized reading' (duration: 1.542289316s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:15.983379Z","caller":"traceutil/trace.go:171","msg":"trace[917071724] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"1.788838705s","start":"2026-04-21T03:28:14.194521Z","end":"2026-04-21T03:28:15.98336Z","steps":["trace[917071724] 'process raft request' (duration: 1.78803206s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.983416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:14.44096Z","time spent":"1.542445499s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:28:15.983208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178974793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T03:28:15.983446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168289715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-21T03:28:15.983484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:14.19449Z","time spent":"1.788944577s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:15.983485Z","caller":"traceutil/trace.go:171","msg":"trace[2126812810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2059; }","duration":"2.168339415s","start":"2026-04-21T03:28:13.815134Z","end":"2026-04-21T03:28:15.983474Z","steps":["trace[2126812810] 'agreement among raft nodes before linearized reading' (duration: 2.168230113s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.983554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.815129Z","time spent":"2.168413657s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:28:15.983641Z","caller":"traceutil/trace.go:171","msg":"trace[827591360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2059; }","duration":"2.179306169s","start":"2026-04-21T03:28:13.804164Z","end":"2026-04-21T03:28:15.98347Z","steps":["trace[827591360] 'agreement among raft nodes before linearized reading' (duration: 2.17884367s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.983687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020235008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:28:15.983715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168949317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T03:28:15.983272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.815318Z","time spent":"2.167943097s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:28:15.983754Z","caller":"traceutil/trace.go:171","msg":"trace[2027998490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2059; }","duration":"2.169019618s","start":"2026-04-21T03:28:13.814723Z","end":"2026-04-21T03:28:15.983743Z","steps":["trace[2027998490] 'agreement among raft nodes before linearized reading' (duration: 2.168918757s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.983813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.814706Z","time spent":"2.16909573s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:28:15.983817Z","caller":"traceutil/trace.go:171","msg":"trace[1323277737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2059; }","duration":"2.020387942s","start":"2026-04-21T03:28:13.963412Z","end":"2026-04-21T03:28:15.9838Z","steps":["trace[1323277737] 'agreement among raft nodes before linearized reading' (duration: 2.020182888s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:15.98387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.963398Z","time spent":"2.020458393s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:28:15.983808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.804148Z","time spent":"2.179587564s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:15.984075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:13.783162Z","time spent":"2.199402582s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:30.873212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.235579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:30.873467Z","caller":"traceutil/trace.go:171","msg":"trace[605601050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2146; }","duration":"431.539755ms","start":"2026-04-21T03:28:30.441909Z","end":"2026-04-21T03:28:30.873449Z","steps":["trace[605601050] 'range keys from in-memory index tree' (duration: 431.154348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:30.873228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.878122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:30.873546Z","caller":"traceutil/trace.go:171","msg":"trace[454501555] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2146; }","duration":"213.26222ms","start":"2026-04-21T03:28:30.660265Z","end":"2026-04-21T03:28:30.873527Z","steps":["trace[454501555] 'count revisions from in-memory index tree' (duration: 212.775741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:30.873506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:30.441888Z","time spent":"431.609196ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:28:30.873489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.466595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:30.873728Z","caller":"traceutil/trace.go:171","msg":"trace[433615943] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2146; }","duration":"118.73575ms","start":"2026-04-21T03:28:30.754977Z","end":"2026-04-21T03:28:30.873713Z","steps":["trace[433615943] 'count revisions from in-memory index tree' (duration: 118.375213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.527896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.036011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:28:36.528011Z","caller":"traceutil/trace.go:171","msg":"trace[1312247947] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"463.677407ms","start":"2026-04-21T03:28:36.064314Z","end":"2026-04-21T03:28:36.527991Z","steps":["trace[1312247947] 'process raft request' (duration: 162.426911ms)","trace[1312247947] 'compare' (duration: 300.770686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:28:36.528083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.06429Z","time spent":"463.755748ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:36.952896Z","caller":"traceutil/trace.go:171","msg":"trace[2012952506] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"884.086943ms","start":"2026-04-21T03:28:36.068782Z","end":"2026-04-21T03:28:36.952869Z","steps":["trace[2012952506] 'process raft request' (duration: 883.88483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.953069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.068759Z","time spent":"884.227245ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:36.953256Z","caller":"traceutil/trace.go:171","msg":"trace[1314789094] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"882.906351ms","start":"2026-04-21T03:28:36.070328Z","end":"2026-04-21T03:28:36.953235Z","steps":["trace[1314789094] 'process raft request' (duration: 882.481643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.953392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.070302Z","time spent":"883.037664ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:36.953401Z","caller":"traceutil/trace.go:171","msg":"trace[1155829381] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2256; }","duration":"800.655965ms","start":"2026-04-21T03:28:36.152695Z","end":"2026-04-21T03:28:36.953351Z","steps":["trace[1155829381] 'read index received' (duration: 74.052869ms)","trace[1155829381] 'applied index is now lower than readState.Index' (duration: 726.602016ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:36.953486Z","caller":"traceutil/trace.go:171","msg":"trace[386907249] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"840.728553ms","start":"2026-04-21T03:28:36.112734Z","end":"2026-04-21T03:28:36.953463Z","steps":["trace[386907249] 'process raft request' (duration: 840.338286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.953623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.930821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-21T03:28:36.953679Z","caller":"traceutil/trace.go:171","msg":"trace[441879934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2174; }","duration":"801.017653ms","start":"2026-04-21T03:28:36.152646Z","end":"2026-04-21T03:28:36.953663Z","steps":["trace[441879934] 'agreement among raft nodes before linearized reading' (duration: 800.85587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.953674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.112694Z","time spent":"840.840887ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:36.953722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.152627Z","time spent":"801.084595ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:28:36.960207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.418891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:28:36.960255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.042233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:28:36.960303Z","caller":"traceutil/trace.go:171","msg":"trace[1035849219] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2175; }","duration":"638.129174ms","start":"2026-04-21T03:28:36.32216Z","end":"2026-04-21T03:28:36.960289Z","steps":["trace[1035849219] 'agreement among raft nodes before linearized reading' (duration: 638.045813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.960758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.077531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:36.960796Z","caller":"traceutil/trace.go:171","msg":"trace[2064997259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"521.146022ms","start":"2026-04-21T03:28:36.43964Z","end":"2026-04-21T03:28:36.960786Z","steps":["trace[2064997259] 'agreement among raft nodes before linearized reading' (duration: 520.924348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.960817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.439619Z","time spent":"521.193854ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:28:36.960757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.322137Z","time spent":"638.611234ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:36.960443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.547008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:28:36.960452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.559626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-21T03:28:36.961424Z","caller":"traceutil/trace.go:171","msg":"trace[1130704584] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2175; }","duration":"314.485855ms","start":"2026-04-21T03:28:36.646829Z","end":"2026-04-21T03:28:36.961315Z","steps":["trace[1130704584] 'agreement among raft nodes before linearized reading' (duration: 313.562398ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:36.961535Z","caller":"traceutil/trace.go:171","msg":"trace[1490356512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2175; }","duration":"764.664346ms","start":"2026-04-21T03:28:36.196853Z","end":"2026-04-21T03:28:36.961517Z","steps":["trace[1490356512] 'agreement among raft nodes before linearized reading' (duration: 763.473204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.961715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.196835Z","time spent":"764.86008ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:28:36.960478Z","caller":"traceutil/trace.go:171","msg":"trace[1171319621] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"178.622638ms","start":"2026-04-21T03:28:36.781846Z","end":"2026-04-21T03:28:36.960468Z","steps":["trace[1171319621] 'process raft request' (duration: 178.149599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.960557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.232678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:28:36.961949Z","caller":"traceutil/trace.go:171","msg":"trace[1596904900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2175; }","duration":"765.642336ms","start":"2026-04-21T03:28:36.196291Z","end":"2026-04-21T03:28:36.961933Z","steps":["trace[1596904900] 'agreement among raft nodes before linearized reading' (duration: 764.206588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.962002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.196277Z","time spent":"765.710987ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:28:36.96062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.287304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T03:28:36.962091Z","caller":"traceutil/trace.go:171","msg":"trace[573958596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2175; }","duration":"778.783563ms","start":"2026-04-21T03:28:36.183295Z","end":"2026-04-21T03:28:36.962079Z","steps":["trace[573958596] 'agreement among raft nodes before linearized reading' (duration: 777.278765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.962129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.183274Z","time spent":"778.843384ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:36.960662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.37027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:28:36.962208Z","caller":"traceutil/trace.go:171","msg":"trace[1935086751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2175; }","duration":"775.908869ms","start":"2026-04-21T03:28:36.18626Z","end":"2026-04-21T03:28:36.962169Z","steps":["trace[1935086751] 'agreement among raft nodes before linearized reading' (duration: 774.339219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.962239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.646781Z","time spent":"315.375983ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:36.962269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.186245Z","time spent":"776.009721ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:28:36.960708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.216903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-21T03:28:36.962339Z","caller":"traceutil/trace.go:171","msg":"trace[886038743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"778.862115ms","start":"2026-04-21T03:28:36.183463Z","end":"2026-04-21T03:28:36.962326Z","steps":["trace[886038743] 'agreement among raft nodes before linearized reading' (duration: 777.04426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.960707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.592858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:28:36.9626Z","caller":"traceutil/trace.go:171","msg":"trace[1574338568] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2175; }","duration":"581.511155ms","start":"2026-04-21T03:28:36.381066Z","end":"2026-04-21T03:28:36.962577Z","steps":["trace[1574338568] 'agreement among raft nodes before linearized reading' (duration: 579.556607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.962668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.381045Z","time spent":"581.603926ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T03:28:36.960266Z","caller":"traceutil/trace.go:171","msg":"trace[1402176842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"792.498392ms","start":"2026-04-21T03:28:36.167751Z","end":"2026-04-21T03:28:36.96025Z","steps":["trace[1402176842] 'agreement among raft nodes before linearized reading' (duration: 792.323749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:36.963097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.183455Z","time spent":"779.010758ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:36.963121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:36.167739Z","time spent":"795.338826ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:28:37.234973Z","caller":"traceutil/trace.go:171","msg":"trace[706539320] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"267.793828ms","start":"2026-04-21T03:28:36.967155Z","end":"2026-04-21T03:28:37.234949Z","steps":["trace[706539320] 'process raft request' (duration: 189.868687ms)","trace[706539320] 'compare' (duration: 77.756038ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:37.235387Z","caller":"traceutil/trace.go:171","msg":"trace[816845577] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"267.597053ms","start":"2026-04-21T03:28:36.967767Z","end":"2026-04-21T03:28:37.235365Z","steps":["trace[816845577] 'process raft request' (duration: 267.135845ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:37.235636Z","caller":"traceutil/trace.go:171","msg":"trace[993259297] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"267.690925ms","start":"2026-04-21T03:28:36.967925Z","end":"2026-04-21T03:28:37.235616Z","steps":["trace[993259297] 'process raft request' (duration: 267.362509ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:37.235919Z","caller":"traceutil/trace.go:171","msg":"trace[609032442] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2261; }","duration":"267.882128ms","start":"2026-04-21T03:28:36.968022Z","end":"2026-04-21T03:28:37.235904Z","steps":["trace[609032442] 'read index received' (duration: 17.108763ms)","trace[609032442] 'applied index is now lower than readState.Index' (duration: 250.772345ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:37.235935Z","caller":"traceutil/trace.go:171","msg":"trace[741434674] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"267.663224ms","start":"2026-04-21T03:28:36.968258Z","end":"2026-04-21T03:28:37.235921Z","steps":["trace[741434674] 'process raft request' (duration: 267.283097ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:37.236103Z","caller":"traceutil/trace.go:171","msg":"trace[1908100762] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"267.337699ms","start":"2026-04-21T03:28:36.968753Z","end":"2026-04-21T03:28:37.23609Z","steps":["trace[1908100762] 'process raft request' (duration: 267.098664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:37.236335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.299356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:37.236537Z","caller":"traceutil/trace.go:171","msg":"trace[869994148] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2181; }","duration":"268.427908ms","start":"2026-04-21T03:28:36.967974Z","end":"2026-04-21T03:28:37.236402Z","steps":["trace[869994148] 'agreement among raft nodes before linearized reading' (duration: 268.141673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:37.963037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.323384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:37.963236Z","caller":"traceutil/trace.go:171","msg":"trace[356527627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2181; }","duration":"522.550368ms","start":"2026-04-21T03:28:37.440648Z","end":"2026-04-21T03:28:37.963198Z","steps":["trace[356527627] 'range keys from in-memory index tree' (duration: 522.190952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:37.963375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:37.440627Z","time spent":"522.708211ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:28:39.50278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275349318s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:28:39.503017Z","caller":"traceutil/trace.go:171","msg":"trace[1823046487] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"1.228446232s","start":"2026-04-21T03:28:38.274554Z","end":"2026-04-21T03:28:39.503Z","steps":["trace[1823046487] 'read index received' (duration: 52.561µs)","trace[1823046487] 'applied index is now lower than readState.Index' (duration: 1.228392701s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:28:39.503143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228575425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:28:39.503175Z","caller":"traceutil/trace.go:171","msg":"trace[259823890] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2181; }","duration":"1.228652616s","start":"2026-04-21T03:28:38.274514Z","end":"2026-04-21T03:28:39.503166Z","steps":["trace[259823890] 'agreement among raft nodes before linearized reading' (duration: 1.228575635s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.503211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.274496Z","time spent":"1.228706967s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:28:39.503981Z","caller":"traceutil/trace.go:171","msg":"trace[2017986506] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"969.464917ms","start":"2026-04-21T03:28:38.534449Z","end":"2026-04-21T03:28:39.503914Z","steps":["trace[2017986506] 'process raft request' (duration: 968.431058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.504312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.534424Z","time spent":"969.791053ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:39.611477Z","caller":"traceutil/trace.go:171","msg":"trace[177936292] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"651.792742ms","start":"2026-04-21T03:28:38.959662Z","end":"2026-04-21T03:28:39.611454Z","steps":["trace[177936292] 'process raft request' (duration: 651.535948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.611811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.959638Z","time spent":"651.917244ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:39.611783Z","caller":"traceutil/trace.go:171","msg":"trace[1219950673] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2269; }","duration":"108.711618ms","start":"2026-04-21T03:28:39.503052Z","end":"2026-04-21T03:28:39.611764Z","steps":["trace[1219950673] 'read index received' (duration: 108.047846ms)","trace[1219950673] 'applied index is now lower than readState.Index' (duration: 662.892µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:39.611834Z","caller":"traceutil/trace.go:171","msg":"trace[1292660024] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"651.954615ms","start":"2026-04-21T03:28:38.959804Z","end":"2026-04-21T03:28:39.611759Z","steps":["trace[1292660024] 'process raft request' (duration: 651.598588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.92501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:28:39.612088Z","caller":"traceutil/trace.go:171","msg":"trace[64042414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"371.018482ms","start":"2026-04-21T03:28:39.241051Z","end":"2026-04-21T03:28:39.61207Z","steps":["trace[64042414] 'agreement among raft nodes before linearized reading' (duration: 370.800727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.727811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:28:39.612137Z","caller":"traceutil/trace.go:171","msg":"trace[819145813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"634.827793ms","start":"2026-04-21T03:28:38.977297Z","end":"2026-04-21T03:28:39.612125Z","steps":["trace[819145813] 'agreement among raft nodes before linearized reading' (duration: 634.591977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.962231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-21T03:28:39.612185Z","caller":"traceutil/trace.go:171","msg":"trace[2049609055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"371.041492ms","start":"2026-04-21T03:28:39.241126Z","end":"2026-04-21T03:28:39.612168Z","steps":["trace[2049609055] 'agreement among raft nodes before linearized reading' (duration: 370.92659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.959766Z","time spent":"652.20472ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:39.61221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.977251Z","time spent":"634.913274ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:28:39.612238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.117124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:28:39.612136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:39.241035Z","time spent":"371.090873ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:28:39.61229Z","caller":"traceutil/trace.go:171","msg":"trace[563858955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"371.172184ms","start":"2026-04-21T03:28:39.241105Z","end":"2026-04-21T03:28:39.612277Z","steps":["trace[563858955] 'agreement among raft nodes before linearized reading' (duration: 371.056162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.859398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T03:28:39.612333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:39.241099Z","time spent":"371.224295ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:28:39.612349Z","caller":"traceutil/trace.go:171","msg":"trace[1564556122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"371.236816ms","start":"2026-04-21T03:28:39.241099Z","end":"2026-04-21T03:28:39.612336Z","steps":["trace[1564556122] 'agreement among raft nodes before linearized reading' (duration: 370.727465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:39.241075Z","time spent":"371.301267ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:39.612489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.237614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-21T03:28:39.612252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:39.241104Z","time spent":"371.122004ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:28:39.612541Z","caller":"traceutil/trace.go:171","msg":"trace[319890709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2185; }","duration":"623.309266ms","start":"2026-04-21T03:28:38.98922Z","end":"2026-04-21T03:28:39.612529Z","steps":["trace[319890709] 'agreement among raft nodes before linearized reading' (duration: 623.171614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.612579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.989209Z","time spent":"623.360557ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:39.612759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.992882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:39.61288Z","caller":"traceutil/trace.go:171","msg":"trace[1308296187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"171.749636ms","start":"2026-04-21T03:28:39.441112Z","end":"2026-04-21T03:28:39.612862Z","steps":["trace[1308296187] 'agreement among raft nodes before linearized reading' (duration: 170.916301ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:39.613483Z","caller":"traceutil/trace.go:171","msg":"trace[1719238273] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"651.416905ms","start":"2026-04-21T03:28:38.961022Z","end":"2026-04-21T03:28:39.612439Z","steps":["trace[1719238273] 'process raft request' (duration: 650.6182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:39.613574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:38.961008Z","time spent":"652.524327ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:39.855941Z","caller":"traceutil/trace.go:171","msg":"trace[2111671901] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"237.17994ms","start":"2026-04-21T03:28:39.618741Z","end":"2026-04-21T03:28:39.85592Z","steps":["trace[2111671901] 'process raft request' (duration: 186.392002ms)","trace[2111671901] 'compare' (duration: 50.44855ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:39.856276Z","caller":"traceutil/trace.go:171","msg":"trace[1258144785] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"237.239801ms","start":"2026-04-21T03:28:39.619003Z","end":"2026-04-21T03:28:39.856243Z","steps":["trace[1258144785] 'process raft request' (duration: 236.848313ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:39.856337Z","caller":"traceutil/trace.go:171","msg":"trace[1998618492] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"237.20637ms","start":"2026-04-21T03:28:39.61912Z","end":"2026-04-21T03:28:39.856327Z","steps":["trace[1998618492] 'process raft request' (duration: 237.010996ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:39.856327Z","caller":"traceutil/trace.go:171","msg":"trace[2006928503] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"236.771693ms","start":"2026-04-21T03:28:39.619527Z","end":"2026-04-21T03:28:39.856299Z","steps":["trace[2006928503] 'process raft request' (duration: 236.702821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.198695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142492020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:28:42.230412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059145631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:28:42.230493Z","caller":"traceutil/trace.go:171","msg":"trace[225119020] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2190; }","duration":"1.059299764s","start":"2026-04-21T03:28:41.171178Z","end":"2026-04-21T03:28:42.230477Z","steps":["trace[225119020] 'count revisions from in-memory index tree' (duration: 1.059023279s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.230528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.171123Z","time spent":"1.059397226s","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:42.231233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610609037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:28:42.231271Z","caller":"traceutil/trace.go:171","msg":"trace[243447332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2190; }","duration":"1.610700459s","start":"2026-04-21T03:28:40.620561Z","end":"2026-04-21T03:28:42.231262Z","steps":["trace[243447332] 'range keys from in-memory index tree' (duration: 1.610465944s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.231291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:40.620542Z","time spent":"1.6107426s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:28:42.231277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.219504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:42.231386Z","caller":"traceutil/trace.go:171","msg":"trace[1215600741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2190; }","duration":"790.369207ms","start":"2026-04-21T03:28:41.440993Z","end":"2026-04-21T03:28:42.231362Z","steps":["trace[1215600741] 'range keys from in-memory index tree' (duration: 790.133583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.231454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.440975Z","time spent":"790.46264ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:28:42.231457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978476352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:42.231766Z","caller":"traceutil/trace.go:171","msg":"trace[1504874725] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2190; }","duration":"1.978827809s","start":"2026-04-21T03:28:40.252913Z","end":"2026-04-21T03:28:42.231741Z","steps":["trace[1504874725] 'count revisions from in-memory index tree' (duration: 1.97831698s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.231824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:40.252892Z","time spent":"1.97891271s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:42.231945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063837349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:28:42.23202Z","caller":"traceutil/trace.go:171","msg":"trace[1315280538] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2190; }","duration":"1.063960371s","start":"2026-04-21T03:28:41.168044Z","end":"2026-04-21T03:28:42.232004Z","steps":["trace[1315280538] 'count revisions from in-memory index tree' (duration: 1.063713417s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.232061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.168025Z","time spent":"1.064025123s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:42.231875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809330359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:42.232225Z","caller":"traceutil/trace.go:171","msg":"trace[473203172] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2190; }","duration":"1.809707935s","start":"2026-04-21T03:28:40.422499Z","end":"2026-04-21T03:28:42.232207Z","steps":["trace[473203172] 'count revisions from in-memory index tree' (duration: 1.809244516s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.232414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:40.422478Z","time spent":"1.809915849s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:42.232788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398031876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a84186f1fbf81b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-21T03:28:42.232831Z","caller":"traceutil/trace.go:171","msg":"trace[1483351349] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a84186f1fbf81b; range_end:; response_count:1; response_revision:2190; }","duration":"1.398105297s","start":"2026-04-21T03:28:40.834714Z","end":"2026-04-21T03:28:42.23282Z","steps":["trace[1483351349] 'range keys from in-memory index tree' (duration: 1.397893434s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.232862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:40.834698Z","time spent":"1.398156799s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a84186f1fbf81b\" "} {"level":"info","ts":"2026-04-21T03:28:42.233521Z","caller":"traceutil/trace.go:171","msg":"trace[899690687] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"723.291066ms","start":"2026-04-21T03:28:41.510209Z","end":"2026-04-21T03:28:42.2335Z","steps":["trace[899690687] 'process raft request' (duration: 723.148033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.231469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57034124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:42.234826Z","caller":"traceutil/trace.go:171","msg":"trace[1176480330] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2190; }","duration":"1.573741954s","start":"2026-04-21T03:28:40.661062Z","end":"2026-04-21T03:28:42.234804Z","steps":["trace[1176480330] 'count revisions from in-memory index tree' (duration: 1.570244229s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:42.234875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:40.661038Z","time spent":"1.573818546s","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:42.234987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.510182Z","time spent":"723.401187ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:43.723239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487219802s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:28:44.234165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998501991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T03:28:44.234283Z","caller":"traceutil/trace.go:171","msg":"trace[1229214586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998673005s","start":"2026-04-21T03:28:42.235583Z","end":"2026-04-21T03:28:44.234256Z","steps":["trace[1229214586] 'agreement among raft nodes before linearized reading' (duration: 1.998518121s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.234459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.235571Z","time spent":"1.998867528s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:28:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:28:44.678126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.56678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:28:44.678433Z","caller":"traceutil/trace.go:171","msg":"trace[1211904869] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"3.060165064s","start":"2026-04-21T03:28:41.618248Z","end":"2026-04-21T03:28:44.678413Z","steps":["trace[1211904869] 'process raft request' (duration: 2.105227217s)","trace[1211904869] 'compare' (duration: 953.257205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:28:44.678567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.618221Z","time spent":"3.060307587s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:44.678845Z","caller":"traceutil/trace.go:171","msg":"trace[1830965485] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"3.059393969s","start":"2026-04-21T03:28:41.619439Z","end":"2026-04-21T03:28:44.678833Z","steps":["trace[1830965485] 'process raft request' (duration: 3.05890377s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.678977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.619426Z","time spent":"3.059501011s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:44.679362Z","caller":"traceutil/trace.go:171","msg":"trace[2100379999] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2278; }","duration":"2.981751809s","start":"2026-04-21T03:28:41.697586Z","end":"2026-04-21T03:28:44.679338Z","steps":["trace[2100379999] 'read index received' (duration: 538.514951ms)","trace[2100379999] 'applied index is now lower than readState.Index' (duration: 2.443235108s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:28:44.679417Z","caller":"traceutil/trace.go:171","msg":"trace[1114463299] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"3.059614293s","start":"2026-04-21T03:28:41.619753Z","end":"2026-04-21T03:28:44.679367Z","steps":["trace[1114463299] 'process raft request' (duration: 3.059016252s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:44.679495Z","caller":"traceutil/trace.go:171","msg":"trace[334326043] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"2.44337795s","start":"2026-04-21T03:28:42.236102Z","end":"2026-04-21T03:28:44.67948Z","steps":["trace[334326043] 'process raft request' (duration: 2.443124886s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.679615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.236076Z","time spent":"2.443460042s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:44.679671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.61974Z","time spent":"3.059788456s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:44.679441Z","caller":"traceutil/trace.go:171","msg":"trace[755564666] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"2.187719899s","start":"2026-04-21T03:28:42.491695Z","end":"2026-04-21T03:28:44.679415Z","steps":["trace[755564666] 'process raft request' (duration: 2.187641338s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:44.679749Z","caller":"traceutil/trace.go:171","msg":"trace[1594420239] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"1.792956765s","start":"2026-04-21T03:28:42.886721Z","end":"2026-04-21T03:28:44.679678Z","steps":["trace[1594420239] 'process raft request' (duration: 1.792660038s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.679897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.491668Z","time spent":"2.188108767s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:44.679972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982373561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:28:44.680047Z","caller":"traceutil/trace.go:171","msg":"trace[2121450054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2196; }","duration":"2.982507924s","start":"2026-04-21T03:28:41.697517Z","end":"2026-04-21T03:28:44.680025Z","steps":["trace[2121450054] 'agreement among raft nodes before linearized reading' (duration: 2.981935893s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.679993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.886693Z","time spent":"1.793152228s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:28:44.680169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.697496Z","time spent":"2.982611196s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:28:44.693364Z","caller":"traceutil/trace.go:171","msg":"trace[1869143309] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"451.184778ms","start":"2026-04-21T03:28:44.242153Z","end":"2026-04-21T03:28:44.693337Z","steps":["trace[1869143309] 'process raft request' (duration: 450.985114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.693648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:44.242137Z","time spent":"451.409432ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:28:44.707376Z","caller":"traceutil/trace.go:171","msg":"trace[257138863] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"240.512388ms","start":"2026-04-21T03:28:44.466844Z","end":"2026-04-21T03:28:44.707356Z","steps":["trace[257138863] 'process raft request' (duration: 240.364325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.707827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.699693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:28:44.70789Z","caller":"traceutil/trace.go:171","msg":"trace[1237265289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2200; }","duration":"144.812695ms","start":"2026-04-21T03:28:44.56306Z","end":"2026-04-21T03:28:44.707873Z","steps":["trace[1237265289] 'agreement among raft nodes before linearized reading' (duration: 144.703303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.708178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848662656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-21T03:28:44.708246Z","caller":"traceutil/trace.go:171","msg":"trace[1383843651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2200; }","duration":"2.848767417s","start":"2026-04-21T03:28:41.859464Z","end":"2026-04-21T03:28:44.708231Z","steps":["trace[1383843651] 'agreement among raft nodes before linearized reading' (duration: 2.848576693s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.708355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.859442Z","time spent":"2.848835359s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:44.708491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873159119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:28:44.70857Z","caller":"traceutil/trace.go:171","msg":"trace[990138656] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2200; }","duration":"1.873284982s","start":"2026-04-21T03:28:42.835269Z","end":"2026-04-21T03:28:44.708554Z","steps":["trace[990138656] 'agreement among raft nodes before linearized reading' (duration: 1.87316249s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.708616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.835248Z","time spent":"1.873359153s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:44.708795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470047942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:28:44.708867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849086623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T03:28:44.708926Z","caller":"traceutil/trace.go:171","msg":"trace[2002815697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2200; }","duration":"2.849192244s","start":"2026-04-21T03:28:41.859719Z","end":"2026-04-21T03:28:44.708911Z","steps":["trace[2002815697] 'agreement among raft nodes before linearized reading' (duration: 2.849048452s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.708974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462141002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-21T03:28:44.708978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.859695Z","time spent":"2.849272086s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:28:44.708985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978221983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:28:44.709006Z","caller":"traceutil/trace.go:171","msg":"trace[188042912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2200; }","duration":"2.462193823s","start":"2026-04-21T03:28:42.246804Z","end":"2026-04-21T03:28:44.708997Z","steps":["trace[188042912] 'agreement among raft nodes before linearized reading' (duration: 2.462105511s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:28:44.709021Z","caller":"traceutil/trace.go:171","msg":"trace[1803640141] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:2200; }","duration":"1.978291113s","start":"2026-04-21T03:28:42.730719Z","end":"2026-04-21T03:28:44.70901Z","steps":["trace[1803640141] 'agreement among raft nodes before linearized reading' (duration: 1.978173621s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.709037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.246794Z","time spent":"2.462236254s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:28:44.709053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:42.730698Z","time spent":"1.978345185s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-04-21T03:28:44.708189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958995681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:28:44.70915Z","caller":"traceutil/trace.go:171","msg":"trace[1116185171] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2200; }","duration":"2.959945558s","start":"2026-04-21T03:28:41.749139Z","end":"2026-04-21T03:28:44.709084Z","steps":["trace[1116185171] 'agreement among raft nodes before linearized reading' (duration: 2.95899011s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.709166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849106963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:28:44.709295Z","caller":"traceutil/trace.go:171","msg":"trace[1994387189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2200; }","duration":"2.849250766s","start":"2026-04-21T03:28:41.86Z","end":"2026-04-21T03:28:44.709251Z","steps":["trace[1994387189] 'agreement among raft nodes before linearized reading' (duration: 2.84894414s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.709366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.859989Z","time spent":"2.849360377s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:28:44.708883Z","caller":"traceutil/trace.go:171","msg":"trace[387612852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"1.470142173s","start":"2026-04-21T03:28:43.238716Z","end":"2026-04-21T03:28:44.708859Z","steps":["trace[387612852] 'agreement among raft nodes before linearized reading' (duration: 1.469919689s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.709514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:43.238658Z","time spent":"1.470834326s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:28:44.70938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.749125Z","time spent":"2.960115871s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:28:44.7088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.039145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:28:44.709611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848136335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:28:44.709718Z","caller":"traceutil/trace.go:171","msg":"trace[312096500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2200; }","duration":"2.849655204s","start":"2026-04-21T03:28:41.860036Z","end":"2026-04-21T03:28:44.709692Z","steps":["trace[312096500] 'agreement among raft nodes before linearized reading' (duration: 2.8478195s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.709802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:41.860025Z","time spent":"2.849750265s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:28:44.709652Z","caller":"traceutil/trace.go:171","msg":"trace[586621860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2200; }","duration":"467.975253ms","start":"2026-04-21T03:28:44.241654Z","end":"2026-04-21T03:28:44.709629Z","steps":["trace[586621860] 'agreement among raft nodes before linearized reading' (duration: 466.846422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:28:44.71004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:28:44.241629Z","time spent":"468.39081ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:30:01.579233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142493179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:30:02.079846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142493179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:30:02.212113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.697092232s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:30:02.212598Z","caller":"traceutil/trace.go:171","msg":"trace[1761277023] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.697703783s","start":"2026-04-21T03:30:00.514865Z","end":"2026-04-21T03:30:02.212569Z","steps":["trace[1761277023] 'process raft request' (duration: 1.697549701s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.212844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:00.514841Z","time spent":"1.697841915s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:30:02.21607Z","caller":"traceutil/trace.go:171","msg":"trace[1946809155] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.187631133s","start":"2026-04-21T03:30:01.028422Z","end":"2026-04-21T03:30:02.216053Z","steps":["trace[1946809155] 'process raft request' (duration: 1.187553331s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.216182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.028392Z","time spent":"1.187730415s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:30:02.216289Z","caller":"traceutil/trace.go:171","msg":"trace[1988548699] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"1.220698286s","start":"2026-04-21T03:30:00.995542Z","end":"2026-04-21T03:30:02.21624Z","steps":["trace[1988548699] 'process raft request' (duration: 1.22034146s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:02.216494Z","caller":"traceutil/trace.go:171","msg":"trace[403393208] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"1.186365311s","start":"2026-04-21T03:30:01.030097Z","end":"2026-04-21T03:30:02.216462Z","steps":["trace[403393208] 'process raft request' (duration: 1.185915013s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.216673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.030084Z","time spent":"1.186498273s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:30:02.216668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:00.99552Z","time spent":"1.220814528s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:30:02.216816Z","caller":"traceutil/trace.go:171","msg":"trace[1484214114] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2809; }","duration":"1.138028795s","start":"2026-04-21T03:30:01.078773Z","end":"2026-04-21T03:30:02.216802Z","steps":["trace[1484214114] 'read index received' (duration: 1.133590345s)","trace[1484214114] 'applied index is now lower than readState.Index' (duration: 4.43716ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:02.21689Z","caller":"traceutil/trace.go:171","msg":"trace[1562862774] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"1.180683449s","start":"2026-04-21T03:30:01.036199Z","end":"2026-04-21T03:30:02.216883Z","steps":["trace[1562862774] 'process raft request' (duration: 1.18014041s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.217005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037261849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:30:02.217053Z","caller":"traceutil/trace.go:171","msg":"trace[292986707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2709; }","duration":"1.037353861s","start":"2026-04-21T03:30:01.179688Z","end":"2026-04-21T03:30:02.217042Z","steps":["trace[292986707] 'agreement among raft nodes before linearized reading' (duration: 1.037231079s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.217054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.036191Z","time spent":"1.180770811s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:30:02.217131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.179663Z","time spent":"1.037414112s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:30:02.217231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138466402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:30:02.217257Z","caller":"traceutil/trace.go:171","msg":"trace[146289104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2709; }","duration":"1.138529594s","start":"2026-04-21T03:30:01.07872Z","end":"2026-04-21T03:30:02.21725Z","steps":["trace[146289104] 'agreement among raft nodes before linearized reading' (duration: 1.138462493s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.217301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.078698Z","time spent":"1.138597515s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:30:02.217176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.369152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:30:02.217446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033833678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-21T03:30:02.217475Z","caller":"traceutil/trace.go:171","msg":"trace[1337083484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2709; }","duration":"1.03391565s","start":"2026-04-21T03:30:01.183553Z","end":"2026-04-21T03:30:02.217468Z","steps":["trace[1337083484] 'agreement among raft nodes before linearized reading' (duration: 1.033848538s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.217492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.183531Z","time spent":"1.0339571s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:30:02.217353Z","caller":"traceutil/trace.go:171","msg":"trace[1410211010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2709; }","duration":"778.572555ms","start":"2026-04-21T03:30:01.438766Z","end":"2026-04-21T03:30:02.217339Z","steps":["trace[1410211010] 'agreement among raft nodes before linearized reading' (duration: 778.223009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.217571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.438752Z","time spent":"778.80799ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:30:02.217656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030353566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:30:02.217815Z","caller":"traceutil/trace.go:171","msg":"trace[1808572224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2709; }","duration":"1.030562459s","start":"2026-04-21T03:30:01.187122Z","end":"2026-04-21T03:30:02.217684Z","steps":["trace[1808572224] 'agreement among raft nodes before linearized reading' (duration: 1.030283164s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.217854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.187094Z","time spent":"1.030751543s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:30:02.217999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.668324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:30:02.21803Z","caller":"traceutil/trace.go:171","msg":"trace[455904539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2709; }","duration":"650.739175ms","start":"2026-04-21T03:30:01.567284Z","end":"2026-04-21T03:30:02.218023Z","steps":["trace[455904539] 'agreement among raft nodes before linearized reading' (duration: 650.654094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.218066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.567262Z","time spent":"650.782256ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:30:02.218139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030177522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:30:02.218219Z","caller":"traceutil/trace.go:171","msg":"trace[1993345540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2709; }","duration":"1.030286063s","start":"2026-04-21T03:30:01.187914Z","end":"2026-04-21T03:30:02.2182Z","steps":["trace[1993345540] 'agreement among raft nodes before linearized reading' (duration: 1.030016659s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:02.218281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:01.187907Z","time spent":"1.030351124s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:30:20.397591Z","caller":"traceutil/trace.go:171","msg":"trace[98142341] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"124.231248ms","start":"2026-04-21T03:30:20.273345Z","end":"2026-04-21T03:30:20.397576Z","steps":["trace[98142341] 'process raft request' (duration: 123.914187ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:20.397719Z","caller":"traceutil/trace.go:171","msg":"trace[885038744] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"115.765363ms","start":"2026-04-21T03:30:20.281948Z","end":"2026-04-21T03:30:20.397714Z","steps":["trace[885038744] 'process raft request' (duration: 115.415012ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:20.397781Z","caller":"traceutil/trace.go:171","msg":"trace[835476792] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"112.065081ms","start":"2026-04-21T03:30:20.285712Z","end":"2026-04-21T03:30:20.397777Z","steps":["trace[835476792] 'process raft request' (duration: 111.671868ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:20.397839Z","caller":"traceutil/trace.go:171","msg":"trace[665946957] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"111.122639ms","start":"2026-04-21T03:30:20.286712Z","end":"2026-04-21T03:30:20.397835Z","steps":["trace[665946957] 'process raft request' (duration: 110.688895ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:24.588836Z","caller":"traceutil/trace.go:171","msg":"trace[469318101] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2942; }","duration":"166.482509ms","start":"2026-04-21T03:30:24.422334Z","end":"2026-04-21T03:30:24.588816Z","steps":["trace[469318101] 'read index received' (duration: 25.707269ms)","trace[469318101] 'applied index is now lower than readState.Index' (duration: 140.77454ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:24.588943Z","caller":"traceutil/trace.go:171","msg":"trace[1324026575] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"168.879218ms","start":"2026-04-21T03:30:24.420055Z","end":"2026-04-21T03:30:24.588934Z","steps":["trace[1324026575] 'process raft request' (duration: 137.637576ms)","trace[1324026575] 'compare' (duration: 30.634742ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:24.589151Z","caller":"traceutil/trace.go:171","msg":"trace[1617350042] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"168.986102ms","start":"2026-04-21T03:30:24.420123Z","end":"2026-04-21T03:30:24.589109Z","steps":["trace[1617350042] 'process raft request' (duration: 168.583598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:24.589204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.763728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:30:24.589234Z","caller":"traceutil/trace.go:171","msg":"trace[224330596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2836; }","duration":"166.83258ms","start":"2026-04-21T03:30:24.422393Z","end":"2026-04-21T03:30:24.589225Z","steps":["trace[224330596] 'agreement among raft nodes before linearized reading' (duration: 166.717927ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:24.589233Z","caller":"traceutil/trace.go:171","msg":"trace[1387282486] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"169.039373ms","start":"2026-04-21T03:30:24.420174Z","end":"2026-04-21T03:30:24.589213Z","steps":["trace[1387282486] 'process raft request' (duration: 168.608959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:24.589163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.810171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-21T03:30:24.589398Z","caller":"traceutil/trace.go:171","msg":"trace[571316694] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2836; }","duration":"167.074709ms","start":"2026-04-21T03:30:24.422311Z","end":"2026-04-21T03:30:24.589385Z","steps":["trace[571316694] 'agreement among raft nodes before linearized reading' (duration: 166.733947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:24.589431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.351013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:30:24.589452Z","caller":"traceutil/trace.go:171","msg":"trace[1532167713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2836; }","duration":"149.394175ms","start":"2026-04-21T03:30:24.440052Z","end":"2026-04-21T03:30:24.589446Z","steps":["trace[1532167713] 'agreement among raft nodes before linearized reading' (duration: 149.330953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:24.589528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.77956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:30:24.589543Z","caller":"traceutil/trace.go:171","msg":"trace[687863390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2836; }","duration":"150.808822ms","start":"2026-04-21T03:30:24.438729Z","end":"2026-04-21T03:30:24.589538Z","steps":["trace[687863390] 'agreement among raft nodes before linearized reading' (duration: 150.76454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:24.589615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.661143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:30:24.589631Z","caller":"traceutil/trace.go:171","msg":"trace[1910121477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2836; }","duration":"162.686144ms","start":"2026-04-21T03:30:24.42694Z","end":"2026-04-21T03:30:24.589626Z","steps":["trace[1910121477] 'agreement among raft nodes before linearized reading' (duration: 162.642002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:24.589852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.228072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:30:24.591766Z","caller":"traceutil/trace.go:171","msg":"trace[1109628572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2836; }","duration":"163.379067ms","start":"2026-04-21T03:30:24.426585Z","end":"2026-04-21T03:30:24.589964Z","steps":["trace[1109628572] 'agreement among raft nodes before linearized reading' (duration: 163.195351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:28.401825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.778552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:30:28.401921Z","caller":"traceutil/trace.go:171","msg":"trace[1694057389] linearizableReadLoop","detail":"{readStateIndex:2963; appliedIndex:2962; }","duration":"102.71971ms","start":"2026-04-21T03:30:28.299183Z","end":"2026-04-21T03:30:28.401903Z","steps":["trace[1694057389] 'read index received' (duration: 57.772µs)","trace[1694057389] 'applied index is now lower than readState.Index' (duration: 102.660588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:30:28.402078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.885896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-21T03:30:28.402737Z","caller":"traceutil/trace.go:171","msg":"trace[241958878] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2852; }","duration":"102.971999ms","start":"2026-04-21T03:30:28.299132Z","end":"2026-04-21T03:30:28.402104Z","steps":["trace[241958878] 'agreement among raft nodes before linearized reading' (duration: 102.819624ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:28.8231Z","caller":"traceutil/trace.go:171","msg":"trace[956756061] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"214.66291ms","start":"2026-04-21T03:30:28.608414Z","end":"2026-04-21T03:30:28.823077Z","steps":["trace[956756061] 'process raft request' (duration: 213.872634ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:28.823573Z","caller":"traceutil/trace.go:171","msg":"trace[837824093] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"215.092905ms","start":"2026-04-21T03:30:28.608438Z","end":"2026-04-21T03:30:28.823531Z","steps":["trace[837824093] 'process raft request' (duration: 214.600229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:28.824148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.543102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:30:28.824183Z","caller":"traceutil/trace.go:171","msg":"trace[2101479758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2856; }","duration":"212.626724ms","start":"2026-04-21T03:30:28.611548Z","end":"2026-04-21T03:30:28.824174Z","steps":["trace[2101479758] 'agreement among raft nodes before linearized reading' (duration: 212.466029ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:28.823283Z","caller":"traceutil/trace.go:171","msg":"trace[371815714] linearizableReadLoop","detail":"{readStateIndex:2967; appliedIndex:2964; }","duration":"211.689323ms","start":"2026-04-21T03:30:28.611576Z","end":"2026-04-21T03:30:28.823266Z","steps":["trace[371815714] 'read index received' (duration: 17.231162ms)","trace[371815714] 'applied index is now lower than readState.Index' (duration: 194.457211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:30:28.825183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.262283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a841a1383d70df\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-21T03:30:28.825254Z","caller":"traceutil/trace.go:171","msg":"trace[456620109] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a841a1383d70df; range_end:; response_count:1; response_revision:2856; }","duration":"136.41588ms","start":"2026-04-21T03:30:28.688822Z","end":"2026-04-21T03:30:28.825238Z","steps":["trace[456620109] 'agreement among raft nodes before linearized reading' (duration: 136.208183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:28.825372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.572373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:30:28.8252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.477638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:30:28.825425Z","caller":"traceutil/trace.go:171","msg":"trace[94622879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2856; }","duration":"197.642185ms","start":"2026-04-21T03:30:28.627767Z","end":"2026-04-21T03:30:28.825409Z","steps":["trace[94622879] 'agreement among raft nodes before linearized reading' (duration: 197.465339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:28.825536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.829101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:30:28.825573Z","caller":"traceutil/trace.go:171","msg":"trace[281193873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2856; }","duration":"197.879623ms","start":"2026-04-21T03:30:28.627683Z","end":"2026-04-21T03:30:28.825563Z","steps":["trace[281193873] 'agreement among raft nodes before linearized reading' (duration: 197.765179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:28.825882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.29552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:30:28.82594Z","caller":"traceutil/trace.go:171","msg":"trace[1541518074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2856; }","duration":"199.394493ms","start":"2026-04-21T03:30:28.626536Z","end":"2026-04-21T03:30:28.825931Z","steps":["trace[1541518074] 'agreement among raft nodes before linearized reading' (duration: 198.960049ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:28.826212Z","caller":"traceutil/trace.go:171","msg":"trace[1207593819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2856; }","duration":"200.761817ms","start":"2026-04-21T03:30:28.624661Z","end":"2026-04-21T03:30:28.825423Z","steps":["trace[1207593819] 'agreement among raft nodes before linearized reading' (duration: 200.374004ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:33.86108Z","caller":"traceutil/trace.go:171","msg":"trace[762944635] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"169.215004ms","start":"2026-04-21T03:30:33.69183Z","end":"2026-04-21T03:30:33.861045Z","steps":["trace[762944635] 'process raft request' (duration: 168.984307ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:35.389901Z","caller":"traceutil/trace.go:171","msg":"trace[2127845480] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"877.517922ms","start":"2026-04-21T03:30:34.512356Z","end":"2026-04-21T03:30:35.389874Z","steps":["trace[2127845480] 'process raft request' (duration: 877.301894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.390063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.512325Z","time spent":"877.657116ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:30:35.390431Z","caller":"traceutil/trace.go:171","msg":"trace[1082657844] linearizableReadLoop","detail":"{readStateIndex:2999; appliedIndex:2996; }","duration":"441.293428ms","start":"2026-04-21T03:30:34.94912Z","end":"2026-04-21T03:30:35.390414Z","steps":["trace[1082657844] 'read index received' (duration: 440.511812ms)","trace[1082657844] 'applied index is now lower than readState.Index' (duration: 780.446µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:35.390455Z","caller":"traceutil/trace.go:171","msg":"trace[1749055356] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"514.200912ms","start":"2026-04-21T03:30:34.876238Z","end":"2026-04-21T03:30:35.390439Z","steps":["trace[1749055356] 'process raft request' (duration: 514.076548ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:35.390529Z","caller":"traceutil/trace.go:171","msg":"trace[988692167] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"738.330766ms","start":"2026-04-21T03:30:34.652151Z","end":"2026-04-21T03:30:35.390482Z","steps":["trace[988692167] 'process raft request' (duration: 738.098349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.390643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.162394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:30:35.390684Z","caller":"traceutil/trace.go:171","msg":"trace[902875629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2888; }","duration":"441.226936ms","start":"2026-04-21T03:30:34.949447Z","end":"2026-04-21T03:30:35.390674Z","steps":["trace[902875629] 'agreement among raft nodes before linearized reading' (duration: 441.098902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.390704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.652125Z","time spent":"738.487121ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:30:35.390759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.766095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:30:35.390789Z","caller":"traceutil/trace.go:171","msg":"trace[1426499700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2888; }","duration":"407.840568ms","start":"2026-04-21T03:30:34.982941Z","end":"2026-04-21T03:30:35.390782Z","steps":["trace[1426499700] 'agreement among raft nodes before linearized reading' (duration: 407.798676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.390817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.982916Z","time spent":"407.89661ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:30:35.390719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.949435Z","time spent":"441.276147ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:30:35.390913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.757973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:30:35.391026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.76407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:30:35.391061Z","caller":"traceutil/trace.go:171","msg":"trace[214349643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2888; }","duration":"440.811142ms","start":"2026-04-21T03:30:34.950242Z","end":"2026-04-21T03:30:35.391053Z","steps":["trace[214349643] 'agreement among raft nodes before linearized reading' (duration: 440.719609ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:35.391028Z","caller":"traceutil/trace.go:171","msg":"trace[1219117453] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"390.822913ms","start":"2026-04-21T03:30:35.000163Z","end":"2026-04-21T03:30:35.390986Z","steps":["trace[1219117453] 'process raft request' (duration: 390.184463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.391094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.950237Z","time spent":"440.851313ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:30:35.391035Z","caller":"traceutil/trace.go:171","msg":"trace[182224904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2888; }","duration":"441.930298ms","start":"2026-04-21T03:30:34.949084Z","end":"2026-04-21T03:30:35.391014Z","steps":["trace[182224904] 'agreement among raft nodes before linearized reading' (duration: 441.447683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.391194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.94907Z","time spent":"442.108424ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:30:35.391208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.972607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:30:35.391209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:35.000122Z","time spent":"390.992578ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:30:35.391132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.930485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:30:35.391267Z","caller":"traceutil/trace.go:171","msg":"trace[330710416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2888; }","duration":"441.03751ms","start":"2026-04-21T03:30:34.950217Z","end":"2026-04-21T03:30:35.391254Z","steps":["trace[330710416] 'agreement among raft nodes before linearized reading' (duration: 440.941847ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:35.3913Z","caller":"traceutil/trace.go:171","msg":"trace[1788046285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2888; }","duration":"441.122972ms","start":"2026-04-21T03:30:34.950168Z","end":"2026-04-21T03:30:35.391291Z","steps":["trace[1788046285] 'agreement among raft nodes before linearized reading' (duration: 440.872574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:35.391307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.950211Z","time spent":"441.085641ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:30:35.391337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.950158Z","time spent":"441.170303ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:30:35.391618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:34.876208Z","time spent":"514.289265ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:30:37.058349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.126793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T03:30:37.058427Z","caller":"traceutil/trace.go:171","msg":"trace[1732373031] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2894; }","duration":"647.246938ms","start":"2026-04-21T03:30:36.411162Z","end":"2026-04-21T03:30:37.058409Z","steps":["trace[1732373031] 'range keys from in-memory index tree' (duration: 646.976959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:37.058465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:36.411138Z","time spent":"647.318409ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-21T03:30:37.059054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.812994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:30:37.059096Z","caller":"traceutil/trace.go:171","msg":"trace[642842310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2894; }","duration":"619.893017ms","start":"2026-04-21T03:30:36.439192Z","end":"2026-04-21T03:30:37.059085Z","steps":["trace[642842310] 'range keys from in-memory index tree' (duration: 619.746092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:37.059126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:36.439174Z","time spent":"619.944878ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:30:37.24171Z","caller":"traceutil/trace.go:171","msg":"trace[394586090] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"689.337509ms","start":"2026-04-21T03:30:36.552344Z","end":"2026-04-21T03:30:37.241682Z","steps":["trace[394586090] 'process raft request' (duration: 689.189013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:37.24188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:36.552309Z","time spent":"689.483634ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:30:37.427825Z","caller":"traceutil/trace.go:171","msg":"trace[1457118752] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"112.56395ms","start":"2026-04-21T03:30:37.315245Z","end":"2026-04-21T03:30:37.427809Z","steps":["trace[1457118752] 'process raft request' (duration: 112.500378ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:37.42784Z","caller":"traceutil/trace.go:171","msg":"trace[626094668] linearizableReadLoop","detail":"{readStateIndex:3008; appliedIndex:3006; }","duration":"393.728389ms","start":"2026-04-21T03:30:37.034098Z","end":"2026-04-21T03:30:37.427826Z","steps":["trace[626094668] 'read index received' (duration: 207.554754ms)","trace[626094668] 'applied index is now lower than readState.Index' (duration: 186.172375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:30:37.427936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.821271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:30:37.427864Z","caller":"traceutil/trace.go:171","msg":"trace[366709052] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"519.87581ms","start":"2026-04-21T03:30:36.907946Z","end":"2026-04-21T03:30:37.427822Z","steps":["trace[366709052] 'process raft request' (duration: 426.919191ms)","trace[366709052] 'compare' (duration: 92.794864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:30:37.429197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:36.907921Z","time spent":"521.231942ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:30:37.428608Z","caller":"traceutil/trace.go:171","msg":"trace[1228968966] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2897; }","duration":"394.545234ms","start":"2026-04-21T03:30:37.034041Z","end":"2026-04-21T03:30:37.428586Z","steps":["trace[1228968966] 'agreement among raft nodes before linearized reading' (duration: 393.831011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:37.429412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:37.034016Z","time spent":"395.384901ms","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:30:37.46285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.494979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-21T03:30:37.462909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.047238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-21T03:30:37.462929Z","caller":"traceutil/trace.go:171","msg":"trace[867846251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2901; }","duration":"125.659086ms","start":"2026-04-21T03:30:37.337249Z","end":"2026-04-21T03:30:37.462908Z","steps":["trace[867846251] 'agreement among raft nodes before linearized reading' (duration: 125.459939ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:37.46294Z","caller":"traceutil/trace.go:171","msg":"trace[537708684] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2901; }","duration":"399.10484ms","start":"2026-04-21T03:30:37.063827Z","end":"2026-04-21T03:30:37.462932Z","steps":["trace[537708684] 'agreement among raft nodes before linearized reading' (duration: 399.021746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:37.463033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.661012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:30:37.463066Z","caller":"traceutil/trace.go:171","msg":"trace[1082601705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2901; }","duration":"402.743335ms","start":"2026-04-21T03:30:37.060313Z","end":"2026-04-21T03:30:37.463057Z","steps":["trace[1082601705] 'agreement among raft nodes before linearized reading' (duration: 402.691763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:37.463035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:37.06381Z","time spent":"399.211023ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-21T03:30:37.463095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:30:37.060289Z","time spent":"402.799977ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:30:39.655814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.045218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:30:39.655981Z","caller":"traceutil/trace.go:171","msg":"trace[1606524512] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"187.729099ms","start":"2026-04-21T03:30:39.468226Z","end":"2026-04-21T03:30:39.655956Z","steps":["trace[1606524512] 'process raft request' (duration: 78.478175ms)","trace[1606524512] 'compare' (duration: 108.945605ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:39.656083Z","caller":"traceutil/trace.go:171","msg":"trace[640693869] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"186.633884ms","start":"2026-04-21T03:30:39.469435Z","end":"2026-04-21T03:30:39.656069Z","steps":["trace[640693869] 'process raft request' (duration: 186.473089ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:39.656195Z","caller":"traceutil/trace.go:171","msg":"trace[196887264] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3021; }","duration":"183.722582ms","start":"2026-04-21T03:30:39.472439Z","end":"2026-04-21T03:30:39.656162Z","steps":["trace[196887264] 'read index received' (duration: 19.741212ms)","trace[196887264] 'applied index is now lower than readState.Index' (duration: 163.97998ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:39.656221Z","caller":"traceutil/trace.go:171","msg":"trace[175823975] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"186.320043ms","start":"2026-04-21T03:30:39.469868Z","end":"2026-04-21T03:30:39.656188Z","steps":["trace[175823975] 'process raft request' (duration: 186.136448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:39.656409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.971771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:30:39.656437Z","caller":"traceutil/trace.go:171","msg":"trace[290563350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2912; }","duration":"183.999442ms","start":"2026-04-21T03:30:39.472429Z","end":"2026-04-21T03:30:39.656428Z","steps":["trace[290563350] 'agreement among raft nodes before linearized reading' (duration: 183.890118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:39.656472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.803304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:30:39.656501Z","caller":"traceutil/trace.go:171","msg":"trace[1478690167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2912; }","duration":"182.867846ms","start":"2026-04-21T03:30:39.473625Z","end":"2026-04-21T03:30:39.656493Z","steps":["trace[1478690167] 'agreement among raft nodes before linearized reading' (duration: 182.7084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:39.656522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.458309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:30:39.656518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.620502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:30:39.656524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.388056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:30:39.656553Z","caller":"traceutil/trace.go:171","msg":"trace[780498527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2912; }","duration":"179.514741ms","start":"2026-04-21T03:30:39.477031Z","end":"2026-04-21T03:30:39.656546Z","steps":["trace[780498527] 'agreement among raft nodes before linearized reading' (duration: 179.365276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:39.656571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.441813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:30:39.656598Z","caller":"traceutil/trace.go:171","msg":"trace[1830884245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2912; }","duration":"179.479629ms","start":"2026-04-21T03:30:39.477101Z","end":"2026-04-21T03:30:39.65658Z","steps":["trace[1830884245] 'agreement among raft nodes before linearized reading' (duration: 179.250002ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:39.656625Z","caller":"traceutil/trace.go:171","msg":"trace[1936148953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2912; }","duration":"182.528856ms","start":"2026-04-21T03:30:39.474089Z","end":"2026-04-21T03:30:39.656618Z","steps":["trace[1936148953] 'agreement among raft nodes before linearized reading' (duration: 182.422133ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:39.656564Z","caller":"traceutil/trace.go:171","msg":"trace[1192078341] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2912; }","duration":"132.708865ms","start":"2026-04-21T03:30:39.523845Z","end":"2026-04-21T03:30:39.656554Z","steps":["trace[1192078341] 'agreement among raft nodes before linearized reading' (duration: 132.578071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:41.911048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.921317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:30:41.911113Z","caller":"traceutil/trace.go:171","msg":"trace[177367928] linearizableReadLoop","detail":"{readStateIndex:3035; appliedIndex:3034; }","duration":"158.471336ms","start":"2026-04-21T03:30:41.752632Z","end":"2026-04-21T03:30:41.911103Z","steps":["trace[177367928] 'read index received' (duration: 24.381964ms)","trace[177367928] 'applied index is now lower than readState.Index' (duration: 134.088652ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:30:41.911372Z","caller":"traceutil/trace.go:171","msg":"trace[1761405174] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"192.323937ms","start":"2026-04-21T03:30:41.719023Z","end":"2026-04-21T03:30:41.911347Z","steps":["trace[1761405174] 'process raft request' (duration: 58.052229ms)","trace[1761405174] 'compare' (duration: 133.840264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:30:41.91159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.87764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:30:41.911687Z","caller":"traceutil/trace.go:171","msg":"trace[586168817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2922; }","duration":"158.987813ms","start":"2026-04-21T03:30:41.752686Z","end":"2026-04-21T03:30:41.911674Z","steps":["trace[586168817] 'agreement among raft nodes before linearized reading' (duration: 158.703303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:41.911588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.941431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:30:41.911814Z","caller":"traceutil/trace.go:171","msg":"trace[1059040038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2922; }","duration":"159.21281ms","start":"2026-04-21T03:30:41.752592Z","end":"2026-04-21T03:30:41.911805Z","steps":["trace[1059040038] 'agreement among raft nodes before linearized reading' (duration: 158.785256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:41.911594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.822699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:30:41.912017Z","caller":"traceutil/trace.go:171","msg":"trace[341176776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2922; }","duration":"159.274562ms","start":"2026-04-21T03:30:41.752733Z","end":"2026-04-21T03:30:41.912008Z","steps":["trace[341176776] 'agreement among raft nodes before linearized reading' (duration: 158.720394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:30:41.912037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.288512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:30:41.912336Z","caller":"traceutil/trace.go:171","msg":"trace[864665459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2922; }","duration":"159.610883ms","start":"2026-04-21T03:30:41.752711Z","end":"2026-04-21T03:30:41.912322Z","steps":["trace[864665459] 'agreement among raft nodes before linearized reading' (duration: 158.855749ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:42.117541Z","caller":"traceutil/trace.go:171","msg":"trace[204216744] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"202.470045ms","start":"2026-04-21T03:30:41.915051Z","end":"2026-04-21T03:30:42.117521Z","steps":["trace[204216744] 'process raft request' (duration: 202.211927ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:42.122438Z","caller":"traceutil/trace.go:171","msg":"trace[1507869374] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"207.143561ms","start":"2026-04-21T03:30:41.915255Z","end":"2026-04-21T03:30:42.122399Z","steps":["trace[1507869374] 'process raft request' (duration: 206.818311ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:42.122689Z","caller":"traceutil/trace.go:171","msg":"trace[1806261866] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"207.09867ms","start":"2026-04-21T03:30:41.915567Z","end":"2026-04-21T03:30:42.122666Z","steps":["trace[1806261866] 'process raft request' (duration: 206.7822ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:30:42.122796Z","caller":"traceutil/trace.go:171","msg":"trace[1062652492] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"206.188391ms","start":"2026-04-21T03:30:41.916579Z","end":"2026-04-21T03:30:42.122768Z","steps":["trace[1062652492] 'process raft request' (duration: 205.999176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:10.140514Z","caller":"traceutil/trace.go:171","msg":"trace[2015475725] linearizableReadLoop","detail":"{readStateIndex:3190; appliedIndex:3188; }","duration":"153.323276ms","start":"2026-04-21T03:31:09.987163Z","end":"2026-04-21T03:31:10.140486Z","steps":["trace[2015475725] 'read index received' (duration: 60.327795ms)","trace[2015475725] 'applied index is now lower than readState.Index' (duration: 92.99452ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:10.140579Z","caller":"traceutil/trace.go:171","msg":"trace[849866692] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"306.479498ms","start":"2026-04-21T03:31:09.834057Z","end":"2026-04-21T03:31:10.140537Z","steps":["trace[849866692] 'process raft request' (duration: 213.470117ms)","trace[849866692] 'compare' (duration: 92.765004ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:10.140596Z","caller":"traceutil/trace.go:171","msg":"trace[86116313] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"305.295064ms","start":"2026-04-21T03:31:09.835249Z","end":"2026-04-21T03:31:10.140544Z","steps":["trace[86116313] 'process raft request' (duration: 305.183501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:10.14075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.556592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:31:10.140799Z","caller":"traceutil/trace.go:171","msg":"trace[1832822347] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3070; }","duration":"153.673636ms","start":"2026-04-21T03:31:09.987111Z","end":"2026-04-21T03:31:10.140785Z","steps":["trace[1832822347] 'agreement among raft nodes before linearized reading' (duration: 153.534982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:10.140801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:09.835214Z","time spent":"305.468579ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:10.140754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:09.834034Z","time spent":"306.630282ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:10.366406Z","caller":"traceutil/trace.go:171","msg":"trace[1182506078] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"219.915722ms","start":"2026-04-21T03:31:10.14642Z","end":"2026-04-21T03:31:10.366336Z","steps":["trace[1182506078] 'process raft request' (duration: 170.638226ms)","trace[1182506078] 'compare' (duration: 48.998468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:12.938183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.029003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:12.938296Z","caller":"traceutil/trace.go:171","msg":"trace[1489630692] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"191.350337ms","start":"2026-04-21T03:31:12.74693Z","end":"2026-04-21T03:31:12.938281Z","steps":["trace[1489630692] 'process raft request' (duration: 70.145598ms)","trace[1489630692] 'compare' (duration: 120.743605ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:14.086384Z","caller":"traceutil/trace.go:171","msg":"trace[1916097580] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"116.53582ms","start":"2026-04-21T03:31:13.969822Z","end":"2026-04-21T03:31:14.086358Z","steps":["trace[1916097580] 'process raft request' (duration: 116.355625ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:14.57209Z","caller":"traceutil/trace.go:171","msg":"trace[989463551] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"135.933802ms","start":"2026-04-21T03:31:14.436122Z","end":"2026-04-21T03:31:14.572056Z","steps":["trace[989463551] 'process raft request' (duration: 131.833185ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:14.572494Z","caller":"traceutil/trace.go:171","msg":"trace[1783692518] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"135.558732ms","start":"2026-04-21T03:31:14.436918Z","end":"2026-04-21T03:31:14.572477Z","steps":["trace[1783692518] 'process raft request' (duration: 135.058098ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:14.572741Z","caller":"traceutil/trace.go:171","msg":"trace[949601810] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"134.945374ms","start":"2026-04-21T03:31:14.437601Z","end":"2026-04-21T03:31:14.572547Z","steps":["trace[949601810] 'process raft request' (duration: 134.601874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:18.615299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.251413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:31:18.615842Z","caller":"traceutil/trace.go:171","msg":"trace[477654957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3112; }","duration":"172.846421ms","start":"2026-04-21T03:31:18.442979Z","end":"2026-04-21T03:31:18.615825Z","steps":["trace[477654957] 'range keys from in-memory index tree' (duration: 172.098809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:18.615531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.874233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:18.61602Z","caller":"traceutil/trace.go:171","msg":"trace[487591672] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3112; }","duration":"142.434289ms","start":"2026-04-21T03:31:18.473572Z","end":"2026-04-21T03:31:18.616006Z","steps":["trace[487591672] 'count revisions from in-memory index tree' (duration: 141.76813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:18.615768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.54265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:18.616148Z","caller":"traceutil/trace.go:171","msg":"trace[468915038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3112; }","duration":"174.969842ms","start":"2026-04-21T03:31:18.441172Z","end":"2026-04-21T03:31:18.616142Z","steps":["trace[468915038] 'range keys from in-memory index tree' (duration: 174.427506ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:18.756441Z","caller":"traceutil/trace.go:171","msg":"trace[1513922084] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"135.73611ms","start":"2026-04-21T03:31:18.62068Z","end":"2026-04-21T03:31:18.756417Z","steps":["trace[1513922084] 'process raft request' (duration: 131.656964ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:18.756727Z","caller":"traceutil/trace.go:171","msg":"trace[715113967] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"135.700778ms","start":"2026-04-21T03:31:18.620999Z","end":"2026-04-21T03:31:18.7567Z","steps":["trace[715113967] 'process raft request' (duration: 135.379069ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:18.757131Z","caller":"traceutil/trace.go:171","msg":"trace[43306915] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"135.942855ms","start":"2026-04-21T03:31:18.621171Z","end":"2026-04-21T03:31:18.757114Z","steps":["trace[43306915] 'process raft request' (duration: 135.397799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:19.101488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.080512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9350"} {"level":"info","ts":"2026-04-21T03:31:19.101575Z","caller":"traceutil/trace.go:171","msg":"trace[173814676] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3117; }","duration":"245.194715ms","start":"2026-04-21T03:31:18.856361Z","end":"2026-04-21T03:31:19.101556Z","steps":["trace[173814676] 'range keys from in-memory index tree' (duration: 244.918297ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:20.342371Z","caller":"traceutil/trace.go:171","msg":"trace[1041882248] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"122.477717ms","start":"2026-04-21T03:31:20.219862Z","end":"2026-04-21T03:31:20.34234Z","steps":["trace[1041882248] 'process raft request' (duration: 122.196219ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:20.342538Z","caller":"traceutil/trace.go:171","msg":"trace[1241703216] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"125.81709ms","start":"2026-04-21T03:31:20.216693Z","end":"2026-04-21T03:31:20.342511Z","steps":["trace[1241703216] 'process raft request' (duration: 56.099383ms)","trace[1241703216] 'compare' (duration: 68.915925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:20.982493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.935457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:20.982611Z","caller":"traceutil/trace.go:171","msg":"trace[1035322270] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"215.342386ms","start":"2026-04-21T03:31:20.767248Z","end":"2026-04-21T03:31:20.982591Z","steps":["trace[1035322270] 'process raft request' (duration: 46.226194ms)","trace[1035322270] 'compare' (duration: 168.770561ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:20.992006Z","caller":"traceutil/trace.go:171","msg":"trace[739149213] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"224.620917ms","start":"2026-04-21T03:31:20.767363Z","end":"2026-04-21T03:31:20.991984Z","steps":["trace[739149213] 'process raft request' (duration: 224.445823ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:20.991977Z","caller":"traceutil/trace.go:171","msg":"trace[1680660353] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"224.552366ms","start":"2026-04-21T03:31:20.767404Z","end":"2026-04-21T03:31:20.991956Z","steps":["trace[1680660353] 'process raft request' (duration: 224.510064ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:24.31734Z","caller":"traceutil/trace.go:171","msg":"trace[1559098460] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"121.97688ms","start":"2026-04-21T03:31:24.195341Z","end":"2026-04-21T03:31:24.317318Z","steps":["trace[1559098460] 'process raft request' (duration: 121.819725ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:24.317686Z","caller":"traceutil/trace.go:171","msg":"trace[1883522615] linearizableReadLoop","detail":"{readStateIndex:3265; appliedIndex:3265; }","duration":"117.244416ms","start":"2026-04-21T03:31:24.200428Z","end":"2026-04-21T03:31:24.317673Z","steps":["trace[1883522615] 'read index received' (duration: 117.238386ms)","trace[1883522615] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:24.317803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.36401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:24.31784Z","caller":"traceutil/trace.go:171","msg":"trace[978523021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3142; }","duration":"117.441592ms","start":"2026-04-21T03:31:24.20039Z","end":"2026-04-21T03:31:24.317832Z","steps":["trace[978523021] 'agreement among raft nodes before linearized reading' (duration: 117.36806ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:24.581983Z","caller":"traceutil/trace.go:171","msg":"trace[67788800] linearizableReadLoop","detail":"{readStateIndex:3267; appliedIndex:3265; }","duration":"173.664803ms","start":"2026-04-21T03:31:24.408298Z","end":"2026-04-21T03:31:24.581962Z","steps":["trace[67788800] 'read index received' (duration: 160.247609ms)","trace[67788800] 'applied index is now lower than readState.Index' (duration: 13.416394ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:24.582259Z","caller":"traceutil/trace.go:171","msg":"trace[1699134078] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"227.463206ms","start":"2026-04-21T03:31:24.35477Z","end":"2026-04-21T03:31:24.582233Z","steps":["trace[1699134078] 'process raft request' (duration: 227.114916ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:24.582229Z","caller":"traceutil/trace.go:171","msg":"trace[314848380] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"228.798433ms","start":"2026-04-21T03:31:24.353408Z","end":"2026-04-21T03:31:24.582206Z","steps":["trace[314848380] 'process raft request' (duration: 215.05517ms)","trace[314848380] 'compare' (duration: 12.997362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:24.582449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.887761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:24.582557Z","caller":"traceutil/trace.go:171","msg":"trace[1219488413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3144; }","duration":"130.147597ms","start":"2026-04-21T03:31:24.45239Z","end":"2026-04-21T03:31:24.582537Z","steps":["trace[1219488413] 'agreement among raft nodes before linearized reading' (duration: 129.798267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:24.582721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.375684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T03:31:24.582799Z","caller":"traceutil/trace.go:171","msg":"trace[18415792] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3144; }","duration":"174.507727ms","start":"2026-04-21T03:31:24.408272Z","end":"2026-04-21T03:31:24.58278Z","steps":["trace[18415792] 'agreement among raft nodes before linearized reading' (duration: 173.892529ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.159068Z","caller":"traceutil/trace.go:171","msg":"trace[553065445] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"113.383179ms","start":"2026-04-21T03:31:35.045659Z","end":"2026-04-21T03:31:35.159042Z","steps":["trace[553065445] 'process raft request' (duration: 113.178673ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.159021Z","caller":"traceutil/trace.go:171","msg":"trace[102226195] linearizableReadLoop","detail":"{readStateIndex:3323; appliedIndex:3322; }","duration":"107.90127ms","start":"2026-04-21T03:31:35.051096Z","end":"2026-04-21T03:31:35.158997Z","steps":["trace[102226195] 'read index received' (duration: 107.685174ms)","trace[102226195] 'applied index is now lower than readState.Index' (duration: 215.126µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:35.15951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.615844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:31:35.15963Z","caller":"traceutil/trace.go:171","msg":"trace[1194710836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3198; }","duration":"103.800008ms","start":"2026-04-21T03:31:35.055812Z","end":"2026-04-21T03:31:35.159612Z","steps":["trace[1194710836] 'agreement among raft nodes before linearized reading' (duration: 103.547841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.159496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.384562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:31:35.159823Z","caller":"traceutil/trace.go:171","msg":"trace[1609250775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3198; }","duration":"108.737192ms","start":"2026-04-21T03:31:35.05106Z","end":"2026-04-21T03:31:35.159797Z","steps":["trace[1609250775] 'agreement among raft nodes before linearized reading' (duration: 108.106145ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.29996Z","caller":"traceutil/trace.go:171","msg":"trace[69005446] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"135.0748ms","start":"2026-04-21T03:31:35.16485Z","end":"2026-04-21T03:31:35.299925Z","steps":["trace[69005446] 'process raft request' (duration: 132.674575ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:37.72452Z","caller":"traceutil/trace.go:171","msg":"trace[898915699] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"148.899108ms","start":"2026-04-21T03:31:37.575591Z","end":"2026-04-21T03:31:37.72449Z","steps":["trace[898915699] 'process raft request' (duration: 135.647359ms)","trace[898915699] 'compare' (duration: 13.129696ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:38.060183Z","caller":"traceutil/trace.go:171","msg":"trace[721976974] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"141.212588ms","start":"2026-04-21T03:31:37.918928Z","end":"2026-04-21T03:31:38.060141Z","steps":["trace[721976974] 'process raft request' (duration: 58.59443ms)","trace[721976974] 'compare' (duration: 82.475634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:38.413524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.142222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:31:38.491635Z","caller":"traceutil/trace.go:171","msg":"trace[910854777] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"123.827023ms","start":"2026-04-21T03:31:38.367756Z","end":"2026-04-21T03:31:38.491583Z","steps":["trace[910854777] 'process raft request' (duration: 123.111303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:38.915918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.701665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:38.916317Z","caller":"traceutil/trace.go:171","msg":"trace[895634301] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"231.224278ms","start":"2026-04-21T03:31:38.685065Z","end":"2026-04-21T03:31:38.916289Z","steps":["trace[895634301] 'process raft request' (duration: 230.982732ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:38.916495Z","caller":"traceutil/trace.go:171","msg":"trace[79415305] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"283.570305ms","start":"2026-04-21T03:31:38.632918Z","end":"2026-04-21T03:31:38.916488Z","steps":["trace[79415305] 'process raft request' (duration: 283.087572ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:38.916294Z","caller":"traceutil/trace.go:171","msg":"trace[2014708422] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"283.850643ms","start":"2026-04-21T03:31:38.632407Z","end":"2026-04-21T03:31:38.916258Z","steps":["trace[2014708422] 'process raft request' (duration: 100.754937ms)","trace[2014708422] 'compare' (duration: 182.600582ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:38.916719Z","caller":"traceutil/trace.go:171","msg":"trace[1413615375] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3340; }","duration":"248.769683ms","start":"2026-04-21T03:31:38.667875Z","end":"2026-04-21T03:31:38.916645Z","steps":["trace[1413615375] 'read index received' (duration: 9.727453ms)","trace[1413615375] 'applied index is now lower than readState.Index' (duration: 238.952287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:38.917061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.139014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:31:38.917171Z","caller":"traceutil/trace.go:171","msg":"trace[470226151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3218; }","duration":"249.306438ms","start":"2026-04-21T03:31:38.667841Z","end":"2026-04-21T03:31:38.917148Z","steps":["trace[470226151] 'agreement among raft nodes before linearized reading' (duration: 248.927137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:38.917446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.877226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a841a1383d70df\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-21T03:31:38.917503Z","caller":"traceutil/trace.go:171","msg":"trace[195933594] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a841a1383d70df; range_end:; response_count:1; response_revision:3218; }","duration":"228.990448ms","start":"2026-04-21T03:31:38.688498Z","end":"2026-04-21T03:31:38.917489Z","steps":["trace[195933594] 'agreement among raft nodes before linearized reading' (duration: 228.586228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:38.917778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.193787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:31:38.918534Z","caller":"traceutil/trace.go:171","msg":"trace[1365477055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3218; }","duration":"115.990429ms","start":"2026-04-21T03:31:38.802514Z","end":"2026-04-21T03:31:38.918504Z","steps":["trace[1365477055] 'agreement among raft nodes before linearized reading' (duration: 115.062474ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:39.101686Z","caller":"traceutil/trace.go:171","msg":"trace[1277657465] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"178.67398ms","start":"2026-04-21T03:31:38.922989Z","end":"2026-04-21T03:31:39.101663Z","steps":["trace[1277657465] 'process raft request' (duration: 178.629979ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:39.101903Z","caller":"traceutil/trace.go:171","msg":"trace[2037102725] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"179.071491ms","start":"2026-04-21T03:31:38.922817Z","end":"2026-04-21T03:31:39.101888Z","steps":["trace[2037102725] 'process raft request' (duration: 178.742721ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:39.101696Z","caller":"traceutil/trace.go:171","msg":"trace[912888257] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"181.723632ms","start":"2026-04-21T03:31:38.919941Z","end":"2026-04-21T03:31:39.101665Z","steps":["trace[912888257] 'process raft request' (duration: 109.489392ms)","trace[912888257] 'compare' (duration: 71.967883ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:39.287884Z","caller":"traceutil/trace.go:171","msg":"trace[927839294] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"101.328987ms","start":"2026-04-21T03:31:39.186502Z","end":"2026-04-21T03:31:39.287831Z","steps":["trace[927839294] 'process raft request' (duration: 46.640168ms)","trace[927839294] 'compare' (duration: 54.508174ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:15.397472Z","caller":"traceutil/trace.go:171","msg":"trace[167259460] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"108.797407ms","start":"2026-04-21T03:32:15.288642Z","end":"2026-04-21T03:32:15.39744Z","steps":["trace[167259460] 'process raft request' (duration: 108.559001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:15.62992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.302097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:32:15.630111Z","caller":"traceutil/trace.go:171","msg":"trace[663556144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3405; }","duration":"149.587684ms","start":"2026-04-21T03:32:15.480499Z","end":"2026-04-21T03:32:15.630087Z","steps":["trace[663556144] 'range keys from in-memory index tree' (duration: 149.060299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:15.629972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.908137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:32:15.630585Z","caller":"traceutil/trace.go:171","msg":"trace[1984862162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3405; }","duration":"151.563843ms","start":"2026-04-21T03:32:15.479011Z","end":"2026-04-21T03:32:15.630575Z","steps":["trace[1984862162] 'range keys from in-memory index tree' (duration: 150.720452ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:15.808046Z","caller":"traceutil/trace.go:171","msg":"trace[137943195] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"172.344145ms","start":"2026-04-21T03:32:15.635676Z","end":"2026-04-21T03:32:15.808021Z","steps":["trace[137943195] 'process raft request' (duration: 172.293994ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:15.808216Z","caller":"traceutil/trace.go:171","msg":"trace[133543074] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"173.997007ms","start":"2026-04-21T03:32:15.634209Z","end":"2026-04-21T03:32:15.808206Z","steps":["trace[133543074] 'process raft request' (duration: 173.623727ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:38.3919Z","caller":"traceutil/trace.go:171","msg":"trace[501762910] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"114.942553ms","start":"2026-04-21T03:32:38.276931Z","end":"2026-04-21T03:32:38.391874Z","steps":["trace[501762910] 'process raft request' (duration: 114.79829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:38.668666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.684383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:32:38.668779Z","caller":"traceutil/trace.go:171","msg":"trace[1780885034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3612; }","duration":"229.864997ms","start":"2026-04-21T03:32:38.438891Z","end":"2026-04-21T03:32:38.668756Z","steps":["trace[1780885034] 'range keys from in-memory index tree' (duration: 229.56942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:38.668903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.849007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:32:38.669081Z","caller":"traceutil/trace.go:171","msg":"trace[789301283] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3612; }","duration":"121.075902ms","start":"2026-04-21T03:32:38.547984Z","end":"2026-04-21T03:32:38.66906Z","steps":["trace[789301283] 'count revisions from in-memory index tree' (duration: 120.685943ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:39.365627Z","caller":"traceutil/trace.go:171","msg":"trace[706820915] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"125.26335ms","start":"2026-04-21T03:32:39.240339Z","end":"2026-04-21T03:32:39.365603Z","steps":["trace[706820915] 'process raft request' (duration: 123.557108ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:40.077784Z","caller":"traceutil/trace.go:171","msg":"trace[2031905553] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3762; }","duration":"143.223581ms","start":"2026-04-21T03:32:39.934527Z","end":"2026-04-21T03:32:40.077751Z","steps":["trace[2031905553] 'read index received' (duration: 133.249149ms)","trace[2031905553] 'applied index is now lower than readState.Index' (duration: 9.972992ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:40.077893Z","caller":"traceutil/trace.go:171","msg":"trace[1758704299] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"147.976096ms","start":"2026-04-21T03:32:39.929887Z","end":"2026-04-21T03:32:40.077863Z","steps":["trace[1758704299] 'process raft request' (duration: 137.846971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:40.078152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.6013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:32:40.078187Z","caller":"traceutil/trace.go:171","msg":"trace[764546061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3621; }","duration":"143.673232ms","start":"2026-04-21T03:32:39.934505Z","end":"2026-04-21T03:32:40.078178Z","steps":["trace[764546061] 'agreement among raft nodes before linearized reading' (duration: 143.330114ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:41.49428Z","caller":"traceutil/trace.go:171","msg":"trace[1875889191] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"100.082753ms","start":"2026-04-21T03:32:41.394158Z","end":"2026-04-21T03:32:41.494241Z","steps":["trace[1875889191] 'process raft request' (duration: 47.190088ms)","trace[1875889191] 'compare' (duration: 52.595597ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:42.527835Z","caller":"traceutil/trace.go:171","msg":"trace[812144362] linearizableReadLoop","detail":"{readStateIndex:3779; appliedIndex:3778; }","duration":"121.71563ms","start":"2026-04-21T03:32:42.406097Z","end":"2026-04-21T03:32:42.527812Z","steps":["trace[812144362] 'read index received' (duration: 104.634018ms)","trace[812144362] 'applied index is now lower than readState.Index' (duration: 17.080672ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:42.527945Z","caller":"traceutil/trace.go:171","msg":"trace[1030260249] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"122.11998ms","start":"2026-04-21T03:32:42.405791Z","end":"2026-04-21T03:32:42.527911Z","steps":["trace[1030260249] 'process raft request' (duration: 104.872904ms)","trace[1030260249] 'compare' (duration: 17.04423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:42.528146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.039458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-04-21T03:32:42.528253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.061298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-21T03:32:42.528346Z","caller":"traceutil/trace.go:171","msg":"trace[141605431] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3637; }","duration":"122.192282ms","start":"2026-04-21T03:32:42.406143Z","end":"2026-04-21T03:32:42.528335Z","steps":["trace[141605431] 'agreement among raft nodes before linearized reading' (duration: 121.923336ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:42.528248Z","caller":"traceutil/trace.go:171","msg":"trace[785335691] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3637; }","duration":"122.207592ms","start":"2026-04-21T03:32:42.406028Z","end":"2026-04-21T03:32:42.528236Z","steps":["trace[785335691] 'agreement among raft nodes before linearized reading' (duration: 121.898804ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:45.83047Z","caller":"traceutil/trace.go:171","msg":"trace[2034120180] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"114.400121ms","start":"2026-04-21T03:32:45.716039Z","end":"2026-04-21T03:32:45.830439Z","steps":["trace[2034120180] 'process raft request' (duration: 78.017849ms)","trace[2034120180] 'compare' (duration: 35.951482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:58.570709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.367441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:32:58.570928Z","caller":"traceutil/trace.go:171","msg":"trace[1722321536] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3870; }","duration":"250.413762ms","start":"2026-04-21T03:32:58.320492Z","end":"2026-04-21T03:32:58.570905Z","steps":["trace[1722321536] 'read index received' (duration: 135.794275ms)","trace[1722321536] 'applied index is now lower than readState.Index' (duration: 114.617377ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:58.571105Z","caller":"traceutil/trace.go:171","msg":"trace[633058483] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"362.542961ms","start":"2026-04-21T03:32:58.208542Z","end":"2026-04-21T03:32:58.571085Z","steps":["trace[633058483] 'process raft request' (duration: 247.707289ms)","trace[633058483] 'compare' (duration: 114.238468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:58.571252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:58.208525Z","time spent":"362.674664ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:32:58.571454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.894427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:32:58.571529Z","caller":"traceutil/trace.go:171","msg":"trace[1008364666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3725; }","duration":"130.073982ms","start":"2026-04-21T03:32:58.441438Z","end":"2026-04-21T03:32:58.571512Z","steps":["trace[1008364666] 'agreement among raft nodes before linearized reading' (duration: 129.896077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:58.571416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.904215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:32:58.571984Z","caller":"traceutil/trace.go:171","msg":"trace[973371955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3725; }","duration":"251.506468ms","start":"2026-04-21T03:32:58.320452Z","end":"2026-04-21T03:32:58.571959Z","steps":["trace[973371955] 'agreement among raft nodes before linearized reading' (duration: 250.895453ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:58.762908Z","caller":"traceutil/trace.go:171","msg":"trace[812285612] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"136.392889ms","start":"2026-04-21T03:32:58.626478Z","end":"2026-04-21T03:32:58.762871Z","steps":["trace[812285612] 'process raft request' (duration: 131.487524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:59.036267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.15936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:32:59.036407Z","caller":"traceutil/trace.go:171","msg":"trace[972096741] linearizableReadLoop","detail":"{readStateIndex:3873; appliedIndex:3872; }","duration":"108.328337ms","start":"2026-04-21T03:32:58.928027Z","end":"2026-04-21T03:32:59.036356Z","steps":["trace[972096741] 'read index received' (duration: 1.014143ms)","trace[972096741] 'applied index is now lower than readState.Index' (duration: 107.313214ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:59.036463Z","caller":"traceutil/trace.go:171","msg":"trace[1672910291] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"139.476331ms","start":"2026-04-21T03:32:58.896951Z","end":"2026-04-21T03:32:59.036428Z","steps":["trace[1672910291] 'process raft request' (duration: 32.063104ms)","trace[1672910291] 'compare' (duration: 107.025127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:59.036579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.503763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:32:59.036829Z","caller":"traceutil/trace.go:171","msg":"trace[704924156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3727; }","duration":"108.811059ms","start":"2026-04-21T03:32:58.927974Z","end":"2026-04-21T03:32:59.036785Z","steps":["trace[704924156] 'agreement among raft nodes before linearized reading' (duration: 108.464231ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:59.604586Z","caller":"traceutil/trace.go:171","msg":"trace[287075112] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"144.829583ms","start":"2026-04-21T03:32:59.459735Z","end":"2026-04-21T03:32:59.604565Z","steps":["trace[287075112] 'process raft request' (duration: 81.406243ms)","trace[287075112] 'compare' (duration: 63.332648ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:59.87608Z","caller":"traceutil/trace.go:171","msg":"trace[1750165784] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"105.022148ms","start":"2026-04-21T03:32:59.771032Z","end":"2026-04-21T03:32:59.876055Z","steps":["trace[1750165784] 'process raft request' (duration: 104.891205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:00.114197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.05099ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:00.114364Z","caller":"traceutil/trace.go:171","msg":"trace[1201680669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3730; }","duration":"178.244135ms","start":"2026-04-21T03:32:59.936098Z","end":"2026-04-21T03:33:00.114343Z","steps":["trace[1201680669] 'range keys from in-memory index tree' (duration: 178.03406ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:00.115136Z","caller":"traceutil/trace.go:171","msg":"trace[214027760] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"186.268364ms","start":"2026-04-21T03:32:59.928817Z","end":"2026-04-21T03:33:00.115086Z","steps":["trace[214027760] 'process raft request' (duration: 186.006057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:00.115453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.725088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:33:00.115503Z","caller":"traceutil/trace.go:171","msg":"trace[683745981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3732; }","duration":"167.81636ms","start":"2026-04-21T03:32:59.947673Z","end":"2026-04-21T03:33:00.11549Z","steps":["trace[683745981] 'agreement among raft nodes before linearized reading' (duration: 167.720588ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:00.115168Z","caller":"traceutil/trace.go:171","msg":"trace[1129841768] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"200.210622ms","start":"2026-04-21T03:32:59.914918Z","end":"2026-04-21T03:33:00.115128Z","steps":["trace[1129841768] 'process raft request' (duration: 106.718897ms)","trace[1129841768] 'compare' (duration: 92.402599ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:00.114997Z","caller":"traceutil/trace.go:171","msg":"trace[613548731] linearizableReadLoop","detail":"{readStateIndex:3878; appliedIndex:3876; }","duration":"167.268087ms","start":"2026-04-21T03:32:59.947712Z","end":"2026-04-21T03:33:00.11498Z","steps":["trace[613548731] 'read index received' (duration: 73.893535ms)","trace[613548731] 'applied index is now lower than readState.Index' (duration: 93.373482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:00.364907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.400123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:33:00.364981Z","caller":"traceutil/trace.go:171","msg":"trace[642786812] linearizableReadLoop","detail":"{readStateIndex:3880; appliedIndex:3879; }","duration":"132.08686ms","start":"2026-04-21T03:33:00.232883Z","end":"2026-04-21T03:33:00.36497Z","steps":["trace[642786812] 'read index received' (duration: 12.556054ms)","trace[642786812] 'applied index is now lower than readState.Index' (duration: 119.530196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:00.365087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.217772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:33:00.365101Z","caller":"traceutil/trace.go:171","msg":"trace[863511232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3734; }","duration":"132.286485ms","start":"2026-04-21T03:33:00.232809Z","end":"2026-04-21T03:33:00.365096Z","steps":["trace[863511232] 'agreement among raft nodes before linearized reading' (duration: 132.203153ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:00.36507Z","caller":"traceutil/trace.go:171","msg":"trace[2050706045] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"190.581332ms","start":"2026-04-21T03:33:00.174455Z","end":"2026-04-21T03:33:00.365037Z","steps":["trace[2050706045] 'process raft request' (duration: 70.994005ms)","trace[2050706045] 'compare' (duration: 119.313591ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:01.316491Z","caller":"traceutil/trace.go:171","msg":"trace[721199483] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"738.590163ms","start":"2026-04-21T03:33:00.577883Z","end":"2026-04-21T03:33:01.316474Z","steps":["trace[721199483] 'process raft request' (duration: 738.502931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:01.316601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:00.577868Z","time spent":"738.672654ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:01.317824Z","caller":"traceutil/trace.go:171","msg":"trace[2089008120] linearizableReadLoop","detail":"{readStateIndex:3884; appliedIndex:3883; }","duration":"382.152719ms","start":"2026-04-21T03:33:00.935648Z","end":"2026-04-21T03:33:01.3178Z","steps":["trace[2089008120] 'read index received' (duration: 380.886469ms)","trace[2089008120] 'applied index is now lower than readState.Index' (duration: 1.26514ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:01.317858Z","caller":"traceutil/trace.go:171","msg":"trace[947934886] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"549.002764ms","start":"2026-04-21T03:33:00.768826Z","end":"2026-04-21T03:33:01.317828Z","steps":["trace[947934886] 'process raft request' (duration: 548.81185ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:01.31789Z","caller":"traceutil/trace.go:171","msg":"trace[1363071528] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"276.288946ms","start":"2026-04-21T03:33:01.041565Z","end":"2026-04-21T03:33:01.317854Z","steps":["trace[1363071528] 'process raft request' (duration: 276.187453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:01.317978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.198854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:33:01.318003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:00.768797Z","time spent":"549.125386ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:01.318028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.366494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-21T03:33:01.3181Z","caller":"traceutil/trace.go:171","msg":"trace[574757408] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3739; }","duration":"382.467127ms","start":"2026-04-21T03:33:00.935616Z","end":"2026-04-21T03:33:01.318083Z","steps":["trace[574757408] 'agreement among raft nodes before linearized reading' (duration: 382.267982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:01.318137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.069064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:33:01.318156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:00.935601Z","time spent":"382.542608ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-21T03:33:01.318167Z","caller":"traceutil/trace.go:171","msg":"trace[1684669456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3739; }","duration":"222.132716ms","start":"2026-04-21T03:33:01.096026Z","end":"2026-04-21T03:33:01.318158Z","steps":["trace[1684669456] 'agreement among raft nodes before linearized reading' (duration: 222.012033ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:01.318014Z","caller":"traceutil/trace.go:171","msg":"trace[1532113346] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3739; }","duration":"320.291646ms","start":"2026-04-21T03:33:00.997713Z","end":"2026-04-21T03:33:01.318005Z","steps":["trace[1532113346] 'agreement among raft nodes before linearized reading' (duration: 320.203994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:01.31822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:00.99769Z","time spent":"320.518122ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:33:20.333305Z","caller":"traceutil/trace.go:171","msg":"trace[843310111] linearizableReadLoop","detail":"{readStateIndex:3988; appliedIndex:3987; }","duration":"119.032415ms","start":"2026-04-21T03:33:20.214227Z","end":"2026-04-21T03:33:20.333259Z","steps":["trace[843310111] 'read index received' (duration: 118.861481ms)","trace[843310111] 'applied index is now lower than readState.Index' (duration: 169.924µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:20.333347Z","caller":"traceutil/trace.go:171","msg":"trace[1965259851] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"130.661742ms","start":"2026-04-21T03:33:20.202659Z","end":"2026-04-21T03:33:20.33332Z","steps":["trace[1965259851] 'process raft request' (duration: 130.453587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:20.333487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.2387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:20.333523Z","caller":"traceutil/trace.go:171","msg":"trace[93545930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3838; }","duration":"119.340842ms","start":"2026-04-21T03:33:20.214172Z","end":"2026-04-21T03:33:20.333513Z","steps":["trace[93545930] 'agreement among raft nodes before linearized reading' (duration: 119.25462ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:20.523441Z","caller":"traceutil/trace.go:171","msg":"trace[349820799] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"185.776683ms","start":"2026-04-21T03:33:20.337639Z","end":"2026-04-21T03:33:20.523416Z","steps":["trace[349820799] 'process raft request' (duration: 185.62482ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:20.563219Z","caller":"traceutil/trace.go:171","msg":"trace[1049121292] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"172.213492ms","start":"2026-04-21T03:33:20.390973Z","end":"2026-04-21T03:33:20.563187Z","steps":["trace[1049121292] 'process raft request' (duration: 172.028778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:20.723895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.997045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:33:20.724016Z","caller":"traceutil/trace.go:171","msg":"trace[756186964] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3841; }","duration":"109.129838ms","start":"2026-04-21T03:33:20.614828Z","end":"2026-04-21T03:33:20.723957Z","steps":["trace[756186964] 'count revisions from in-memory index tree' (duration: 108.892653ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:22.483365Z","caller":"traceutil/trace.go:171","msg":"trace[840035237] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"141.574993ms","start":"2026-04-21T03:33:22.341764Z","end":"2026-04-21T03:33:22.483339Z","steps":["trace[840035237] 'process raft request' (duration: 141.422189ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:22.656514Z","caller":"traceutil/trace.go:171","msg":"trace[1232548435] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"125.151118ms","start":"2026-04-21T03:33:22.531337Z","end":"2026-04-21T03:33:22.656488Z","steps":["trace[1232548435] 'process raft request' (duration: 63.178543ms)","trace[1232548435] 'compare' (duration: 61.30379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:30.475314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.090082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:30.47543Z","caller":"traceutil/trace.go:171","msg":"trace[1424733412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3892; }","duration":"539.232155ms","start":"2026-04-21T03:33:29.936181Z","end":"2026-04-21T03:33:30.475413Z","steps":["trace[1424733412] 'range keys from in-memory index tree' (duration: 539.075631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:30.476431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.711293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:33:30.476551Z","caller":"traceutil/trace.go:171","msg":"trace[2040519467] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"664.33326ms","start":"2026-04-21T03:33:29.812198Z","end":"2026-04-21T03:33:30.476531Z","steps":["trace[2040519467] 'process raft request' (duration: 253.607773ms)","trace[2040519467] 'compare' (duration: 409.498248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:30.476619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:29.812178Z","time spent":"664.412612ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:30.476713Z","caller":"traceutil/trace.go:171","msg":"trace[1969267119] linearizableReadLoop","detail":"{readStateIndex:4045; appliedIndex:4044; }","duration":"372.349159ms","start":"2026-04-21T03:33:30.104352Z","end":"2026-04-21T03:33:30.476701Z","steps":["trace[1969267119] 'read index received' (duration: 49.021µs)","trace[1969267119] 'applied index is now lower than readState.Index' (duration: 372.298457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:30.476906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.558803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:33:30.477005Z","caller":"traceutil/trace.go:171","msg":"trace[959737970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3894; }","duration":"372.691926ms","start":"2026-04-21T03:33:30.104301Z","end":"2026-04-21T03:33:30.476993Z","steps":["trace[959737970] 'agreement among raft nodes before linearized reading' (duration: 372.496682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:30.477148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:30.104282Z","time spent":"372.8571ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:33:30.477404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.492631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:30.477701Z","caller":"traceutil/trace.go:171","msg":"trace[343126505] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3894; }","duration":"346.123195ms","start":"2026-04-21T03:33:30.131375Z","end":"2026-04-21T03:33:30.477499Z","steps":["trace[343126505] 'agreement among raft nodes before linearized reading' (duration: 345.467651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:30.477836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:30.13136Z","time spent":"346.396771ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:33:30.877943Z","caller":"traceutil/trace.go:171","msg":"trace[1810779395] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"125.387969ms","start":"2026-04-21T03:33:30.752526Z","end":"2026-04-21T03:33:30.877914Z","steps":["trace[1810779395] 'process raft request' (duration: 32.478466ms)","trace[1810779395] 'compare' (duration: 92.78575ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:31.324865Z","caller":"traceutil/trace.go:171","msg":"trace[1194994351] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"201.574708ms","start":"2026-04-21T03:33:31.123256Z","end":"2026-04-21T03:33:31.324831Z","steps":["trace[1194994351] 'process raft request' (duration: 201.328482ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:20.072535Z","caller":"traceutil/trace.go:171","msg":"trace[548769554] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"154.05713ms","start":"2026-04-21T03:34:19.918451Z","end":"2026-04-21T03:34:20.072508Z","steps":["trace[548769554] 'process raft request' (duration: 152.139008ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:20.076Z","caller":"traceutil/trace.go:171","msg":"trace[1365026066] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"122.477438ms","start":"2026-04-21T03:34:19.95351Z","end":"2026-04-21T03:34:20.075988Z","steps":["trace[1365026066] 'process raft request' (duration: 122.171362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.600408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.517487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:21.600532Z","caller":"traceutil/trace.go:171","msg":"trace[614040054] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"495.299935ms","start":"2026-04-21T03:34:21.105194Z","end":"2026-04-21T03:34:21.600494Z","steps":["trace[614040054] 'process raft request' (duration: 64.625995ms)","trace[614040054] 'compare' (duration: 430.240891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:21.600735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:21.105182Z","time spent":"495.376847ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:34:21.604126Z","caller":"traceutil/trace.go:171","msg":"trace[1823694809] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4783; }","duration":"441.465033ms","start":"2026-04-21T03:34:21.162595Z","end":"2026-04-21T03:34:21.60406Z","steps":["trace[1823694809] 'read index received' (duration: 7.233696ms)","trace[1823694809] 'applied index is now lower than readState.Index' (duration: 434.229906ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:21.604319Z","caller":"traceutil/trace.go:171","msg":"trace[1985413501] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"498.613407ms","start":"2026-04-21T03:34:21.105583Z","end":"2026-04-21T03:34:21.604196Z","steps":["trace[1985413501] 'process raft request' (duration: 498.244398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.604398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.806651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3556"} {"level":"info","ts":"2026-04-21T03:34:21.604455Z","caller":"traceutil/trace.go:171","msg":"trace[1962472096] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4602; }","duration":"441.937353ms","start":"2026-04-21T03:34:21.162493Z","end":"2026-04-21T03:34:21.604431Z","steps":["trace[1962472096] 'agreement among raft nodes before linearized reading' (duration: 441.730748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.604609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:21.162461Z","time spent":"442.026925ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":3579,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-04-21T03:34:21.604791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:21.10555Z","time spent":"499.179868ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:21.60579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.110697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4316"} {"level":"info","ts":"2026-04-21T03:34:21.605877Z","caller":"traceutil/trace.go:171","msg":"trace[128605169] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4603; }","duration":"399.274271ms","start":"2026-04-21T03:34:21.206586Z","end":"2026-04-21T03:34:21.605861Z","steps":["trace[128605169] 'agreement among raft nodes before linearized reading' (duration: 399.020846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.605962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:21.206555Z","time spent":"399.395653ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4339,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-04-21T03:34:21.606202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.024464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:21.60623Z","caller":"traceutil/trace.go:171","msg":"trace[333885892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4603; }","duration":"166.089216ms","start":"2026-04-21T03:34:21.440134Z","end":"2026-04-21T03:34:21.606224Z","steps":["trace[333885892] 'agreement among raft nodes before linearized reading' (duration: 166.046475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.606446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.771811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-4hvl6\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-04-21T03:34:21.606515Z","caller":"traceutil/trace.go:171","msg":"trace[881030455] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-4hvl6; range_end:; response_count:1; response_revision:4603; }","duration":"329.830661ms","start":"2026-04-21T03:34:21.276636Z","end":"2026-04-21T03:34:21.606467Z","steps":["trace[881030455] 'agreement among raft nodes before linearized reading' (duration: 329.728089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.606593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:21.276616Z","time spent":"329.970715ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4354,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-4hvl6\" "} {"level":"info","ts":"2026-04-21T03:34:21.607316Z","caller":"traceutil/trace.go:171","msg":"trace[384784593] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"352.514022ms","start":"2026-04-21T03:34:21.254789Z","end":"2026-04-21T03:34:21.607303Z","steps":["trace[384784593] 'process raft request' (duration: 350.665382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:21.60762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:21.254753Z","time spent":"352.708306ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:23.330488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.310289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acc8346c-a9d6-40ed-b97a-8e7547909455\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-21T03:34:23.331085Z","caller":"traceutil/trace.go:171","msg":"trace[776568583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acc8346c-a9d6-40ed-b97a-8e7547909455; range_end:; response_count:1; response_revision:4699; }","duration":"187.925282ms","start":"2026-04-21T03:34:23.143139Z","end":"2026-04-21T03:34:23.331064Z","steps":["trace[776568583] 'range keys from in-memory index tree' (duration: 186.522282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:23.330954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.244607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-21T03:34:23.331264Z","caller":"traceutil/trace.go:171","msg":"trace[437536025] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4699; }","duration":"123.543744ms","start":"2026-04-21T03:34:23.207665Z","end":"2026-04-21T03:34:23.331209Z","steps":["trace[437536025] 'range keys from in-memory index tree' (duration: 122.125344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:26.214512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.300356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bd857922-a015-4360-a4ef-53fb09c98745\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-04-21T03:34:26.214594Z","caller":"traceutil/trace.go:171","msg":"trace[1095855204] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bd857922-a015-4360-a4ef-53fb09c98745; range_end:; response_count:1; response_revision:4744; }","duration":"225.594813ms","start":"2026-04-21T03:34:25.988977Z","end":"2026-04-21T03:34:26.214572Z","steps":["trace[1095855204] 'range keys from in-memory index tree' (duration: 225.115862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:26.21503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.243837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-acc8346c-a9d6-40ed-b97a-8e7547909455\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-04-21T03:34:26.215122Z","caller":"traceutil/trace.go:171","msg":"trace[1887625733] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-acc8346c-a9d6-40ed-b97a-8e7547909455; range_end:; response_count:1; response_revision:4744; }","duration":"200.39098ms","start":"2026-04-21T03:34:26.014709Z","end":"2026-04-21T03:34:26.2151Z","steps":["trace[1887625733] 'range keys from in-memory index tree' (duration: 200.099784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:26.215498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.756444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:21 size:489357"} {"level":"info","ts":"2026-04-21T03:34:26.215837Z","caller":"traceutil/trace.go:171","msg":"trace[62535523] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:21; response_revision:4744; }","duration":"216.843525ms","start":"2026-04-21T03:34:25.998695Z","end":"2026-04-21T03:34:26.215538Z","steps":["trace[62535523] 'range keys from in-memory index tree' (duration: 216.368624ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:28.793018Z","caller":"traceutil/trace.go:171","msg":"trace[1448665127] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"100.495699ms","start":"2026-04-21T03:34:28.69246Z","end":"2026-04-21T03:34:28.792956Z","steps":["trace[1448665127] 'process raft request' (duration: 100.171772ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:28.940859Z","caller":"traceutil/trace.go:171","msg":"trace[2031634051] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"115.242324ms","start":"2026-04-21T03:34:28.825584Z","end":"2026-04-21T03:34:28.940826Z","steps":["trace[2031634051] 'read index received' (duration: 84.245869ms)","trace[2031634051] 'applied index is now lower than readState.Index' (duration: 30.995275ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:28.94099Z","caller":"traceutil/trace.go:171","msg":"trace[625339641] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"236.345117ms","start":"2026-04-21T03:34:28.704586Z","end":"2026-04-21T03:34:28.940931Z","steps":["trace[625339641] 'process raft request' (duration: 205.34272ms)","trace[625339641] 'compare' (duration: 30.695969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:28.941238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.621844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:34:28.941331Z","caller":"traceutil/trace.go:171","msg":"trace[1170361066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4824; }","duration":"115.789098ms","start":"2026-04-21T03:34:28.825526Z","end":"2026-04-21T03:34:28.941316Z","steps":["trace[1170361066] 'agreement among raft nodes before linearized reading' (duration: 115.501972ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:29.204997Z","caller":"traceutil/trace.go:171","msg":"trace[1242832386] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5015; }","duration":"221.244789ms","start":"2026-04-21T03:34:28.983726Z","end":"2026-04-21T03:34:29.204971Z","steps":["trace[1242832386] 'read index received' (duration: 220.841171ms)","trace[1242832386] 'applied index is now lower than readState.Index' (duration: 402.308µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:29.205146Z","caller":"traceutil/trace.go:171","msg":"trace[358413754] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"255.205019ms","start":"2026-04-21T03:34:28.949904Z","end":"2026-04-21T03:34:29.205109Z","steps":["trace[358413754] 'process raft request' (duration: 254.934563ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:29.205174Z","caller":"traceutil/trace.go:171","msg":"trace[1266928951] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"257.745953ms","start":"2026-04-21T03:34:28.947388Z","end":"2026-04-21T03:34:29.205134Z","steps":["trace[1266928951] 'process raft request' (duration: 257.262743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:29.205261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.519686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-21T03:34:29.205257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.815636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:29.205347Z","caller":"traceutil/trace.go:171","msg":"trace[666630238] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4827; }","duration":"221.674339ms","start":"2026-04-21T03:34:28.983657Z","end":"2026-04-21T03:34:29.205331Z","steps":["trace[666630238] 'agreement among raft nodes before linearized reading' (duration: 221.451024ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:29.205372Z","caller":"traceutil/trace.go:171","msg":"trace[206600867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4827; }","duration":"170.99308ms","start":"2026-04-21T03:34:29.03436Z","end":"2026-04-21T03:34:29.205353Z","steps":["trace[206600867] 'agreement among raft nodes before linearized reading' (duration: 170.802396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:29.205621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.194862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:34:29.205696Z","caller":"traceutil/trace.go:171","msg":"trace[980436122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4827; }","duration":"149.366336ms","start":"2026-04-21T03:34:29.056308Z","end":"2026-04-21T03:34:29.205675Z","steps":["trace[980436122] 'agreement among raft nodes before linearized reading' (duration: 149.1011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:29.206325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.026092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:34:29.206401Z","caller":"traceutil/trace.go:171","msg":"trace[2143540559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4827; }","duration":"158.247677ms","start":"2026-04-21T03:34:29.048133Z","end":"2026-04-21T03:34:29.206381Z","steps":["trace[2143540559] 'agreement among raft nodes before linearized reading' (duration: 157.286007ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:30.526239Z","caller":"traceutil/trace.go:171","msg":"trace[1429579011] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5029; }","duration":"150.930997ms","start":"2026-04-21T03:34:30.375276Z","end":"2026-04-21T03:34:30.526207Z","steps":["trace[1429579011] 'read index received' (duration: 146.211806ms)","trace[1429579011] 'applied index is now lower than readState.Index' (duration: 4.717791ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:30.526275Z","caller":"traceutil/trace.go:171","msg":"trace[1726015652] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"589.752601ms","start":"2026-04-21T03:34:29.936501Z","end":"2026-04-21T03:34:30.526253Z","steps":["trace[1726015652] 'process raft request' (duration: 585.064451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:30.526552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.260785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h4hdh\" ","response":"range_response_count:1 size:9743"} {"level":"info","ts":"2026-04-21T03:34:30.526619Z","caller":"traceutil/trace.go:171","msg":"trace[1309710948] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-h4hdh; range_end:; response_count:1; response_revision:4840; }","duration":"151.368937ms","start":"2026-04-21T03:34:30.375232Z","end":"2026-04-21T03:34:30.526601Z","steps":["trace[1309710948] 'agreement among raft nodes before linearized reading' (duration: 151.150022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:30.527028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.715993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h4hdh.18a841dcbfccd4da\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-21T03:34:30.527132Z","caller":"traceutil/trace.go:171","msg":"trace[2048555141] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h4hdh.18a841dcbfccd4da; range_end:; response_count:1; response_revision:4840; }","duration":"150.881597ms","start":"2026-04-21T03:34:30.376232Z","end":"2026-04-21T03:34:30.527113Z","steps":["trace[2048555141] 'agreement among raft nodes before linearized reading' (duration: 150.56887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:30.527316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:29.936479Z","time spent":"589.851652ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:37.165118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346463742s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:34:37.214643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499154265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:37.214951Z","caller":"traceutil/trace.go:171","msg":"trace[607676278] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"113.262557ms","start":"2026-04-21T03:34:37.101676Z","end":"2026-04-21T03:34:37.214938Z","steps":["trace[607676278] 'process raft request' (duration: 113.229636ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:37.21518Z","caller":"traceutil/trace.go:171","msg":"trace[1998425884] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"1.59155219s","start":"2026-04-21T03:34:35.623618Z","end":"2026-04-21T03:34:37.21517Z","steps":["trace[1998425884] 'process raft request' (duration: 91.807712ms)","trace[1998425884] 'compare' (duration: 1.498459321s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:37.215227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.623607Z","time spent":"1.591594241s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:37.215322Z","caller":"traceutil/trace.go:171","msg":"trace[123598269] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5116; }","duration":"1.552335312s","start":"2026-04-21T03:34:35.66298Z","end":"2026-04-21T03:34:37.215315Z","steps":["trace[123598269] 'read index received' (duration: 52.455311ms)","trace[123598269] 'applied index is now lower than readState.Index' (duration: 1.499879231s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:37.215483Z","caller":"traceutil/trace.go:171","msg":"trace[1577375857] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"1.396974421s","start":"2026-04-21T03:34:35.818502Z","end":"2026-04-21T03:34:37.215477Z","steps":["trace[1577375857] 'process raft request' (duration: 1.396224576s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.215525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.818481Z","time spent":"1.397022842s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:37.215611Z","caller":"traceutil/trace.go:171","msg":"trace[174179596] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"1.388312726s","start":"2026-04-21T03:34:35.827291Z","end":"2026-04-21T03:34:37.215604Z","steps":["trace[174179596] 'process raft request' (duration: 1.387504789s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.215647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.827268Z","time spent":"1.388361607s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:37.215729Z","caller":"traceutil/trace.go:171","msg":"trace[120297929] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"1.293864197s","start":"2026-04-21T03:34:35.921858Z","end":"2026-04-21T03:34:37.215723Z","steps":["trace[120297929] 'process raft request' (duration: 1.292987868s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.215773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.921805Z","time spent":"1.293945309s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:37.215879Z","caller":"traceutil/trace.go:171","msg":"trace[1181714224] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"222.07145ms","start":"2026-04-21T03:34:36.993801Z","end":"2026-04-21T03:34:37.215873Z","steps":["trace[1181714224] 'process raft request' (duration: 221.069269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.216383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547698804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9575"} {"level":"info","ts":"2026-04-21T03:34:37.216443Z","caller":"traceutil/trace.go:171","msg":"trace[1089282351] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4930; }","duration":"1.547836736s","start":"2026-04-21T03:34:35.66859Z","end":"2026-04-21T03:34:37.216427Z","steps":["trace[1089282351] 'agreement among raft nodes before linearized reading' (duration: 1.547665473s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.216495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.668575Z","time spent":"1.547908568s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9598,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-21T03:34:37.216784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.438307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-21T03:34:37.216838Z","caller":"traceutil/trace.go:171","msg":"trace[1341827355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4930; }","duration":"602.531368ms","start":"2026-04-21T03:34:36.614293Z","end":"2026-04-21T03:34:37.216825Z","steps":["trace[1341827355] 'agreement among raft nodes before linearized reading' (duration: 602.401735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.216878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:36.61427Z","time spent":"602.59725ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:34:37.217164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.091663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:34:37.217215Z","caller":"traceutil/trace.go:171","msg":"trace[1819633379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4930; }","duration":"663.180455ms","start":"2026-04-21T03:34:36.554022Z","end":"2026-04-21T03:34:37.217202Z","steps":["trace[1819633379] 'agreement among raft nodes before linearized reading' (duration: 663.039022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.217254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:36.554001Z","time spent":"663.242315ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:37.217339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.342585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-21T03:34:37.217596Z","caller":"traceutil/trace.go:171","msg":"trace[1194997659] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710; range_end:; response_count:1; response_revision:4930; }","duration":"595.693562ms","start":"2026-04-21T03:34:36.621882Z","end":"2026-04-21T03:34:37.217576Z","steps":["trace[1194997659] 'agreement among raft nodes before linearized reading' (duration: 594.680991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.217639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:36.62185Z","time spent":"595.779035ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710\" "} {"level":"warn","ts":"2026-04-21T03:34:37.217677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526745485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:37.217731Z","caller":"traceutil/trace.go:171","msg":"trace[827584896] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4930; }","duration":"1.526835386s","start":"2026-04-21T03:34:35.69088Z","end":"2026-04-21T03:34:37.217715Z","steps":["trace[827584896] 'agreement among raft nodes before linearized reading' (duration: 1.526750995s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.217789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.690865Z","time spent":"1.526910029s","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:34:37.217928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554938648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-21T03:34:37.218002Z","caller":"traceutil/trace.go:171","msg":"trace[561369785] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4930; }","duration":"1.55504264s","start":"2026-04-21T03:34:35.662948Z","end":"2026-04-21T03:34:37.217991Z","steps":["trace[561369785] 'agreement among raft nodes before linearized reading' (duration: 1.553048557s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.218063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.662932Z","time spent":"1.555095551s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-04-21T03:34:37.218248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.031618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:34:37.218294Z","caller":"traceutil/trace.go:171","msg":"trace[2068502323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4930; }","duration":"221.11665ms","start":"2026-04-21T03:34:36.997166Z","end":"2026-04-21T03:34:37.218283Z","steps":["trace[2068502323] 'agreement among raft nodes before linearized reading' (duration: 221.002888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.218609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493992735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-21T03:34:37.218708Z","caller":"traceutil/trace.go:171","msg":"trace[1318212115] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4930; }","duration":"1.494136408s","start":"2026-04-21T03:34:35.724548Z","end":"2026-04-21T03:34:37.218684Z","steps":["trace[1318212115] 'agreement among raft nodes before linearized reading' (duration: 1.493009574s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.218774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.724528Z","time spent":"1.49423073s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193181,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-21T03:34:37.219253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033431842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:34:37.219306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448523383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-21T03:34:37.219342Z","caller":"traceutil/trace.go:171","msg":"trace[860611838] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4930; }","duration":"1.448607554s","start":"2026-04-21T03:34:35.770725Z","end":"2026-04-21T03:34:37.219332Z","steps":["trace[860611838] 'agreement among raft nodes before linearized reading' (duration: 1.448504382s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.219376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:35.770699Z","time spent":"1.448666786s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-21T03:34:37.219556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.733011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:37.219618Z","caller":"traceutil/trace.go:171","msg":"trace[1021711495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4930; }","duration":"777.771372ms","start":"2026-04-21T03:34:36.441812Z","end":"2026-04-21T03:34:37.219584Z","steps":["trace[1021711495] 'agreement among raft nodes before linearized reading' (duration: 777.68479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.219653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:36.441754Z","time spent":"777.890415ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:34:37.219332Z","caller":"traceutil/trace.go:171","msg":"trace[442811789] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4930; }","duration":"1.033521694s","start":"2026-04-21T03:34:36.185794Z","end":"2026-04-21T03:34:37.219315Z","steps":["trace[442811789] 'agreement among raft nodes before linearized reading' (duration: 1.033384571s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.22129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:36.18575Z","time spent":"1.035498736s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:34:37.389222Z","caller":"traceutil/trace.go:171","msg":"trace[1973288984] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"164.961922ms","start":"2026-04-21T03:34:37.224237Z","end":"2026-04-21T03:34:37.389199Z","steps":["trace[1973288984] 'process raft request' (duration: 117.166792ms)","trace[1973288984] 'compare' (duration: 47.623826ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:37.389341Z","caller":"traceutil/trace.go:171","msg":"trace[963935709] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"163.228624ms","start":"2026-04-21T03:34:37.2261Z","end":"2026-04-21T03:34:37.389329Z","steps":["trace[963935709] 'process raft request' (duration: 163.047961ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:37.389617Z","caller":"traceutil/trace.go:171","msg":"trace[106090184] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5123; }","duration":"119.98954ms","start":"2026-04-21T03:34:37.269618Z","end":"2026-04-21T03:34:37.389608Z","steps":["trace[106090184] 'read index received' (duration: 71.768571ms)","trace[106090184] 'applied index is now lower than readState.Index' (duration: 48.220089ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:37.389576Z","caller":"traceutil/trace.go:171","msg":"trace[1067860750] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"161.920206ms","start":"2026-04-21T03:34:37.227621Z","end":"2026-04-21T03:34:37.389542Z","steps":["trace[1067860750] 'process raft request' (duration: 161.575489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.389766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.522643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b64b5fd6b-djpnz.18a841de27e4966a\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-21T03:34:37.389815Z","caller":"traceutil/trace.go:171","msg":"trace[1808347695] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6b64b5fd6b-djpnz.18a841de27e4966a; range_end:; response_count:1; response_revision:4936; }","duration":"165.603235ms","start":"2026-04-21T03:34:37.224204Z","end":"2026-04-21T03:34:37.389807Z","steps":["trace[1808347695] 'agreement among raft nodes before linearized reading' (duration: 165.443181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.389971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.7759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-21T03:34:37.39Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.172585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-21T03:34:37.390023Z","caller":"traceutil/trace.go:171","msg":"trace[812190544] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4936; }","duration":"164.196156ms","start":"2026-04-21T03:34:37.22582Z","end":"2026-04-21T03:34:37.390016Z","steps":["trace[812190544] 'agreement among raft nodes before linearized reading' (duration: 164.125944ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:37.39003Z","caller":"traceutil/trace.go:171","msg":"trace[1853553989] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4936; }","duration":"136.886043ms","start":"2026-04-21T03:34:37.253129Z","end":"2026-04-21T03:34:37.390015Z","steps":["trace[1853553989] 'agreement among raft nodes before linearized reading' (duration: 136.549565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.390063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.210172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:34:37.390117Z","caller":"traceutil/trace.go:171","msg":"trace[2027204717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4936; }","duration":"146.300414ms","start":"2026-04-21T03:34:37.243805Z","end":"2026-04-21T03:34:37.390105Z","steps":["trace[2027204717] 'agreement among raft nodes before linearized reading' (duration: 146.12753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.39034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.960727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:34:37.39038Z","caller":"traceutil/trace.go:171","msg":"trace[1361878866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4936; }","duration":"139.025748ms","start":"2026-04-21T03:34:37.251346Z","end":"2026-04-21T03:34:37.390371Z","steps":["trace[1361878866] 'agreement among raft nodes before linearized reading' (duration: 138.918946ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:37.390428Z","caller":"traceutil/trace.go:171","msg":"trace[1809295377] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"152.544457ms","start":"2026-04-21T03:34:37.237873Z","end":"2026-04-21T03:34:37.390418Z","steps":["trace[1809295377] 'process raft request' (duration: 151.689848ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:37.39065Z","caller":"traceutil/trace.go:171","msg":"trace[737162128] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"157.952552ms","start":"2026-04-21T03:34:37.232687Z","end":"2026-04-21T03:34:37.390639Z","steps":["trace[737162128] 'process raft request' (duration: 156.567042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.390847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.089091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:34:37.390897Z","caller":"traceutil/trace.go:171","msg":"trace[1306370747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4936; }","duration":"140.154382ms","start":"2026-04-21T03:34:37.250732Z","end":"2026-04-21T03:34:37.390886Z","steps":["trace[1306370747] 'agreement among raft nodes before linearized reading' (duration: 140.021149ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:37.612437Z","caller":"traceutil/trace.go:171","msg":"trace[2067249212] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5137; }","duration":"151.816551ms","start":"2026-04-21T03:34:37.460601Z","end":"2026-04-21T03:34:37.612417Z","steps":["trace[2067249212] 'read index received' (duration: 54.3537ms)","trace[2067249212] 'applied index is now lower than readState.Index' (duration: 97.461711ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:37.612524Z","caller":"traceutil/trace.go:171","msg":"trace[778561086] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"154.352515ms","start":"2026-04-21T03:34:37.458135Z","end":"2026-04-21T03:34:37.612488Z","steps":["trace[778561086] 'process raft request' (duration: 56.912775ms)","trace[778561086] 'compare' (duration: 97.225256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:37.612677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.913773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-21T03:34:37.612713Z","caller":"traceutil/trace.go:171","msg":"trace[634826813] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4946; }","duration":"151.978544ms","start":"2026-04-21T03:34:37.460724Z","end":"2026-04-21T03:34:37.612703Z","steps":["trace[634826813] 'agreement among raft nodes before linearized reading' (duration: 151.81801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.612707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.088106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-21T03:34:37.612787Z","caller":"traceutil/trace.go:171","msg":"trace[496302658] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4946; }","duration":"152.195998ms","start":"2026-04-21T03:34:37.460573Z","end":"2026-04-21T03:34:37.612769Z","steps":["trace[496302658] 'agreement among raft nodes before linearized reading' (duration: 151.944953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.61295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.00557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:37.613004Z","caller":"traceutil/trace.go:171","msg":"trace[981147907] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4946; }","duration":"104.115243ms","start":"2026-04-21T03:34:37.508873Z","end":"2026-04-21T03:34:37.612989Z","steps":["trace[981147907] 'agreement among raft nodes before linearized reading' (duration: 104.00333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.613006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.333151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-21T03:34:37.613114Z","caller":"traceutil/trace.go:171","msg":"trace[1418163962] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4946; }","duration":"151.448953ms","start":"2026-04-21T03:34:37.461654Z","end":"2026-04-21T03:34:37.613103Z","steps":["trace[1418163962] 'agreement among raft nodes before linearized reading' (duration: 151.2863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.962842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.833038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:37.963074Z","caller":"traceutil/trace.go:171","msg":"trace[1775633782] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"334.696804ms","start":"2026-04-21T03:34:37.628348Z","end":"2026-04-21T03:34:37.963045Z","steps":["trace[1775633782] 'read index received' (duration: 192.564889ms)","trace[1775633782] 'applied index is now lower than readState.Index' (duration: 142.129355ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:37.963227Z","caller":"traceutil/trace.go:171","msg":"trace[1499355214] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"336.085554ms","start":"2026-04-21T03:34:37.627121Z","end":"2026-04-21T03:34:37.963207Z","steps":["trace[1499355214] 'process raft request' (duration: 193.775976ms)","trace[1499355214] 'compare' (duration: 141.612043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:37.963415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.046081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:37.963472Z","caller":"traceutil/trace.go:171","msg":"trace[1276220001] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4947; }","duration":"335.139503ms","start":"2026-04-21T03:34:37.628318Z","end":"2026-04-21T03:34:37.963458Z","steps":["trace[1276220001] 'agreement among raft nodes before linearized reading' (duration: 335.022421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:37.963498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:37.628302Z","time spent":"335.190564ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:34:37.963416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:37.627109Z","time spent":"336.254747ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:38.029046Z","caller":"traceutil/trace.go:171","msg":"trace[1485287095] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"388.297747ms","start":"2026-04-21T03:34:37.640725Z","end":"2026-04-21T03:34:38.029022Z","steps":["trace[1485287095] 'process raft request' (duration: 388.052032ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:38.029111Z","caller":"traceutil/trace.go:171","msg":"trace[257655768] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"340.12229ms","start":"2026-04-21T03:34:37.688972Z","end":"2026-04-21T03:34:38.029094Z","steps":["trace[257655768] 'process raft request' (duration: 339.919665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.029172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:37.640714Z","time spent":"388.3881ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:38.029186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:37.68895Z","time spent":"340.197511ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:34:38.029403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.632487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-04-21T03:34:38.030368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.653167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-21T03:34:38.03044Z","caller":"traceutil/trace.go:171","msg":"trace[1751958799] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4949; }","duration":"398.673838ms","start":"2026-04-21T03:34:37.631734Z","end":"2026-04-21T03:34:38.030408Z","steps":["trace[1751958799] 'agreement among raft nodes before linearized reading' (duration: 397.562555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.029462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.280311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:34:38.030492Z","caller":"traceutil/trace.go:171","msg":"trace[2061316356] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4949; }","duration":"174.814811ms","start":"2026-04-21T03:34:37.85566Z","end":"2026-04-21T03:34:38.030475Z","steps":["trace[2061316356] 'agreement among raft nodes before linearized reading' (duration: 173.525164ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:38.030572Z","caller":"traceutil/trace.go:171","msg":"trace[1301287563] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4949; }","duration":"146.443765ms","start":"2026-04-21T03:34:37.88411Z","end":"2026-04-21T03:34:38.030553Z","steps":["trace[1301287563] 'agreement among raft nodes before linearized reading' (duration: 145.114617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.030563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:37.631724Z","time spent":"398.803891ms","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-21T03:34:38.613768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.839575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:34:38.614096Z","caller":"traceutil/trace.go:171","msg":"trace[702321058] linearizableReadLoop","detail":"{readStateIndex:5142; appliedIndex:5141; }","duration":"584.994158ms","start":"2026-04-21T03:34:38.029072Z","end":"2026-04-21T03:34:38.614066Z","steps":["trace[702321058] 'read index received' (duration: 36.798305ms)","trace[702321058] 'applied index is now lower than readState.Index' (duration: 548.193493ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:38.614167Z","caller":"traceutil/trace.go:171","msg":"trace[346715607] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"568.664419ms","start":"2026-04-21T03:34:38.045492Z","end":"2026-04-21T03:34:38.614156Z","steps":["trace[346715607] 'process raft request' (duration: 568.389582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.045475Z","time spent":"568.722501ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:38.614348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.583321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a841de9e6b3c6c\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-21T03:34:38.614489Z","caller":"traceutil/trace.go:171","msg":"trace[1294857522] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a841de9e6b3c6c; range_end:; response_count:1; response_revision:4951; }","duration":"646.771515ms","start":"2026-04-21T03:34:37.967699Z","end":"2026-04-21T03:34:38.61447Z","steps":["trace[1294857522] 'agreement among raft nodes before linearized reading' (duration: 646.49869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.897357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-21T03:34:38.614586Z","caller":"traceutil/trace.go:171","msg":"trace[2022241635] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4951; }","duration":"578.014409ms","start":"2026-04-21T03:34:38.036555Z","end":"2026-04-21T03:34:38.614569Z","steps":["trace[2022241635] 'agreement among raft nodes before linearized reading' (duration: 577.820655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.036537Z","time spent":"578.08531ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-21T03:34:38.614686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.813835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-21T03:34:38.614739Z","caller":"traceutil/trace.go:171","msg":"trace[334907472] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4951; }","duration":"426.886636ms","start":"2026-04-21T03:34:38.187834Z","end":"2026-04-21T03:34:38.614721Z","steps":["trace[334907472] 'agreement among raft nodes before linearized reading' (duration: 426.752533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.61477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.508402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b64b5fd6b-djpnz.18a841de27e4966a\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-21T03:34:38.614781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.187823Z","time spent":"426.948388ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-21T03:34:38.614799Z","caller":"traceutil/trace.go:171","msg":"trace[1489703120] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6b64b5fd6b-djpnz.18a841de27e4966a; range_end:; response_count:1; response_revision:4951; }","duration":"505.551273ms","start":"2026-04-21T03:34:38.109238Z","end":"2026-04-21T03:34:38.614789Z","steps":["trace[1489703120] 'agreement among raft nodes before linearized reading' (duration: 505.473051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.10923Z","time spent":"505.592465ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6b64b5fd6b-djpnz.18a841de27e4966a\" "} {"level":"info","ts":"2026-04-21T03:34:38.614128Z","caller":"traceutil/trace.go:171","msg":"trace[142173769] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"551.790189ms","start":"2026-04-21T03:34:38.062307Z","end":"2026-04-21T03:34:38.614097Z","steps":["trace[142173769] 'process raft request' (duration: 551.737498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.404024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:34:38.614953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.06229Z","time spent":"552.632427ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:38.614962Z","caller":"traceutil/trace.go:171","msg":"trace[971562179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4951; }","duration":"545.459814ms","start":"2026-04-21T03:34:38.069492Z","end":"2026-04-21T03:34:38.614952Z","steps":["trace[971562179] 'agreement among raft nodes before linearized reading' (duration: 545.375873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.069478Z","time spent":"545.506906ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:34:38.614848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.916365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-21T03:34:38.615059Z","caller":"traceutil/trace.go:171","msg":"trace[1883712945] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4951; }","duration":"524.148829ms","start":"2026-04-21T03:34:38.090899Z","end":"2026-04-21T03:34:38.615047Z","steps":["trace[1883712945] 'agreement among raft nodes before linearized reading' (duration: 523.883644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.615079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.95367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:38.615098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.090884Z","time spent":"524.20423ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-21T03:34:38.614538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:37.967679Z","time spent":"646.846886ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a841de9e6b3c6c\" "} {"level":"warn","ts":"2026-04-21T03:34:38.615204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.873458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-21T03:34:38.615239Z","caller":"traceutil/trace.go:171","msg":"trace[798667899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710; range_end:; response_count:1; response_revision:4951; }","duration":"390.933928ms","start":"2026-04-21T03:34:38.224297Z","end":"2026-04-21T03:34:38.615231Z","steps":["trace[798667899] 'agreement among raft nodes before linearized reading' (duration: 390.826876ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:38.615106Z","caller":"traceutil/trace.go:171","msg":"trace[1160338393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4951; }","duration":"174.013291ms","start":"2026-04-21T03:34:38.441084Z","end":"2026-04-21T03:34:38.615097Z","steps":["trace[1160338393] 'agreement among raft nodes before linearized reading' (duration: 173.973411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.614688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.759398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"info","ts":"2026-04-21T03:34:38.615482Z","caller":"traceutil/trace.go:171","msg":"trace[131344192] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4951; }","duration":"506.585265ms","start":"2026-04-21T03:34:38.108886Z","end":"2026-04-21T03:34:38.615471Z","steps":["trace[131344192] 'agreement among raft nodes before linearized reading' (duration: 505.722357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.615523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.108868Z","time spent":"506.645756ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16107,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-21T03:34:38.615271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.224279Z","time spent":"390.98599ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710\" "} {"level":"info","ts":"2026-04-21T03:34:38.989411Z","caller":"traceutil/trace.go:171","msg":"trace[790541284] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"371.326219ms","start":"2026-04-21T03:34:38.618061Z","end":"2026-04-21T03:34:38.989387Z","steps":["trace[790541284] 'process raft request' (duration: 333.597014ms)","trace[790541284] 'compare' (duration: 37.169163ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:38.989421Z","caller":"traceutil/trace.go:171","msg":"trace[341564678] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5144; }","duration":"370.296278ms","start":"2026-04-21T03:34:38.619105Z","end":"2026-04-21T03:34:38.989401Z","steps":["trace[341564678] 'read index received' (duration: 332.566143ms)","trace[341564678] 'applied index is now lower than readState.Index' (duration: 37.729505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:38.989519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.618037Z","time spent":"371.423712ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:38.989648Z","caller":"traceutil/trace.go:171","msg":"trace[2096114687] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"371.482373ms","start":"2026-04-21T03:34:38.618154Z","end":"2026-04-21T03:34:38.989636Z","steps":["trace[2096114687] 'process raft request' (duration: 371.080293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.989683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.561474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:38.989724Z","caller":"traceutil/trace.go:171","msg":"trace[1886467567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4954; }","duration":"370.632825ms","start":"2026-04-21T03:34:38.619077Z","end":"2026-04-21T03:34:38.98971Z","steps":["trace[1886467567] 'agreement among raft nodes before linearized reading' (duration: 370.555164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.989734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.618136Z","time spent":"371.539705ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:38.989751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.619064Z","time spent":"370.679586ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:38.989752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.714845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd857922-a015-4360-a4ef-53fb09c98745\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-21T03:34:38.989788Z","caller":"traceutil/trace.go:171","msg":"trace[1225449881] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd857922-a015-4360-a4ef-53fb09c98745; range_end:; response_count:1; response_revision:4954; }","duration":"369.774667ms","start":"2026-04-21T03:34:38.620003Z","end":"2026-04-21T03:34:38.989778Z","steps":["trace[1225449881] 'agreement among raft nodes before linearized reading' (duration: 369.651974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.989813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.619989Z","time spent":"369.818167ms","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-bd857922-a015-4360-a4ef-53fb09c98745\" "} {"level":"warn","ts":"2026-04-21T03:34:38.989828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.863423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-21T03:34:38.98985Z","caller":"traceutil/trace.go:171","msg":"trace[1325928659] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4954; }","duration":"342.911364ms","start":"2026-04-21T03:34:38.646932Z","end":"2026-04-21T03:34:38.989844Z","steps":["trace[1325928659] 'agreement among raft nodes before linearized reading' (duration: 342.799032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.989866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.646918Z","time spent":"342.944544ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-21T03:34:38.989955Z","caller":"traceutil/trace.go:171","msg":"trace[1905065766] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"361.826086ms","start":"2026-04-21T03:34:38.628121Z","end":"2026-04-21T03:34:38.989947Z","steps":["trace[1905065766] 'process raft request' (duration: 361.234303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.989975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.923518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:38.98999Z","caller":"traceutil/trace.go:171","msg":"trace[822789147] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4954; }","duration":"142.979189ms","start":"2026-04-21T03:34:38.847006Z","end":"2026-04-21T03:34:38.989985Z","steps":["trace[822789147] 'agreement among raft nodes before linearized reading' (duration: 142.943998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.990007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.628112Z","time spent":"361.860178ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16391,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:38.990025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.116854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-21T03:34:38.990055Z","caller":"traceutil/trace.go:171","msg":"trace[141673669] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4954; }","duration":"362.160404ms","start":"2026-04-21T03:34:38.627886Z","end":"2026-04-21T03:34:38.990046Z","steps":["trace[141673669] 'agreement among raft nodes before linearized reading' (duration: 362.040902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.990081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.627878Z","time spent":"362.195685ms","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-21T03:34:38.990174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.653274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:34:38.990203Z","caller":"traceutil/trace.go:171","msg":"trace[40096307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4954; }","duration":"369.695074ms","start":"2026-04-21T03:34:38.6205Z","end":"2026-04-21T03:34:38.990195Z","steps":["trace[40096307] 'agreement among raft nodes before linearized reading' (duration: 369.605203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:38.990229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:38.620494Z","time spent":"369.728055ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:34:40.46155Z","caller":"traceutil/trace.go:171","msg":"trace[2122025801] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5178; }","duration":"278.847089ms","start":"2026-04-21T03:34:40.182685Z","end":"2026-04-21T03:34:40.461532Z","steps":["trace[2122025801] 'read index received' (duration: 278.653235ms)","trace[2122025801] 'applied index is now lower than readState.Index' (duration: 192.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:40.461862Z","caller":"traceutil/trace.go:171","msg":"trace[899238538] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"312.24595ms","start":"2026-04-21T03:34:40.149603Z","end":"2026-04-21T03:34:40.461849Z","steps":["trace[899238538] 'process raft request' (duration: 311.813671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:40.461964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:40.149589Z","time spent":"312.311511ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3920,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:40.462171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.479053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:40.462221Z","caller":"traceutil/trace.go:171","msg":"trace[1302859035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"279.562334ms","start":"2026-04-21T03:34:40.182644Z","end":"2026-04-21T03:34:40.462206Z","steps":["trace[1302859035] 'agreement among raft nodes before linearized reading' (duration: 279.482223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:40.462326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.525843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-21T03:34:40.462375Z","caller":"traceutil/trace.go:171","msg":"trace[97240912] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4986; }","duration":"202.606495ms","start":"2026-04-21T03:34:40.259754Z","end":"2026-04-21T03:34:40.46236Z","steps":["trace[97240912] 'agreement among raft nodes before linearized reading' (duration: 202.453352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.784357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142498656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:34:41.831321Z","caller":"traceutil/trace.go:171","msg":"trace[89243401] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"604.881984ms","start":"2026-04-21T03:34:41.226414Z","end":"2026-04-21T03:34:41.831296Z","steps":["trace[89243401] 'process raft request' (duration: 604.70657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.83147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.226384Z","time spent":"605.015657ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:41.832177Z","caller":"traceutil/trace.go:171","msg":"trace[1815539183] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"597.463096ms","start":"2026-04-21T03:34:41.234693Z","end":"2026-04-21T03:34:41.832156Z","steps":["trace[1815539183] 'process raft request' (duration: 597.240781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.832291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.234674Z","time spent":"597.564958ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:41.832472Z","caller":"traceutil/trace.go:171","msg":"trace[1553844368] linearizableReadLoop","detail":"{readStateIndex:5183; appliedIndex:5179; }","duration":"548.78895ms","start":"2026-04-21T03:34:41.283657Z","end":"2026-04-21T03:34:41.832446Z","steps":["trace[1553844368] 'read index received' (duration: 547.604555ms)","trace[1553844368] 'applied index is now lower than readState.Index' (duration: 1.181005ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:41.832508Z","caller":"traceutil/trace.go:171","msg":"trace[986574476] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"597.726421ms","start":"2026-04-21T03:34:41.234757Z","end":"2026-04-21T03:34:41.832484Z","steps":["trace[986574476] 'process raft request' (duration: 597.271471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.832593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.234751Z","time spent":"597.795792ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:41.832757Z","caller":"traceutil/trace.go:171","msg":"trace[1482086035] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"597.409894ms","start":"2026-04-21T03:34:41.234804Z","end":"2026-04-21T03:34:41.832214Z","steps":["trace[1482086035] 'process raft request' (duration: 597.289522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.833014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.234798Z","time spent":"598.157441ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:41.838582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.54686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:41.838813Z","caller":"traceutil/trace.go:171","msg":"trace[2124932941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4990; }","duration":"397.840057ms","start":"2026-04-21T03:34:41.440948Z","end":"2026-04-21T03:34:41.838788Z","steps":["trace[2124932941] 'agreement among raft nodes before linearized reading' (duration: 391.716145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.838983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.44091Z","time spent":"398.054061ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:41.839251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.575535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:34:41.839315Z","caller":"traceutil/trace.go:171","msg":"trace[1188530646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4990; }","duration":"555.675667ms","start":"2026-04-21T03:34:41.283625Z","end":"2026-04-21T03:34:41.8393Z","steps":["trace[1188530646] 'agreement among raft nodes before linearized reading' (duration: 548.936623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.839349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.283612Z","time spent":"555.730658ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:34:41.839355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.301707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:34:41.839392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.984321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:34:41.839403Z","caller":"traceutil/trace.go:171","msg":"trace[11101227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4990; }","duration":"383.391919ms","start":"2026-04-21T03:34:41.456001Z","end":"2026-04-21T03:34:41.839393Z","steps":["trace[11101227] 'agreement among raft nodes before linearized reading' (duration: 376.651815ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:41.839433Z","caller":"traceutil/trace.go:171","msg":"trace[1156754815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4990; }","duration":"376.048503ms","start":"2026-04-21T03:34:41.463375Z","end":"2026-04-21T03:34:41.839424Z","steps":["trace[1156754815] 'agreement among raft nodes before linearized reading' (duration: 369.266698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.839436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.455984Z","time spent":"383.444601ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:41.839465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.463365Z","time spent":"376.094404ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:41.839254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.603114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:34:41.839508Z","caller":"traceutil/trace.go:171","msg":"trace[1769537324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4990; }","duration":"375.940591ms","start":"2026-04-21T03:34:41.46356Z","end":"2026-04-21T03:34:41.839501Z","steps":["trace[1769537324] 'agreement among raft nodes before linearized reading' (duration: 369.075064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.839327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.21331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:34:41.839579Z","caller":"traceutil/trace.go:171","msg":"trace[1194791858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4990; }","duration":"433.491826ms","start":"2026-04-21T03:34:41.406071Z","end":"2026-04-21T03:34:41.839563Z","steps":["trace[1194791858] 'agreement among raft nodes before linearized reading' (duration: 426.545907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:41.839618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.406049Z","time spent":"433.559237ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:41.839532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:41.463528Z","time spent":"375.996542ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:34:41.839697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.321701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710\" ","response":"range_response_count:1 size:3935"} {"level":"info","ts":"2026-04-21T03:34:41.839752Z","caller":"traceutil/trace.go:171","msg":"trace[121250787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce490160-e88b-4383-b8f4-1640b9169710; range_end:; response_count:1; response_revision:4990; }","duration":"207.441395ms","start":"2026-04-21T03:34:41.6323Z","end":"2026-04-21T03:34:41.839741Z","steps":["trace[121250787] 'agreement among raft nodes before linearized reading' (duration: 200.361993ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:43.676729Z","caller":"traceutil/trace.go:171","msg":"trace[1788505681] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"207.004891ms","start":"2026-04-21T03:34:43.469691Z","end":"2026-04-21T03:34:43.676696Z","steps":["trace[1788505681] 'process raft request' (duration: 204.329074ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:47.819248Z","caller":"traceutil/trace.go:171","msg":"trace[828368094] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"377.124546ms","start":"2026-04-21T03:34:47.442102Z","end":"2026-04-21T03:34:47.819226Z","steps":["trace[828368094] 'read index received' (duration: 376.85997ms)","trace[828368094] 'applied index is now lower than readState.Index' (duration: 263.776µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:47.819407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.29167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:47.819383Z","caller":"traceutil/trace.go:171","msg":"trace[886906668] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"596.802666ms","start":"2026-04-21T03:34:47.222521Z","end":"2026-04-21T03:34:47.819324Z","steps":["trace[886906668] 'process raft request' (duration: 596.538879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:47.819487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.580175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:47.819438Z","caller":"traceutil/trace.go:171","msg":"trace[606483619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"377.362162ms","start":"2026-04-21T03:34:47.442065Z","end":"2026-04-21T03:34:47.819428Z","steps":["trace[606483619] 'agreement among raft nodes before linearized reading' (duration: 377.296031ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:47.819576Z","caller":"traceutil/trace.go:171","msg":"trace[264375703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5081; }","duration":"325.735398ms","start":"2026-04-21T03:34:47.493818Z","end":"2026-04-21T03:34:47.819554Z","steps":["trace[264375703] 'agreement among raft nodes before linearized reading' (duration: 325.593145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:47.819559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.099561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:34:47.81962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:47.493793Z","time spent":"325.817939ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:34:47.819628Z","caller":"traceutil/trace.go:171","msg":"trace[253114411] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5081; }","duration":"123.236684ms","start":"2026-04-21T03:34:47.696376Z","end":"2026-04-21T03:34:47.819613Z","steps":["trace[253114411] 'agreement among raft nodes before linearized reading' (duration: 123.075541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:47.819617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:47.442047Z","time spent":"377.532915ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:47.820184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:47.222501Z","time spent":"597.01247ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:52.799485Z","caller":"traceutil/trace.go:171","msg":"trace[604121851] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"369.458921ms","start":"2026-04-21T03:34:52.430002Z","end":"2026-04-21T03:34:52.799461Z","steps":["trace[604121851] 'process raft request' (duration: 369.301478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:52.799628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.260527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:52.799648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.429982Z","time spent":"369.585063ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:52.799533Z","caller":"traceutil/trace.go:171","msg":"trace[1140349699] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5330; }","duration":"361.161625ms","start":"2026-04-21T03:34:52.438349Z","end":"2026-04-21T03:34:52.799511Z","steps":["trace[1140349699] 'read index received' (duration: 361.143935ms)","trace[1140349699] 'applied index is now lower than readState.Index' (duration: 16.12µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:52.799746Z","caller":"traceutil/trace.go:171","msg":"trace[1407350407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"361.348869ms","start":"2026-04-21T03:34:52.438314Z","end":"2026-04-21T03:34:52.799663Z","steps":["trace[1407350407] 'agreement among raft nodes before linearized reading' (duration: 361.242527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:52.799783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.438297Z","time spent":"361.472512ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:53.300292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142498998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:53.801155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142498998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:54.007493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208323338s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:34:54.008055Z","caller":"traceutil/trace.go:171","msg":"trace[980941044] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"1.27414654s","start":"2026-04-21T03:34:52.733879Z","end":"2026-04-21T03:34:54.008026Z","steps":["trace[980941044] 'process raft request' (duration: 1.274094449s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.00825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.733854Z","time spent":"1.274283932s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.008743Z","caller":"traceutil/trace.go:171","msg":"trace[664367317] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"1.524348029s","start":"2026-04-21T03:34:52.484361Z","end":"2026-04-21T03:34:54.008709Z","steps":["trace[664367317] 'process raft request' (duration: 1.523480791s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.00892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.484329Z","time spent":"1.524491242s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.03071Z","caller":"traceutil/trace.go:171","msg":"trace[952944896] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"1.223382716s","start":"2026-04-21T03:34:52.807304Z","end":"2026-04-21T03:34:54.030686Z","steps":["trace[952944896] 'process raft request' (duration: 1.223195153s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.030846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.807278Z","time spent":"1.223493468s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.030971Z","caller":"traceutil/trace.go:171","msg":"trace[1551739916] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"1.223448568s","start":"2026-04-21T03:34:52.807512Z","end":"2026-04-21T03:34:54.030961Z","steps":["trace[1551739916] 'process raft request' (duration: 1.223311265s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.807488Z","time spent":"1.223508089s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.031093Z","caller":"traceutil/trace.go:171","msg":"trace[1418078361] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"1.223232393s","start":"2026-04-21T03:34:52.807852Z","end":"2026-04-21T03:34:54.031085Z","steps":["trace[1418078361] 'process raft request' (duration: 1.223059519s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.03114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.807839Z","time spent":"1.223277724s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.031248Z","caller":"traceutil/trace.go:171","msg":"trace[424084250] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"402.031473ms","start":"2026-04-21T03:34:53.629197Z","end":"2026-04-21T03:34:54.031228Z","steps":["trace[424084250] 'process raft request' (duration: 401.851499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:53.629175Z","time spent":"402.121055ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.031331Z","caller":"traceutil/trace.go:171","msg":"trace[251335213] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5332; }","duration":"1.23161782s","start":"2026-04-21T03:34:52.799694Z","end":"2026-04-21T03:34:54.031311Z","steps":["trace[251335213] 'read index received' (duration: 1.209068574s)","trace[251335213] 'applied index is now lower than readState.Index' (duration: 22.548226ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:54.031408Z","caller":"traceutil/trace.go:171","msg":"trace[1767832685] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"155.606748ms","start":"2026-04-21T03:34:53.875776Z","end":"2026-04-21T03:34:54.031382Z","steps":["trace[1767832685] 'process raft request' (duration: 155.388553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276018068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:34:54.031552Z","caller":"traceutil/trace.go:171","msg":"trace[1917379944] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"158.184941ms","start":"2026-04-21T03:34:53.873353Z","end":"2026-04-21T03:34:54.031538Z","steps":["trace[1917379944] 'process raft request' (duration: 157.756862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230965846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:54.031573Z","caller":"traceutil/trace.go:171","msg":"trace[166409403] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5143; }","duration":"1.276121871s","start":"2026-04-21T03:34:52.755437Z","end":"2026-04-21T03:34:54.031559Z","steps":["trace[166409403] 'agreement among raft nodes before linearized reading' (duration: 1.275930787s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.031599Z","caller":"traceutil/trace.go:171","msg":"trace[112919398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5143; }","duration":"1.230990616s","start":"2026-04-21T03:34:52.800602Z","end":"2026-04-21T03:34:54.031593Z","steps":["trace[112919398] 'agreement among raft nodes before linearized reading' (duration: 1.230945905s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.800555Z","time spent":"1.231067328s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:54.031617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.755414Z","time spent":"1.276191471s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-04-21T03:34:54.031164Z","caller":"traceutil/trace.go:171","msg":"trace[826101221] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"1.218515163s","start":"2026-04-21T03:34:52.812633Z","end":"2026-04-21T03:34:54.031149Z","steps":["trace[826101221] 'process raft request' (duration: 1.21834813s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.031722Z","caller":"traceutil/trace.go:171","msg":"trace[496796373] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"154.675207ms","start":"2026-04-21T03:34:53.877037Z","end":"2026-04-21T03:34:54.031712Z","steps":["trace[496796373] 'process raft request' (duration: 154.174176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.031849Z","caller":"traceutil/trace.go:171","msg":"trace[1138716489] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"146.068345ms","start":"2026-04-21T03:34:53.885761Z","end":"2026-04-21T03:34:54.03183Z","steps":["trace[1138716489] 'process raft request' (duration: 145.498163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.936309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:34:54.031015Z","caller":"traceutil/trace.go:171","msg":"trace[1925435742] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"1.223498979s","start":"2026-04-21T03:34:52.807439Z","end":"2026-04-21T03:34:54.030938Z","steps":["trace[1925435742] 'process raft request' (duration: 1.223184662s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.031938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.010621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:34:54.03194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.570162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:34:54.031963Z","caller":"traceutil/trace.go:171","msg":"trace[861639013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5143; }","duration":"153.035652ms","start":"2026-04-21T03:34:53.878922Z","end":"2026-04-21T03:34:54.031958Z","steps":["trace[861639013] 'agreement among raft nodes before linearized reading' (duration: 152.95691ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.031977Z","caller":"traceutil/trace.go:171","msg":"trace[219010814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"125.626104ms","start":"2026-04-21T03:34:53.906341Z","end":"2026-04-21T03:34:54.031967Z","steps":["trace[219010814] 'agreement among raft nodes before linearized reading' (duration: 125.529002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.032027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.894301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:34:54.032047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.353008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-21T03:34:54.032033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.807417Z","time spent":"1.22453594s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.032062Z","caller":"traceutil/trace.go:171","msg":"trace[645729778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5143; }","duration":"410.402969ms","start":"2026-04-21T03:34:53.621655Z","end":"2026-04-21T03:34:54.032058Z","steps":["trace[645729778] 'agreement among raft nodes before linearized reading' (duration: 410.362068ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.032057Z","caller":"traceutil/trace.go:171","msg":"trace[1984789319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5143; }","duration":"127.940882ms","start":"2026-04-21T03:34:53.904108Z","end":"2026-04-21T03:34:54.032049Z","steps":["trace[1984789319] 'agreement among raft nodes before linearized reading' (duration: 127.84715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.032079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:53.621632Z","time spent":"410.44134ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T03:34:54.032154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.154596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-21T03:34:54.032172Z","caller":"traceutil/trace.go:171","msg":"trace[1008193173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5143; }","duration":"723.202817ms","start":"2026-04-21T03:34:53.308964Z","end":"2026-04-21T03:34:54.032167Z","steps":["trace[1008193173] 'agreement among raft nodes before linearized reading' (duration: 723.157906ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.031936Z","caller":"traceutil/trace.go:171","msg":"trace[565226183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"134.011881ms","start":"2026-04-21T03:34:53.897915Z","end":"2026-04-21T03:34:54.031927Z","steps":["trace[565226183] 'agreement among raft nodes before linearized reading' (duration: 133.877048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.032184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:53.308943Z","time spent":"723.238037ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-21T03:34:54.032218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.235306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:34:54.032256Z","caller":"traceutil/trace.go:171","msg":"trace[221643826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5143; }","duration":"134.284797ms","start":"2026-04-21T03:34:53.897963Z","end":"2026-04-21T03:34:54.032248Z","steps":["trace[221643826] 'agreement among raft nodes before linearized reading' (duration: 134.200355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.032454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:52.812622Z","time spent":"1.219109535s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12012,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:54.317994Z","caller":"traceutil/trace.go:171","msg":"trace[426862719] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"278.802836ms","start":"2026-04-21T03:34:54.039165Z","end":"2026-04-21T03:34:54.317968Z","steps":["trace[426862719] 'process raft request' (duration: 267.348034ms)","trace[426862719] 'compare' (duration: 11.054973ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:54.318157Z","caller":"traceutil/trace.go:171","msg":"trace[603233687] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"277.506318ms","start":"2026-04-21T03:34:54.040628Z","end":"2026-04-21T03:34:54.318135Z","steps":["trace[603233687] 'read index received' (duration: 6.318344ms)","trace[603233687] 'applied index is now lower than readState.Index' (duration: 271.187074ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:54.318192Z","caller":"traceutil/trace.go:171","msg":"trace[1124766550] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"277.168022ms","start":"2026-04-21T03:34:54.040986Z","end":"2026-04-21T03:34:54.318154Z","steps":["trace[1124766550] 'process raft request' (duration: 276.994188ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.318277Z","caller":"traceutil/trace.go:171","msg":"trace[1063702386] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"277.228503ms","start":"2026-04-21T03:34:54.041038Z","end":"2026-04-21T03:34:54.318266Z","steps":["trace[1063702386] 'process raft request' (duration: 276.985708ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.318363Z","caller":"traceutil/trace.go:171","msg":"trace[1432027437] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"277.635392ms","start":"2026-04-21T03:34:54.040716Z","end":"2026-04-21T03:34:54.318352Z","steps":["trace[1432027437] 'process raft request' (duration: 277.109631ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.318413Z","caller":"traceutil/trace.go:171","msg":"trace[1571917634] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"277.271613ms","start":"2026-04-21T03:34:54.041129Z","end":"2026-04-21T03:34:54.318401Z","steps":["trace[1571917634] 'process raft request' (duration: 276.964456ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.318457Z","caller":"traceutil/trace.go:171","msg":"trace[1588138679] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"277.331755ms","start":"2026-04-21T03:34:54.041099Z","end":"2026-04-21T03:34:54.31843Z","steps":["trace[1588138679] 'process raft request' (duration: 276.955927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.318604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.938558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-21T03:34:54.31865Z","caller":"traceutil/trace.go:171","msg":"trace[1585361360] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5149; }","duration":"278.038561ms","start":"2026-04-21T03:34:54.040596Z","end":"2026-04-21T03:34:54.318635Z","steps":["trace[1585361360] 'agreement among raft nodes before linearized reading' (duration: 277.855647ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:54.321777Z","caller":"traceutil/trace.go:171","msg":"trace[1275380106] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"274.087167ms","start":"2026-04-21T03:34:54.047676Z","end":"2026-04-21T03:34:54.321763Z","steps":["trace[1275380106] 'process raft request' (duration: 273.915133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.321932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.346215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61975"} {"level":"info","ts":"2026-04-21T03:34:54.321991Z","caller":"traceutil/trace.go:171","msg":"trace[716187953] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5150; }","duration":"276.415716ms","start":"2026-04-21T03:34:54.045561Z","end":"2026-04-21T03:34:54.321977Z","steps":["trace[716187953] 'agreement among raft nodes before linearized reading' (duration: 276.151831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:54.322114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.085225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:54.322379Z","caller":"traceutil/trace.go:171","msg":"trace[1537805751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5150; }","duration":"281.480983ms","start":"2026-04-21T03:34:54.04088Z","end":"2026-04-21T03:34:54.322361Z","steps":["trace[1537805751] 'agreement among raft nodes before linearized reading' (duration: 280.882591ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:14.953792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2788} {"level":"info","ts":"2026-04-21T03:35:15.036554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2788,"took":"81.244096ms","hash":188194537,"current-db-size-bytes":51412992,"current-db-size":"51 MB","current-db-size-in-use-bytes":27480064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-21T03:35:15.03661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":188194537,"revision":2788,"compact-revision":-1} {"level":"info","ts":"2026-04-21T03:35:30.631008Z","caller":"traceutil/trace.go:171","msg":"trace[2038071302] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"431.085459ms","start":"2026-04-21T03:35:30.1999Z","end":"2026-04-21T03:35:30.630986Z","steps":["trace[2038071302] 'process raft request' (duration: 430.990457ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:30.631061Z","caller":"traceutil/trace.go:171","msg":"trace[1890967297] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"431.975397ms","start":"2026-04-21T03:35:30.19906Z","end":"2026-04-21T03:35:30.631035Z","steps":["trace[1890967297] 'process raft request' (duration: 381.991681ms)","trace[1890967297] 'compare' (duration: 49.72883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:35:30.631155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:30.199893Z","time spent":"431.18874ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:30.63119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:30.199041Z","time spent":"432.082858ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:35:30.631588Z","caller":"traceutil/trace.go:171","msg":"trace[1762543700] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5658; }","duration":"189.415752ms","start":"2026-04-21T03:35:30.442093Z","end":"2026-04-21T03:35:30.631509Z","steps":["trace[1762543700] 'read index received' (duration: 138.960697ms)","trace[1762543700] 'applied index is now lower than readState.Index' (duration: 50.452495ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:30.631688Z","caller":"traceutil/trace.go:171","msg":"trace[1223977155] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"430.982736ms","start":"2026-04-21T03:35:30.200686Z","end":"2026-04-21T03:35:30.631669Z","steps":["trace[1223977155] 'process raft request' (duration: 430.265322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:30.631777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:30.20066Z","time spent":"431.075448ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:30.631886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.778181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:30.632014Z","caller":"traceutil/trace.go:171","msg":"trace[1843337377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5452; }","duration":"189.928233ms","start":"2026-04-21T03:35:30.442034Z","end":"2026-04-21T03:35:30.631962Z","steps":["trace[1843337377] 'agreement among raft nodes before linearized reading' (duration: 189.632317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:30.632189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.666789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:35:30.632315Z","caller":"traceutil/trace.go:171","msg":"trace[1548428174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5452; }","duration":"107.845403ms","start":"2026-04-21T03:35:30.524446Z","end":"2026-04-21T03:35:30.632291Z","steps":["trace[1548428174] 'agreement among raft nodes before linearized reading' (duration: 107.459515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:30.632365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.86152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:35:30.63242Z","caller":"traceutil/trace.go:171","msg":"trace[1620659643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5452; }","duration":"103.972833ms","start":"2026-04-21T03:35:30.528433Z","end":"2026-04-21T03:35:30.632406Z","steps":["trace[1620659643] 'agreement among raft nodes before linearized reading' (duration: 103.871661ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:30.763865Z","caller":"traceutil/trace.go:171","msg":"trace[1503827187] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"125.838856ms","start":"2026-04-21T03:35:30.637997Z","end":"2026-04-21T03:35:30.763836Z","steps":["trace[1503827187] 'process raft request' (duration: 102.975123ms)","trace[1503827187] 'compare' (duration: 22.606078ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:30.764235Z","caller":"traceutil/trace.go:171","msg":"trace[1273074897] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"123.366915ms","start":"2026-04-21T03:35:30.640843Z","end":"2026-04-21T03:35:30.76421Z","steps":["trace[1273074897] 'process raft request' (duration: 123.234122ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:30.764271Z","caller":"traceutil/trace.go:171","msg":"trace[877746967] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"125.790315ms","start":"2026-04-21T03:35:30.638456Z","end":"2026-04-21T03:35:30.764247Z","steps":["trace[877746967] 'process raft request' (duration: 125.331455ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:46.958956Z","caller":"traceutil/trace.go:171","msg":"trace[1226301075] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"107.197954ms","start":"2026-04-21T03:35:46.851722Z","end":"2026-04-21T03:35:46.95892Z","steps":["trace[1226301075] 'process raft request' (duration: 33.294704ms)","trace[1226301075] 'compare' (duration: 73.465731ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:46.959397Z","caller":"traceutil/trace.go:171","msg":"trace[485221596] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"107.615344ms","start":"2026-04-21T03:35:46.851763Z","end":"2026-04-21T03:35:46.959378Z","steps":["trace[485221596] 'process raft request' (duration: 106.97608ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:46.959568Z","caller":"traceutil/trace.go:171","msg":"trace[1966909200] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"106.537801ms","start":"2026-04-21T03:35:46.853019Z","end":"2026-04-21T03:35:46.959557Z","steps":["trace[1966909200] 'process raft request' (duration: 105.785945ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:49.129743Z","caller":"traceutil/trace.go:171","msg":"trace[1397972537] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"114.366669ms","start":"2026-04-21T03:35:49.015352Z","end":"2026-04-21T03:35:49.129719Z","steps":["trace[1397972537] 'process raft request' (duration: 114.261117ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:00.975761Z","caller":"traceutil/trace.go:171","msg":"trace[2113961640] linearizableReadLoop","detail":"{readStateIndex:6633; appliedIndex:6632; }","duration":"110.250999ms","start":"2026-04-21T03:38:00.865482Z","end":"2026-04-21T03:38:00.975733Z","steps":["trace[2113961640] 'read index received' (duration: 109.984653ms)","trace[2113961640] 'applied index is now lower than readState.Index' (duration: 265.326µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:00.97587Z","caller":"traceutil/trace.go:171","msg":"trace[228745035] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"142.152963ms","start":"2026-04-21T03:38:00.833684Z","end":"2026-04-21T03:38:00.975837Z","steps":["trace[228745035] 'process raft request' (duration: 141.894358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:00.976015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.504865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-21T03:38:00.976064Z","caller":"traceutil/trace.go:171","msg":"trace[18161641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6392; }","duration":"110.599746ms","start":"2026-04-21T03:38:00.86545Z","end":"2026-04-21T03:38:00.97605Z","steps":["trace[18161641] 'agreement among raft nodes before linearized reading' (duration: 110.422672ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:01.342954Z","caller":"traceutil/trace.go:171","msg":"trace[498570539] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"104.458584ms","start":"2026-04-21T03:38:01.238471Z","end":"2026-04-21T03:38:01.342929Z","steps":["trace[498570539] 'process raft request' (duration: 104.311871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:01.682324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.568906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:01.682461Z","caller":"traceutil/trace.go:171","msg":"trace[2104928699] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"159.191661ms","start":"2026-04-21T03:38:01.523251Z","end":"2026-04-21T03:38:01.682443Z","steps":["trace[2104928699] 'process raft request' (duration: 45.423652ms)","trace[2104928699] 'compare' (duration: 113.462442ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:01.984114Z","caller":"traceutil/trace.go:171","msg":"trace[254817382] linearizableReadLoop","detail":"{readStateIndex:6639; appliedIndex:6636; }","duration":"282.466369ms","start":"2026-04-21T03:38:01.70163Z","end":"2026-04-21T03:38:01.984096Z","steps":["trace[254817382] 'read index received' (duration: 33.614278ms)","trace[254817382] 'applied index is now lower than readState.Index' (duration: 248.851031ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:01.984231Z","caller":"traceutil/trace.go:171","msg":"trace[179580527] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"296.500587ms","start":"2026-04-21T03:38:01.68772Z","end":"2026-04-21T03:38:01.984221Z","steps":["trace[179580527] 'process raft request' (duration: 296.290843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:01.984573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.443128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:01.984614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.948038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:01.984655Z","caller":"traceutil/trace.go:171","msg":"trace[339694801] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6399; }","duration":"276.54388ms","start":"2026-04-21T03:38:01.708093Z","end":"2026-04-21T03:38:01.984637Z","steps":["trace[339694801] 'agreement among raft nodes before linearized reading' (duration: 276.371197ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:01.984698Z","caller":"traceutil/trace.go:171","msg":"trace[2136837924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6399; }","duration":"283.085511ms","start":"2026-04-21T03:38:01.701594Z","end":"2026-04-21T03:38:01.984679Z","steps":["trace[2136837924] 'agreement among raft nodes before linearized reading' (duration: 282.845197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:01.984932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.412949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:01.985025Z","caller":"traceutil/trace.go:171","msg":"trace[1132290909] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6399; }","duration":"201.576323ms","start":"2026-04-21T03:38:01.783427Z","end":"2026-04-21T03:38:01.985003Z","steps":["trace[1132290909] 'agreement among raft nodes before linearized reading' (duration: 201.412969ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:01.98452Z","caller":"traceutil/trace.go:171","msg":"trace[698945804] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"271.302376ms","start":"2026-04-21T03:38:01.713166Z","end":"2026-04-21T03:38:01.984468Z","steps":["trace[698945804] 'process raft request' (duration: 270.889328ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:01.985438Z","caller":"traceutil/trace.go:171","msg":"trace[1303754932] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"296.659021ms","start":"2026-04-21T03:38:01.687486Z","end":"2026-04-21T03:38:01.984145Z","steps":["trace[1303754932] 'process raft request' (duration: 233.814793ms)","trace[1303754932] 'compare' (duration: 62.517351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:04.856804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.813911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:04.857236Z","caller":"traceutil/trace.go:171","msg":"trace[1837813425] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6413; }","duration":"103.116837ms","start":"2026-04-21T03:38:04.753927Z","end":"2026-04-21T03:38:04.857043Z","steps":["trace[1837813425] 'count revisions from in-memory index tree' (duration: 102.724649ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:05.86446Z","caller":"traceutil/trace.go:171","msg":"trace[1656196249] linearizableReadLoop","detail":"{readStateIndex:6663; appliedIndex:6661; }","duration":"108.728567ms","start":"2026-04-21T03:38:05.755705Z","end":"2026-04-21T03:38:05.864433Z","steps":["trace[1656196249] 'read index received' (duration: 15.340453ms)","trace[1656196249] 'applied index is now lower than readState.Index' (duration: 93.386804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:05.864752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.033995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:05.864834Z","caller":"traceutil/trace.go:171","msg":"trace[636685298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6421; }","duration":"109.157706ms","start":"2026-04-21T03:38:05.755658Z","end":"2026-04-21T03:38:05.864816Z","steps":["trace[636685298] 'agreement among raft nodes before linearized reading' (duration: 108.86401ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:05.86456Z","caller":"traceutil/trace.go:171","msg":"trace[1902291663] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"155.153519ms","start":"2026-04-21T03:38:05.709361Z","end":"2026-04-21T03:38:05.864514Z","steps":["trace[1902291663] 'process raft request' (duration: 139.872457ms)","trace[1902291663] 'compare' (duration: 15.061838ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:06.086536Z","caller":"traceutil/trace.go:171","msg":"trace[1451051882] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"210.391226ms","start":"2026-04-21T03:38:05.876101Z","end":"2026-04-21T03:38:06.086492Z","steps":["trace[1451051882] 'process raft request' (duration: 159.066696ms)","trace[1451051882] 'compare' (duration: 51.115706ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:06.317354Z","caller":"traceutil/trace.go:171","msg":"trace[384265796] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"224.71601ms","start":"2026-04-21T03:38:06.092606Z","end":"2026-04-21T03:38:06.317322Z","steps":["trace[384265796] 'process raft request' (duration: 217.15584ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:06.317771Z","caller":"traceutil/trace.go:171","msg":"trace[1210699694] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"224.992745ms","start":"2026-04-21T03:38:06.092757Z","end":"2026-04-21T03:38:06.31775Z","steps":["trace[1210699694] 'process raft request' (duration: 224.413004ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:06.317913Z","caller":"traceutil/trace.go:171","msg":"trace[1753619720] linearizableReadLoop","detail":"{readStateIndex:6668; appliedIndex:6665; }","duration":"225.102257ms","start":"2026-04-21T03:38:06.092793Z","end":"2026-04-21T03:38:06.317895Z","steps":["trace[1753619720] 'read index received' (duration: 37.447503ms)","trace[1753619720] 'applied index is now lower than readState.Index' (duration: 187.653454ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:06.317967Z","caller":"traceutil/trace.go:171","msg":"trace[2122642070] transaction","detail":"{read_only:false; response_revision:6427; number_of_response:1; }","duration":"224.72814ms","start":"2026-04-21T03:38:06.093192Z","end":"2026-04-21T03:38:06.31792Z","steps":["trace[2122642070] 'process raft request' (duration: 224.480465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:06.318193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.375272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:06.31804Z","caller":"traceutil/trace.go:171","msg":"trace[1333212786] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"203.372025ms","start":"2026-04-21T03:38:06.114645Z","end":"2026-04-21T03:38:06.318017Z","steps":["trace[1333212786] 'process raft request' (duration: 203.1126ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:06.318248Z","caller":"traceutil/trace.go:171","msg":"trace[192367332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6428; }","duration":"225.470495ms","start":"2026-04-21T03:38:06.092761Z","end":"2026-04-21T03:38:06.318232Z","steps":["trace[192367332] 'agreement among raft nodes before linearized reading' (duration: 225.25155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:06.318259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.248423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:06.318313Z","caller":"traceutil/trace.go:171","msg":"trace[1753341549] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6428; }","duration":"203.330345ms","start":"2026-04-21T03:38:06.114964Z","end":"2026-04-21T03:38:06.318294Z","steps":["trace[1753341549] 'agreement among raft nodes before linearized reading' (duration: 203.243743ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:07.661224Z","caller":"traceutil/trace.go:171","msg":"trace[1529264909] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"120.832247ms","start":"2026-04-21T03:38:07.540355Z","end":"2026-04-21T03:38:07.661187Z","steps":["trace[1529264909] 'process raft request' (duration: 120.663634ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:07.664337Z","caller":"traceutil/trace.go:171","msg":"trace[1031236040] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"123.289136ms","start":"2026-04-21T03:38:07.541029Z","end":"2026-04-21T03:38:07.664318Z","steps":["trace[1031236040] 'process raft request' (duration: 123.152443ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:07.880091Z","caller":"traceutil/trace.go:171","msg":"trace[130920888] linearizableReadLoop","detail":"{readStateIndex:6677; appliedIndex:6676; }","duration":"102.959482ms","start":"2026-04-21T03:38:07.777097Z","end":"2026-04-21T03:38:07.880057Z","steps":["trace[130920888] 'read index received' (duration: 102.784319ms)","trace[130920888] 'applied index is now lower than readState.Index' (duration: 173.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:07.880152Z","caller":"traceutil/trace.go:171","msg":"trace[546300219] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"103.704337ms","start":"2026-04-21T03:38:07.776415Z","end":"2026-04-21T03:38:07.880119Z","steps":["trace[546300219] 'process raft request' (duration: 103.436781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:07.880401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.112175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:07.880479Z","caller":"traceutil/trace.go:171","msg":"trace[229213448] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6435; }","duration":"103.398921ms","start":"2026-04-21T03:38:07.777065Z","end":"2026-04-21T03:38:07.880464Z","steps":["trace[229213448] 'agreement among raft nodes before linearized reading' (duration: 103.108116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:08.046001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.759432ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:38:08.046123Z","caller":"traceutil/trace.go:171","msg":"trace[1178709082] linearizableReadLoop","detail":"{readStateIndex:6678; appliedIndex:6677; }","duration":"162.677108ms","start":"2026-04-21T03:38:07.883428Z","end":"2026-04-21T03:38:08.046105Z","steps":["trace[1178709082] 'read index received' (duration: 17.701571ms)","trace[1178709082] 'applied index is now lower than readState.Index' (duration: 144.973857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:08.046454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.883372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:08.04649Z","caller":"traceutil/trace.go:171","msg":"trace[223706358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6435; }","duration":"163.099836ms","start":"2026-04-21T03:38:07.883379Z","end":"2026-04-21T03:38:08.046479Z","steps":["trace[223706358] 'agreement among raft nodes before linearized reading' (duration: 162.7997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:08.100299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.199498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:08.100378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.049231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:08.100471Z","caller":"traceutil/trace.go:171","msg":"trace[1890113379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6436; }","duration":"185.211596ms","start":"2026-04-21T03:38:07.915238Z","end":"2026-04-21T03:38:08.100449Z","steps":["trace[1890113379] 'agreement among raft nodes before linearized reading' (duration: 184.977341ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:08.100433Z","caller":"traceutil/trace.go:171","msg":"trace[1286241112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6436; }","duration":"104.360561ms","start":"2026-04-21T03:38:07.996056Z","end":"2026-04-21T03:38:08.100417Z","steps":["trace[1286241112] 'agreement among raft nodes before linearized reading' (duration: 104.143627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:08.32613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.823481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:08.326454Z","caller":"traceutil/trace.go:171","msg":"trace[610308155] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"188.583ms","start":"2026-04-21T03:38:08.137846Z","end":"2026-04-21T03:38:08.326429Z","steps":["trace[610308155] 'process raft request' (duration: 34.379292ms)","trace[610308155] 'compare' (duration: 153.542265ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:08.4649Z","caller":"traceutil/trace.go:171","msg":"trace[958455829] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"133.363716ms","start":"2026-04-21T03:38:08.331508Z","end":"2026-04-21T03:38:08.464872Z","steps":["trace[958455829] 'process raft request' (duration: 108.699147ms)","trace[958455829] 'compare' (duration: 24.297842ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:08.46496Z","caller":"traceutil/trace.go:171","msg":"trace[7321061] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"126.693594ms","start":"2026-04-21T03:38:08.338248Z","end":"2026-04-21T03:38:08.464942Z","steps":["trace[7321061] 'process raft request' (duration: 126.53167ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:09.013796Z","caller":"traceutil/trace.go:171","msg":"trace[1505135751] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"193.224653ms","start":"2026-04-21T03:38:08.820545Z","end":"2026-04-21T03:38:09.01377Z","steps":["trace[1505135751] 'process raft request' (duration: 193.07643ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:09.12252Z","caller":"traceutil/trace.go:171","msg":"trace[1102246164] linearizableReadLoop","detail":"{readStateIndex:6695; appliedIndex:6694; }","duration":"103.821339ms","start":"2026-04-21T03:38:09.018673Z","end":"2026-04-21T03:38:09.122495Z","steps":["trace[1102246164] 'read index received' (duration: 32.921753ms)","trace[1102246164] 'applied index is now lower than readState.Index' (duration: 70.898546ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:09.122656Z","caller":"traceutil/trace.go:171","msg":"trace[464836422] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"104.146245ms","start":"2026-04-21T03:38:09.018479Z","end":"2026-04-21T03:38:09.122625Z","steps":["trace[464836422] 'process raft request' (duration: 33.204128ms)","trace[464836422] 'compare' (duration: 70.611271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:09.122857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.142597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-21T03:38:09.122902Z","caller":"traceutil/trace.go:171","msg":"trace[802444343] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6451; }","duration":"104.256449ms","start":"2026-04-21T03:38:09.018632Z","end":"2026-04-21T03:38:09.122888Z","steps":["trace[802444343] 'agreement among raft nodes before linearized reading' (duration: 103.982013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.124015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.221337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-21T03:38:09.124085Z","caller":"traceutil/trace.go:171","msg":"trace[666839743] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6452; }","duration":"105.331249ms","start":"2026-04-21T03:38:09.018737Z","end":"2026-04-21T03:38:09.124069Z","steps":["trace[666839743] 'agreement among raft nodes before linearized reading' (duration: 105.075424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.12436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.808069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2326"} {"level":"info","ts":"2026-04-21T03:38:09.124429Z","caller":"traceutil/trace.go:171","msg":"trace[645668896] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6452; }","duration":"102.903002ms","start":"2026-04-21T03:38:09.021506Z","end":"2026-04-21T03:38:09.124409Z","steps":["trace[645668896] 'agreement among raft nodes before linearized reading' (duration: 102.735178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.395913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.022928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:09.396022Z","caller":"traceutil/trace.go:171","msg":"trace[60794850] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6696; }","duration":"254.687272ms","start":"2026-04-21T03:38:09.141317Z","end":"2026-04-21T03:38:09.396005Z","steps":["trace[60794850] 'read index received' (duration: 121.421659ms)","trace[60794850] 'applied index is now lower than readState.Index' (duration: 133.264173ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:09.396032Z","caller":"traceutil/trace.go:171","msg":"trace[679682563] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"256.224622ms","start":"2026-04-21T03:38:09.139784Z","end":"2026-04-21T03:38:09.396008Z","steps":["trace[679682563] 'process raft request' (duration: 123.01695ms)","trace[679682563] 'compare' (duration: 132.798004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:09.396194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.870135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-21T03:38:09.396249Z","caller":"traceutil/trace.go:171","msg":"trace[1207259084] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6453; }","duration":"254.916376ms","start":"2026-04-21T03:38:09.141297Z","end":"2026-04-21T03:38:09.396214Z","steps":["trace[1207259084] 'agreement among raft nodes before linearized reading' (duration: 254.784393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.396532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.091037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:09.396616Z","caller":"traceutil/trace.go:171","msg":"trace[2074001251] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6453; }","duration":"211.208168ms","start":"2026-04-21T03:38:09.185398Z","end":"2026-04-21T03:38:09.396606Z","steps":["trace[2074001251] 'agreement among raft nodes before linearized reading' (duration: 211.034825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.747015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.647939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:09.747132Z","caller":"traceutil/trace.go:171","msg":"trace[916925023] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"279.194588ms","start":"2026-04-21T03:38:09.467917Z","end":"2026-04-21T03:38:09.747112Z","steps":["trace[916925023] 'process raft request' (duration: 135.366505ms)","trace[916925023] 'compare' (duration: 143.469366ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:09.811009Z","caller":"traceutil/trace.go:171","msg":"trace[587511954] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"342.014684ms","start":"2026-04-21T03:38:09.468967Z","end":"2026-04-21T03:38:09.810982Z","steps":["trace[587511954] 'process raft request' (duration: 341.940692ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:09.811012Z","caller":"traceutil/trace.go:171","msg":"trace[1667991971] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"342.217878ms","start":"2026-04-21T03:38:09.468749Z","end":"2026-04-21T03:38:09.810967Z","steps":["trace[1667991971] 'process raft request' (duration: 342.036494ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:09.811063Z","caller":"traceutil/trace.go:171","msg":"trace[1788291058] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"340.583965ms","start":"2026-04-21T03:38:09.470457Z","end":"2026-04-21T03:38:09.811041Z","steps":["trace[1788291058] 'process raft request' (duration: 340.483433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.811136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.468959Z","time spent":"342.118116ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:09.811147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.470443Z","time spent":"340.665566ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:09.811165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.468733Z","time spent":"342.361631ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:09.81118Z","caller":"traceutil/trace.go:171","msg":"trace[1810467441] linearizableReadLoop","detail":"{readStateIndex:6706; appliedIndex:6699; }","duration":"340.298919ms","start":"2026-04-21T03:38:09.470861Z","end":"2026-04-21T03:38:09.81116Z","steps":["trace[1810467441] 'read index received' (duration: 132.383405ms)","trace[1810467441] 'applied index is now lower than readState.Index' (duration: 207.914604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:09.811355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.408871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:09.811403Z","caller":"traceutil/trace.go:171","msg":"trace[1765503790] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6464; }","duration":"340.553535ms","start":"2026-04-21T03:38:09.470836Z","end":"2026-04-21T03:38:09.81139Z","steps":["trace[1765503790] 'agreement among raft nodes before linearized reading' (duration: 340.385882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.811447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.470825Z","time spent":"340.611456ms","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-04-21T03:38:09.811485Z","caller":"traceutil/trace.go:171","msg":"trace[1898191301] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"340.935492ms","start":"2026-04-21T03:38:09.470535Z","end":"2026-04-21T03:38:09.81147Z","steps":["trace[1898191301] 'process raft request' (duration: 340.433563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.81155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.470528Z","time spent":"340.998283ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:09.811549Z","caller":"traceutil/trace.go:171","msg":"trace[1344756042] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"334.76726ms","start":"2026-04-21T03:38:09.47674Z","end":"2026-04-21T03:38:09.811507Z","steps":["trace[1344756042] 'process raft request' (duration: 334.316531ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:09.811635Z","caller":"traceutil/trace.go:171","msg":"trace[849945907] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"321.919154ms","start":"2026-04-21T03:38:09.489701Z","end":"2026-04-21T03:38:09.811621Z","steps":["trace[849945907] 'process raft request' (duration: 321.410744ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:09.811669Z","caller":"traceutil/trace.go:171","msg":"trace[1777165547] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"340.959443ms","start":"2026-04-21T03:38:09.470697Z","end":"2026-04-21T03:38:09.811657Z","steps":["trace[1777165547] 'process raft request' (duration: 340.327311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.811724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.489691Z","time spent":"321.983685ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:09.811734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.470691Z","time spent":"341.017314ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:09.811737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.47672Z","time spent":"334.918613ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:09.811819Z","caller":"traceutil/trace.go:171","msg":"trace[76262485] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"341.153747ms","start":"2026-04-21T03:38:09.470651Z","end":"2026-04-21T03:38:09.811804Z","steps":["trace[76262485] 'process raft request' (duration: 340.34483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:09.811897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.470643Z","time spent":"341.214319ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:10.176607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.334038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:10.176739Z","caller":"traceutil/trace.go:171","msg":"trace[731140530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6464; }","duration":"240.487651ms","start":"2026-04-21T03:38:09.936232Z","end":"2026-04-21T03:38:10.176719Z","steps":["trace[731140530] 'range keys from in-memory index tree' (duration: 240.311077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.176909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.960965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:10.177061Z","caller":"traceutil/trace.go:171","msg":"trace[631390267] linearizableReadLoop","detail":"{readStateIndex:6709; appliedIndex:6708; }","duration":"365.661914ms","start":"2026-04-21T03:38:09.811381Z","end":"2026-04-21T03:38:10.177043Z","steps":["trace[631390267] 'read index received' (duration: 81.508196ms)","trace[631390267] 'applied index is now lower than readState.Index' (duration: 284.151978ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:10.177215Z","caller":"traceutil/trace.go:171","msg":"trace[546031652] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"509.013628ms","start":"2026-04-21T03:38:09.668138Z","end":"2026-04-21T03:38:10.177152Z","steps":["trace[546031652] 'process raft request' (duration: 224.734158ms)","trace[546031652] 'compare' (duration: 283.669238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:10.177351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.668122Z","time spent":"509.192921ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:10.177637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.157783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:10.177688Z","caller":"traceutil/trace.go:171","msg":"trace[1014107066] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6465; }","duration":"424.243795ms","start":"2026-04-21T03:38:09.75343Z","end":"2026-04-21T03:38:10.177674Z","steps":["trace[1014107066] 'agreement among raft nodes before linearized reading' (duration: 424.143673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.177728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.753412Z","time spent":"424.306466ms","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:10.177893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.293734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-21T03:38:10.177949Z","caller":"traceutil/trace.go:171","msg":"trace[134234848] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6465; }","duration":"688.375965ms","start":"2026-04-21T03:38:09.489559Z","end":"2026-04-21T03:38:10.177935Z","steps":["trace[134234848] 'agreement among raft nodes before linearized reading' (duration: 688.145191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.177984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.489541Z","time spent":"688.433056ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-21T03:38:10.2202Z","caller":"traceutil/trace.go:171","msg":"trace[103094580] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"401.885432ms","start":"2026-04-21T03:38:09.818295Z","end":"2026-04-21T03:38:10.220181Z","steps":["trace[103094580] 'process raft request' (duration: 401.606166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.220338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.818272Z","time spent":"402.000823ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:10.220361Z","caller":"traceutil/trace.go:171","msg":"trace[930733201] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"336.103197ms","start":"2026-04-21T03:38:09.884239Z","end":"2026-04-21T03:38:10.220343Z","steps":["trace[930733201] 'process raft request' (duration: 335.863982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.220498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.884223Z","time spent":"336.22361ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:10.220712Z","caller":"traceutil/trace.go:171","msg":"trace[1271486255] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"400.930903ms","start":"2026-04-21T03:38:09.81977Z","end":"2026-04-21T03:38:10.2207Z","steps":["trace[1271486255] 'process raft request' (duration: 400.232789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.220811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.819757Z","time spent":"401.026165ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:10.220987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.230838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-21T03:38:10.221059Z","caller":"traceutil/trace.go:171","msg":"trace[1976751323] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6469; }","duration":"407.35153ms","start":"2026-04-21T03:38:09.81369Z","end":"2026-04-21T03:38:10.221042Z","steps":["trace[1976751323] 'agreement among raft nodes before linearized reading' (duration: 406.983952ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.221148Z","caller":"traceutil/trace.go:171","msg":"trace[11418233] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"394.599307ms","start":"2026-04-21T03:38:09.826534Z","end":"2026-04-21T03:38:10.221134Z","steps":["trace[11418233] 'process raft request' (duration: 393.513505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.221156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.813676Z","time spent":"407.442853ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-21T03:38:10.221236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:09.826521Z","time spent":"394.672488ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:10.358215Z","caller":"traceutil/trace.go:171","msg":"trace[1981367931] linearizableReadLoop","detail":"{readStateIndex:6714; appliedIndex:6713; }","duration":"131.705802ms","start":"2026-04-21T03:38:10.226485Z","end":"2026-04-21T03:38:10.358191Z","steps":["trace[1981367931] 'read index received' (duration: 116.866147ms)","trace[1981367931] 'applied index is now lower than readState.Index' (duration: 14.838445ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:10.358408Z","caller":"traceutil/trace.go:171","msg":"trace[1234646156] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"133.281104ms","start":"2026-04-21T03:38:10.225089Z","end":"2026-04-21T03:38:10.35837Z","steps":["trace[1234646156] 'process raft request' (duration: 118.235195ms)","trace[1234646156] 'compare' (duration: 14.742093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:10.358538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.594901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:10.358609Z","caller":"traceutil/trace.go:171","msg":"trace[1664420895] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs; range_end:; response_count:0; response_revision:6470; }","duration":"130.691362ms","start":"2026-04-21T03:38:10.227902Z","end":"2026-04-21T03:38:10.358594Z","steps":["trace[1664420895] 'agreement among raft nodes before linearized reading' (duration: 130.58302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.358523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.013808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61791"} {"level":"warn","ts":"2026-04-21T03:38:10.358666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.972548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-21T03:38:10.358721Z","caller":"traceutil/trace.go:171","msg":"trace[51338578] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6470; }","duration":"132.258332ms","start":"2026-04-21T03:38:10.226451Z","end":"2026-04-21T03:38:10.358709Z","steps":["trace[51338578] 'agreement among raft nodes before linearized reading' (duration: 131.879895ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.358728Z","caller":"traceutil/trace.go:171","msg":"trace[341200196] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6470; }","duration":"130.06628ms","start":"2026-04-21T03:38:10.228647Z","end":"2026-04-21T03:38:10.358713Z","steps":["trace[341200196] 'agreement among raft nodes before linearized reading' (duration: 129.873587ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.519446Z","caller":"traceutil/trace.go:171","msg":"trace[469706814] linearizableReadLoop","detail":"{readStateIndex:6716; appliedIndex:6714; }","duration":"156.671777ms","start":"2026-04-21T03:38:10.362744Z","end":"2026-04-21T03:38:10.519416Z","steps":["trace[469706814] 'read index received' (duration: 44.192247ms)","trace[469706814] 'applied index is now lower than readState.Index' (duration: 112.47871ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:10.519551Z","caller":"traceutil/trace.go:171","msg":"trace[982698564] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"157.403852ms","start":"2026-04-21T03:38:10.362135Z","end":"2026-04-21T03:38:10.519539Z","steps":["trace[982698564] 'process raft request' (duration: 110.065603ms)","trace[982698564] 'compare' (duration: 47.085164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:10.519761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.547115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-21T03:38:10.519836Z","caller":"traceutil/trace.go:171","msg":"trace[2060301453] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6472; }","duration":"150.641138ms","start":"2026-04-21T03:38:10.36918Z","end":"2026-04-21T03:38:10.519821Z","steps":["trace[2060301453] 'agreement among raft nodes before linearized reading' (duration: 150.419364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.519941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.185527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:10.519976Z","caller":"traceutil/trace.go:171","msg":"trace[449967303] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6472; }","duration":"157.230408ms","start":"2026-04-21T03:38:10.362737Z","end":"2026-04-21T03:38:10.519967Z","steps":["trace[449967303] 'agreement among raft nodes before linearized reading' (duration: 157.173937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.519979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.831034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:38:10.520005Z","caller":"traceutil/trace.go:171","msg":"trace[174169606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6472; }","duration":"129.881386ms","start":"2026-04-21T03:38:10.390116Z","end":"2026-04-21T03:38:10.519997Z","steps":["trace[174169606] 'agreement among raft nodes before linearized reading' (duration: 129.814584ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.760594Z","caller":"traceutil/trace.go:171","msg":"trace[132255288] transaction","detail":"{read_only:false; response_revision:6474; number_of_response:1; }","duration":"234.651303ms","start":"2026-04-21T03:38:10.525916Z","end":"2026-04-21T03:38:10.760568Z","steps":["trace[132255288] 'process raft request' (duration: 175.601003ms)","trace[132255288] 'compare' (duration: 58.686703ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:10.760903Z","caller":"traceutil/trace.go:171","msg":"trace[1272441779] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"233.897098ms","start":"2026-04-21T03:38:10.52698Z","end":"2026-04-21T03:38:10.760877Z","steps":["trace[1272441779] 'process raft request' (duration: 233.519261ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.761065Z","caller":"traceutil/trace.go:171","msg":"trace[1869000899] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"228.575582ms","start":"2026-04-21T03:38:10.532478Z","end":"2026-04-21T03:38:10.761054Z","steps":["trace[1869000899] 'process raft request' (duration: 228.211605ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.761105Z","caller":"traceutil/trace.go:171","msg":"trace[46246564] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6476; }","duration":"226.607574ms","start":"2026-04-21T03:38:10.534486Z","end":"2026-04-21T03:38:10.761094Z","steps":["trace[46246564] 'process raft request' (duration: 226.495772ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:10.761038Z","caller":"traceutil/trace.go:171","msg":"trace[14944520] linearizableReadLoop","detail":"{readStateIndex:6721; appliedIndex:6717; }","duration":"212.645857ms","start":"2026-04-21T03:38:10.548373Z","end":"2026-04-21T03:38:10.761019Z","steps":["trace[14944520] 'read index received' (duration: 153.150048ms)","trace[14944520] 'applied index is now lower than readState.Index' (duration: 59.494849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:10.76152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.495501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-21T03:38:10.761573Z","caller":"traceutil/trace.go:171","msg":"trace[86753972] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6476; }","duration":"234.598293ms","start":"2026-04-21T03:38:10.526961Z","end":"2026-04-21T03:38:10.761559Z","steps":["trace[86753972] 'agreement among raft nodes before linearized reading' (duration: 234.399178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:10.761908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.420912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-21T03:38:10.761951Z","caller":"traceutil/trace.go:171","msg":"trace[1706353202] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6476; }","duration":"210.497954ms","start":"2026-04-21T03:38:10.551441Z","end":"2026-04-21T03:38:10.761939Z","steps":["trace[1706353202] 'agreement among raft nodes before linearized reading' (duration: 210.019715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:11.037111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.856499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:11.037209Z","caller":"traceutil/trace.go:171","msg":"trace[836378571] linearizableReadLoop","detail":"{readStateIndex:6723; appliedIndex:6722; }","duration":"239.47871ms","start":"2026-04-21T03:38:10.797714Z","end":"2026-04-21T03:38:11.037193Z","steps":["trace[836378571] 'read index received' (duration: 70.371286ms)","trace[836378571] 'applied index is now lower than readState.Index' (duration: 169.106514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:11.037401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.73286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-kp7tq\" ","response":"range_response_count:1 size:2470"} {"level":"warn","ts":"2026-04-21T03:38:11.037411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.787302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-21T03:38:11.037436Z","caller":"traceutil/trace.go:171","msg":"trace[1639163688] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-kp7tq; range_end:; response_count:1; response_revision:6478; }","duration":"268.798161ms","start":"2026-04-21T03:38:10.768629Z","end":"2026-04-21T03:38:11.037427Z","steps":["trace[1639163688] 'agreement among raft nodes before linearized reading' (duration: 268.674408ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.037456Z","caller":"traceutil/trace.go:171","msg":"trace[278056229] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6478; }","duration":"263.849693ms","start":"2026-04-21T03:38:10.773593Z","end":"2026-04-21T03:38:11.037443Z","steps":["trace[278056229] 'agreement among raft nodes before linearized reading' (duration: 263.663819ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.037532Z","caller":"traceutil/trace.go:171","msg":"trace[1753014979] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"258.266672ms","start":"2026-04-21T03:38:10.779236Z","end":"2026-04-21T03:38:11.037502Z","steps":["trace[1753014979] 'process raft request' (duration: 88.943234ms)","trace[1753014979] 'compare' (duration: 168.737997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:11.037682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.409279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:38:11.03772Z","caller":"traceutil/trace.go:171","msg":"trace[698549313] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6478; }","duration":"234.46647ms","start":"2026-04-21T03:38:10.803243Z","end":"2026-04-21T03:38:11.03771Z","steps":["trace[698549313] 'agreement among raft nodes before linearized reading' (duration: 234.377018ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.317405Z","caller":"traceutil/trace.go:171","msg":"trace[2007241339] linearizableReadLoop","detail":"{readStateIndex:6725; appliedIndex:6724; }","duration":"190.810574ms","start":"2026-04-21T03:38:11.126578Z","end":"2026-04-21T03:38:11.317389Z","steps":["trace[2007241339] 'read index received' (duration: 190.713732ms)","trace[2007241339] 'applied index is now lower than readState.Index' (duration: 96.052µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:11.317495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.899985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:11.317597Z","caller":"traceutil/trace.go:171","msg":"trace[1549958531] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"192.360155ms","start":"2026-04-21T03:38:11.125081Z","end":"2026-04-21T03:38:11.317441Z","steps":["trace[1549958531] 'process raft request' (duration: 192.192611ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.317698Z","caller":"traceutil/trace.go:171","msg":"trace[1209984220] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6480; }","duration":"190.945286ms","start":"2026-04-21T03:38:11.126563Z","end":"2026-04-21T03:38:11.317508Z","steps":["trace[1209984220] 'agreement among raft nodes before linearized reading' (duration: 190.897525ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.366094Z","caller":"traceutil/trace.go:171","msg":"trace[2125073606] transaction","detail":"{read_only:false; response_revision:6481; number_of_response:1; }","duration":"238.230723ms","start":"2026-04-21T03:38:11.12784Z","end":"2026-04-21T03:38:11.36607Z","steps":["trace[2125073606] 'process raft request' (duration: 237.957658ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.366112Z","caller":"traceutil/trace.go:171","msg":"trace[1850123409] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"221.331369ms","start":"2026-04-21T03:38:11.144751Z","end":"2026-04-21T03:38:11.366082Z","steps":["trace[1850123409] 'process raft request' (duration: 221.194966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:11.366672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:11.366722Z","caller":"traceutil/trace.go:171","msg":"trace[2120904858] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6482; }","duration":"135.765263ms","start":"2026-04-21T03:38:11.230944Z","end":"2026-04-21T03:38:11.36671Z","steps":["trace[2120904858] 'agreement among raft nodes before linearized reading' (duration: 135.685091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:11.579289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.655484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-04-21T03:38:11.579314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.678754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-21T03:38:11.579397Z","caller":"traceutil/trace.go:171","msg":"trace[1336159449] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6482; }","duration":"173.830857ms","start":"2026-04-21T03:38:11.405534Z","end":"2026-04-21T03:38:11.579365Z","steps":["trace[1336159449] 'range keys from in-memory index tree' (duration: 173.456529ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.579395Z","caller":"traceutil/trace.go:171","msg":"trace[1536706783] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6482; }","duration":"173.799976ms","start":"2026-04-21T03:38:11.405572Z","end":"2026-04-21T03:38:11.579372Z","steps":["trace[1536706783] 'range keys from in-memory index tree' (duration: 173.517011ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:11.583408Z","caller":"traceutil/trace.go:171","msg":"trace[1609147207] linearizableReadLoop","detail":"{readStateIndex:6728; appliedIndex:6727; }","duration":"172.729136ms","start":"2026-04-21T03:38:11.410668Z","end":"2026-04-21T03:38:11.583397Z","steps":["trace[1609147207] 'read index received' (duration: 172.633214ms)","trace[1609147207] 'applied index is now lower than readState.Index' (duration: 95.012µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:11.583579Z","caller":"traceutil/trace.go:171","msg":"trace[1501972110] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"177.513ms","start":"2026-04-21T03:38:11.406058Z","end":"2026-04-21T03:38:11.583571Z","steps":["trace[1501972110] 'process raft request' (duration: 177.240575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:11.583715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.052272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-21T03:38:11.583741Z","caller":"traceutil/trace.go:171","msg":"trace[754727453] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6483; }","duration":"173.099343ms","start":"2026-04-21T03:38:11.410634Z","end":"2026-04-21T03:38:11.583734Z","steps":["trace[754727453] 'agreement among raft nodes before linearized reading' (duration: 173.027162ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:12.46872Z","caller":"traceutil/trace.go:171","msg":"trace[312724643] linearizableReadLoop","detail":"{readStateIndex:6730; appliedIndex:6729; }","duration":"144.976685ms","start":"2026-04-21T03:38:12.323719Z","end":"2026-04-21T03:38:12.468695Z","steps":["trace[312724643] 'read index received' (duration: 49.826978ms)","trace[312724643] 'applied index is now lower than readState.Index' (duration: 95.148697ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:12.468767Z","caller":"traceutil/trace.go:171","msg":"trace[929101629] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"242.11665ms","start":"2026-04-21T03:38:12.226606Z","end":"2026-04-21T03:38:12.468723Z","steps":["trace[929101629] 'process raft request' (duration: 146.995334ms)","trace[929101629] 'compare' (duration: 94.975143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:12.468884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.151548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:12.469242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.068004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:38:12.469312Z","caller":"traceutil/trace.go:171","msg":"trace[595184893] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6485; }","duration":"145.631668ms","start":"2026-04-21T03:38:12.323668Z","end":"2026-04-21T03:38:12.469299Z","steps":["trace[595184893] 'agreement among raft nodes before linearized reading' (duration: 145.128348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:12.469318Z","caller":"traceutil/trace.go:171","msg":"trace[122937745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6485; }","duration":"103.160495ms","start":"2026-04-21T03:38:12.366141Z","end":"2026-04-21T03:38:12.469302Z","steps":["trace[122937745] 'agreement among raft nodes before linearized reading' (duration: 103.010622ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:12.734185Z","caller":"traceutil/trace.go:171","msg":"trace[1796759526] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"176.655693ms","start":"2026-04-21T03:38:12.557506Z","end":"2026-04-21T03:38:12.734162Z","steps":["trace[1796759526] 'process raft request' (duration: 166.827937ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:13.015674Z","caller":"traceutil/trace.go:171","msg":"trace[516766289] linearizableReadLoop","detail":"{readStateIndex:6737; appliedIndex:6734; }","duration":"200.408832ms","start":"2026-04-21T03:38:12.815239Z","end":"2026-04-21T03:38:13.015648Z","steps":["trace[516766289] 'read index received' (duration: 16.404515ms)","trace[516766289] 'applied index is now lower than readState.Index' (duration: 184.003377ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:13.015865Z","caller":"traceutil/trace.go:171","msg":"trace[1384672555] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"216.057503ms","start":"2026-04-21T03:38:12.799794Z","end":"2026-04-21T03:38:13.015851Z","steps":["trace[1384672555] 'process raft request' (duration: 215.798838ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:13.015959Z","caller":"traceutil/trace.go:171","msg":"trace[1616709225] transaction","detail":"{read_only:false; response_revision:6490; number_of_response:1; }","duration":"218.550802ms","start":"2026-04-21T03:38:12.797383Z","end":"2026-04-21T03:38:13.015934Z","steps":["trace[1616709225] 'process raft request' (duration: 142.310121ms)","trace[1616709225] 'compare' (duration: 75.749211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:13.016036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.162899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:13.016131Z","caller":"traceutil/trace.go:171","msg":"trace[643321299] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6491; }","duration":"193.315992ms","start":"2026-04-21T03:38:12.822792Z","end":"2026-04-21T03:38:13.016108Z","steps":["trace[643321299] 'agreement among raft nodes before linearized reading' (duration: 193.137989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:13.0163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.033584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11416"} {"level":"info","ts":"2026-04-21T03:38:13.016383Z","caller":"traceutil/trace.go:171","msg":"trace[714097253] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6491; }","duration":"201.164527ms","start":"2026-04-21T03:38:12.815199Z","end":"2026-04-21T03:38:13.016364Z","steps":["trace[714097253] 'agreement among raft nodes before linearized reading' (duration: 200.914702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:13.318986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.100489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:13.319153Z","caller":"traceutil/trace.go:171","msg":"trace[273815692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6491; }","duration":"179.320564ms","start":"2026-04-21T03:38:13.139811Z","end":"2026-04-21T03:38:13.319131Z","steps":["trace[273815692] 'range keys from in-memory index tree' (duration: 178.909326ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:13.49642Z","caller":"traceutil/trace.go:171","msg":"trace[1585210918] linearizableReadLoop","detail":"{readStateIndex:6738; appliedIndex:6737; }","duration":"120.893497ms","start":"2026-04-21T03:38:13.375478Z","end":"2026-04-21T03:38:13.496372Z","steps":["trace[1585210918] 'read index received' (duration: 120.616441ms)","trace[1585210918] 'applied index is now lower than readState.Index' (duration: 275.826µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:13.496548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.04455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:13.496591Z","caller":"traceutil/trace.go:171","msg":"trace[1244822961] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6492; }","duration":"121.135281ms","start":"2026-04-21T03:38:13.375442Z","end":"2026-04-21T03:38:13.496578Z","steps":["trace[1244822961] 'agreement among raft nodes before linearized reading' (duration: 121.048829ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:13.49663Z","caller":"traceutil/trace.go:171","msg":"trace[2050375771] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"125.915546ms","start":"2026-04-21T03:38:13.370689Z","end":"2026-04-21T03:38:13.496605Z","steps":["trace[2050375771] 'process raft request' (duration: 125.474748ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:14.597715Z","caller":"traceutil/trace.go:171","msg":"trace[900428424] linearizableReadLoop","detail":"{readStateIndex:6740; appliedIndex:6739; }","duration":"156.197936ms","start":"2026-04-21T03:38:14.441499Z","end":"2026-04-21T03:38:14.597697Z","steps":["trace[900428424] 'read index received' (duration: 156.155595ms)","trace[900428424] 'applied index is now lower than readState.Index' (duration: 41.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:14.597881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.320418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:14.597937Z","caller":"traceutil/trace.go:171","msg":"trace[579549130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6494; }","duration":"156.484321ms","start":"2026-04-21T03:38:14.441438Z","end":"2026-04-21T03:38:14.597922Z","steps":["trace[579549130] 'agreement among raft nodes before linearized reading' (duration: 156.329348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:14.598318Z","caller":"traceutil/trace.go:171","msg":"trace[557854763] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"317.34688ms","start":"2026-04-21T03:38:14.280955Z","end":"2026-04-21T03:38:14.598302Z","steps":["trace[557854763] 'process raft request' (duration: 316.471683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:14.598414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.280935Z","time spent":"317.418821ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:14.991006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.876474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:14.99117Z","caller":"traceutil/trace.go:171","msg":"trace[1185098564] linearizableReadLoop","detail":"{readStateIndex:6741; appliedIndex:6740; }","duration":"393.384918ms","start":"2026-04-21T03:38:14.597764Z","end":"2026-04-21T03:38:14.991149Z","steps":["trace[1185098564] 'read index received' (duration: 88.2697ms)","trace[1185098564] 'applied index is now lower than readState.Index' (duration: 305.113147ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:14.991279Z","caller":"traceutil/trace.go:171","msg":"trace[1056777768] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"516.557259ms","start":"2026-04-21T03:38:14.474694Z","end":"2026-04-21T03:38:14.991251Z","steps":["trace[1056777768] 'process raft request' (duration: 211.345359ms)","trace[1056777768] 'compare' (duration: 304.603308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:14.9914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.474669Z","time spent":"516.67566ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:14.991431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.423171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:14.991481Z","caller":"traceutil/trace.go:171","msg":"trace[67937381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6495; }","duration":"434.512003ms","start":"2026-04-21T03:38:14.556958Z","end":"2026-04-21T03:38:14.99147Z","steps":["trace[67937381] 'agreement among raft nodes before linearized reading' (duration: 434.35365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:14.991511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.556941Z","time spent":"434.564614ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:14.991755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.687464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:14.991885Z","caller":"traceutil/trace.go:171","msg":"trace[78749746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6495; }","duration":"392.844428ms","start":"2026-04-21T03:38:14.599032Z","end":"2026-04-21T03:38:14.991877Z","steps":["trace[78749746] 'agreement among raft nodes before linearized reading' (duration: 392.704305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:14.991881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.125321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:14.991939Z","caller":"traceutil/trace.go:171","msg":"trace[1444740156] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6495; }","duration":"343.216464ms","start":"2026-04-21T03:38:14.648707Z","end":"2026-04-21T03:38:14.991923Z","steps":["trace[1444740156] 'agreement among raft nodes before linearized reading' (duration: 343.125862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:14.991986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.648692Z","time spent":"343.282885ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:14.991902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.599017Z","time spent":"392.882238ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:14.99198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.076856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:38:14.991836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.486413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:14.992261Z","caller":"traceutil/trace.go:171","msg":"trace[562340740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6495; }","duration":"155.941971ms","start":"2026-04-21T03:38:14.836307Z","end":"2026-04-21T03:38:14.992249Z","steps":["trace[562340740] 'agreement among raft nodes before linearized reading' (duration: 155.493012ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:14.992533Z","caller":"traceutil/trace.go:171","msg":"trace[311943159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6495; }","duration":"254.394683ms","start":"2026-04-21T03:38:14.737849Z","end":"2026-04-21T03:38:14.992243Z","steps":["trace[311943159] 'agreement among raft nodes before linearized reading' (duration: 253.907283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:14.994257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.432471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:14.994316Z","caller":"traceutil/trace.go:171","msg":"trace[989365766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6495; }","duration":"484.510173ms","start":"2026-04-21T03:38:14.509791Z","end":"2026-04-21T03:38:14.994301Z","steps":["trace[989365766] 'agreement among raft nodes before linearized reading' (duration: 481.493373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:14.994349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.509782Z","time spent":"484.559865ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:15.627734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.875376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:15.627994Z","caller":"traceutil/trace.go:171","msg":"trace[1959273043] linearizableReadLoop","detail":"{readStateIndex:6745; appliedIndex:6741; }","duration":"608.397687ms","start":"2026-04-21T03:38:15.019578Z","end":"2026-04-21T03:38:15.627976Z","steps":["trace[1959273043] 'read index received' (duration: 328.292856ms)","trace[1959273043] 'applied index is now lower than readState.Index' (duration: 280.103571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:15.628151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.56772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:38:15.628185Z","caller":"traceutil/trace.go:171","msg":"trace[1386558623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6499; }","duration":"608.634912ms","start":"2026-04-21T03:38:15.01954Z","end":"2026-04-21T03:38:15.628175Z","steps":["trace[1386558623] 'agreement among raft nodes before linearized reading' (duration: 608.492549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:15.628223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.019526Z","time spent":"608.689533ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:38:15.628465Z","caller":"traceutil/trace.go:171","msg":"trace[537733750] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"621.778763ms","start":"2026-04-21T03:38:15.006649Z","end":"2026-04-21T03:38:15.628428Z","steps":["trace[537733750] 'process raft request' (duration: 621.197281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:15.628676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.006625Z","time spent":"621.920115ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:15.628784Z","caller":"traceutil/trace.go:171","msg":"trace[1965639147] transaction","detail":"{read_only:false; response_revision:6498; number_of_response:1; }","duration":"622.028907ms","start":"2026-04-21T03:38:15.006728Z","end":"2026-04-21T03:38:15.628757Z","steps":["trace[1965639147] 'process raft request' (duration: 621.17035ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:15.628748Z","caller":"traceutil/trace.go:171","msg":"trace[1047830150] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"621.973276ms","start":"2026-04-21T03:38:15.006739Z","end":"2026-04-21T03:38:15.628712Z","steps":["trace[1047830150] 'process raft request' (duration: 621.194541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:15.628926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.006708Z","time spent":"622.14793ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:15.628894Z","caller":"traceutil/trace.go:171","msg":"trace[1500430161] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"632.381183ms","start":"2026-04-21T03:38:14.996437Z","end":"2026-04-21T03:38:15.628818Z","steps":["trace[1500430161] 'process raft request' (duration: 351.339454ms)","trace[1500430161] 'compare' (duration: 279.744404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:15.629104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:14.996422Z","time spent":"632.603697ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:15.629126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.00673Z","time spent":"622.225921ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:16.118529Z","caller":"traceutil/trace.go:171","msg":"trace[922845408] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"617.072619ms","start":"2026-04-21T03:38:15.501437Z","end":"2026-04-21T03:38:16.11851Z","steps":["trace[922845408] 'process raft request' (duration: 616.954347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:16.118643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.50141Z","time spent":"617.1729ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:16.182361Z","caller":"traceutil/trace.go:171","msg":"trace[923763969] transaction","detail":"{read_only:false; response_revision:6501; number_of_response:1; }","duration":"548.685034ms","start":"2026-04-21T03:38:15.633656Z","end":"2026-04-21T03:38:16.182341Z","steps":["trace[923763969] 'process raft request' (duration: 548.557021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:16.182477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.633639Z","time spent":"548.777265ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:16.182541Z","caller":"traceutil/trace.go:171","msg":"trace[1480775216] linearizableReadLoop","detail":"{readStateIndex:6748; appliedIndex:6745; }","duration":"366.012913ms","start":"2026-04-21T03:38:15.8165Z","end":"2026-04-21T03:38:16.182513Z","steps":["trace[1480775216] 'read index received' (duration: 301.931363ms)","trace[1480775216] 'applied index is now lower than readState.Index' (duration: 64.07983ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:16.182647Z","caller":"traceutil/trace.go:171","msg":"trace[383146014] transaction","detail":"{read_only:false; response_revision:6502; number_of_response:1; }","duration":"542.051453ms","start":"2026-04-21T03:38:15.640585Z","end":"2026-04-21T03:38:16.182637Z","steps":["trace[383146014] 'process raft request' (duration: 541.725856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:16.182689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.640562Z","time spent":"542.105493ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:16.182752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.229707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-21T03:38:16.182792Z","caller":"traceutil/trace.go:171","msg":"trace[1223348391] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6502; }","duration":"366.283198ms","start":"2026-04-21T03:38:15.816495Z","end":"2026-04-21T03:38:16.182778Z","steps":["trace[1223348391] 'agreement among raft nodes before linearized reading' (duration: 366.113625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:16.182829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:15.816478Z","time spent":"366.34201ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-21T03:38:17.449528Z","caller":"traceutil/trace.go:171","msg":"trace[1600080862] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"130.905484ms","start":"2026-04-21T03:38:17.318607Z","end":"2026-04-21T03:38:17.449512Z","steps":["trace[1600080862] 'process raft request' (duration: 130.607869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.394737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.793552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:18.394835Z","caller":"traceutil/trace.go:171","msg":"trace[1268608956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6505; }","duration":"760.958995ms","start":"2026-04-21T03:38:17.633853Z","end":"2026-04-21T03:38:18.394812Z","steps":["trace[1268608956] 'range keys from in-memory index tree' (duration: 760.484585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.394873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.26153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:38:18.394922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.633808Z","time spent":"761.100328ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:38:18.394963Z","caller":"traceutil/trace.go:171","msg":"trace[255536828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6505; }","duration":"761.397233ms","start":"2026-04-21T03:38:17.633542Z","end":"2026-04-21T03:38:18.394939Z","steps":["trace[255536828] 'range keys from in-memory index tree' (duration: 761.018466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.395015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.962182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:18.395052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.633523Z","time spent":"761.513755ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:38:18.395076Z","caller":"traceutil/trace.go:171","msg":"trace[1200389584] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6505; }","duration":"619.071244ms","start":"2026-04-21T03:38:17.775991Z","end":"2026-04-21T03:38:18.395062Z","steps":["trace[1200389584] 'count revisions from in-memory index tree' (duration: 618.843918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.395112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.775967Z","time spent":"619.135085ms","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:18.395417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.736641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:18.395493Z","caller":"traceutil/trace.go:171","msg":"trace[1324174564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6505; }","duration":"761.837353ms","start":"2026-04-21T03:38:17.633638Z","end":"2026-04-21T03:38:18.395476Z","steps":["trace[1324174564] 'range keys from in-memory index tree' (duration: 761.596978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.39553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.633631Z","time spent":"761.889763ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:38:18.395619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.637949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:18.395683Z","caller":"traceutil/trace.go:171","msg":"trace[1690196542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6505; }","duration":"761.750871ms","start":"2026-04-21T03:38:17.633915Z","end":"2026-04-21T03:38:18.395666Z","steps":["trace[1690196542] 'range keys from in-memory index tree' (duration: 761.097728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.395743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.633891Z","time spent":"761.839543ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:18.455961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142502433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:38:18.72505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.768765ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:38:18.725375Z","caller":"traceutil/trace.go:171","msg":"trace[460465067] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"728.567653ms","start":"2026-04-21T03:38:17.996786Z","end":"2026-04-21T03:38:18.725354Z","steps":["trace[460465067] 'process raft request' (duration: 728.362359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.725496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.996761Z","time spent":"728.671015ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:18.956582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.15253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:18.957186Z","caller":"traceutil/trace.go:171","msg":"trace[2107872577] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"769.114476ms","start":"2026-04-21T03:38:18.188051Z","end":"2026-04-21T03:38:18.957166Z","steps":["trace[2107872577] 'process raft request' (duration: 768.743518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.95728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.188026Z","time spent":"769.201068ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:18.957235Z","caller":"traceutil/trace.go:171","msg":"trace[112585673] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"556.987894ms","start":"2026-04-21T03:38:18.40022Z","end":"2026-04-21T03:38:18.957207Z","steps":["trace[112585673] 'process raft request' (duration: 556.800991ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:18.957256Z","caller":"traceutil/trace.go:171","msg":"trace[1604905654] transaction","detail":"{read_only:false; response_revision:6507; number_of_response:1; }","duration":"833.350548ms","start":"2026-04-21T03:38:18.123885Z","end":"2026-04-21T03:38:18.957236Z","steps":["trace[1604905654] 'process raft request' (duration: 601.459954ms)","trace[1604905654] 'compare' (duration: 231.018057ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:18.957334Z","caller":"traceutil/trace.go:171","msg":"trace[1773984009] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"557.593106ms","start":"2026-04-21T03:38:18.399638Z","end":"2026-04-21T03:38:18.957231Z","steps":["trace[1773984009] 'process raft request' (duration: 557.343991ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:18.957461Z","caller":"traceutil/trace.go:171","msg":"trace[1938783220] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"305.202776ms","start":"2026-04-21T03:38:18.652252Z","end":"2026-04-21T03:38:18.957455Z","steps":["trace[1938783220] 'process raft request' (duration: 304.87769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.957498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.652233Z","time spent":"305.249157ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:18.957421Z","caller":"traceutil/trace.go:171","msg":"trace[366785806] transaction","detail":"{read_only:false; response_revision:6512; number_of_response:1; }","duration":"556.857372ms","start":"2026-04-21T03:38:18.40044Z","end":"2026-04-21T03:38:18.957297Z","steps":["trace[366785806] 'process raft request' (duration: 556.612747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.95758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.399624Z","time spent":"557.819781ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:18.957452Z","caller":"traceutil/trace.go:171","msg":"trace[422790938] linearizableReadLoop","detail":"{readStateIndex:6759; appliedIndex:6751; }","duration":"1.001557001s","start":"2026-04-21T03:38:17.95587Z","end":"2026-04-21T03:38:18.957427Z","steps":["trace[422790938] 'read index received' (duration: 502.442443ms)","trace[422790938] 'applied index is now lower than readState.Index' (duration: 499.111268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:18.957795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.400431Z","time spent":"557.281ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:18.957979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.640186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:38:18.958008Z","caller":"traceutil/trace.go:171","msg":"trace[1913468721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6514; }","duration":"770.698588ms","start":"2026-04-21T03:38:18.187303Z","end":"2026-04-21T03:38:18.958002Z","steps":["trace[1913468721] 'agreement among raft nodes before linearized reading' (duration: 770.617156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.958029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.187284Z","time spent":"770.739378ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:18.957414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.12385Z","time spent":"833.509441ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:18.958185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002317185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:18.958205Z","caller":"traceutil/trace.go:171","msg":"trace[1791527069] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6514; }","duration":"1.002384937s","start":"2026-04-21T03:38:17.955815Z","end":"2026-04-21T03:38:18.9582Z","steps":["trace[1791527069] 'agreement among raft nodes before linearized reading' (duration: 1.002305505s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.95822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:17.955789Z","time spent":"1.002427247s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":80,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:18.958341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.410925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:18.958361Z","caller":"traceutil/trace.go:171","msg":"trace[1047189913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6514; }","duration":"441.465336ms","start":"2026-04-21T03:38:18.51689Z","end":"2026-04-21T03:38:18.958356Z","steps":["trace[1047189913] 'agreement among raft nodes before linearized reading' (duration: 441.403694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.958375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.516874Z","time spent":"441.497117ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:38:18.957184Z","caller":"traceutil/trace.go:171","msg":"trace[76403651] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"492.514247ms","start":"2026-04-21T03:38:18.464651Z","end":"2026-04-21T03:38:18.957165Z","steps":["trace[76403651] 'process raft request' (duration: 492.445055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.958673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.464623Z","time spent":"494.029507ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:18.95747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.400208Z","time spent":"557.117877ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:18.960825Z","caller":"traceutil/trace.go:171","msg":"trace[258336186] transaction","detail":"{read_only:false; response_revision:6509; number_of_response:1; }","duration":"557.890492ms","start":"2026-04-21T03:38:18.399236Z","end":"2026-04-21T03:38:18.957126Z","steps":["trace[258336186] 'process raft request' (duration: 557.698848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:18.96097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:18.399214Z","time spent":"561.668237ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:19.195198Z","caller":"traceutil/trace.go:171","msg":"trace[2134088675] transaction","detail":"{read_only:false; response_revision:6516; number_of_response:1; }","duration":"146.513612ms","start":"2026-04-21T03:38:19.048666Z","end":"2026-04-21T03:38:19.19518Z","steps":["trace[2134088675] 'process raft request' (duration: 56.101012ms)","trace[2134088675] 'compare' (duration: 90.150275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:19.748026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.171874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:19.748123Z","caller":"traceutil/trace.go:171","msg":"trace[984141784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6516; }","duration":"306.328987ms","start":"2026-04-21T03:38:19.44177Z","end":"2026-04-21T03:38:19.748099Z","steps":["trace[984141784] 'range keys from in-memory index tree' (duration: 306.098653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:19.748176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:19.441752Z","time spent":"306.410069ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:21.462817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142502464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:38:21.570819Z","caller":"traceutil/trace.go:171","msg":"trace[311671392] transaction","detail":"{read_only:false; response_revision:6517; number_of_response:1; }","duration":"608.634233ms","start":"2026-04-21T03:38:20.962155Z","end":"2026-04-21T03:38:21.57079Z","steps":["trace[311671392] 'process raft request' (duration: 608.48427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.571093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.962145Z","time spent":"608.745935ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:21.845786Z","caller":"traceutil/trace.go:171","msg":"trace[1266692099] transaction","detail":"{read_only:false; response_revision:6518; number_of_response:1; }","duration":"880.719011ms","start":"2026-04-21T03:38:20.965033Z","end":"2026-04-21T03:38:21.845752Z","steps":["trace[1266692099] 'process raft request' (duration: 791.698738ms)","trace[1266692099] 'compare' (duration: 88.812079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:21.845951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.965019Z","time spent":"880.851883ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:21.846299Z","caller":"traceutil/trace.go:171","msg":"trace[313337012] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"881.145299ms","start":"2026-04-21T03:38:20.965125Z","end":"2026-04-21T03:38:21.846271Z","steps":["trace[313337012] 'process raft request' (duration: 880.567018ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:21.846664Z","caller":"traceutil/trace.go:171","msg":"trace[526643166] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"879.869095ms","start":"2026-04-21T03:38:20.966776Z","end":"2026-04-21T03:38:21.846645Z","steps":["trace[526643166] 'process raft request' (duration: 879.279183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.846826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.966767Z","time spent":"880.005088ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:21.846664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.965117Z","time spent":"881.272191ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:21.847276Z","caller":"traceutil/trace.go:171","msg":"trace[1674764236] linearizableReadLoop","detail":"{readStateIndex:6768; appliedIndex:6763; }","duration":"884.948205ms","start":"2026-04-21T03:38:20.96231Z","end":"2026-04-21T03:38:21.847258Z","steps":["trace[1674764236] 'read index received' (duration: 608.325137ms)","trace[1674764236] 'applied index is now lower than readState.Index' (duration: 276.622428ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:21.847503Z","caller":"traceutil/trace.go:171","msg":"trace[2051951223] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"647.381431ms","start":"2026-04-21T03:38:21.200106Z","end":"2026-04-21T03:38:21.847488Z","steps":["trace[2051951223] 'process raft request' (duration: 647.059914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.847577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.234821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:21.847663Z","caller":"traceutil/trace.go:171","msg":"trace[314716481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6521; }","duration":"885.393714ms","start":"2026-04-21T03:38:20.962253Z","end":"2026-04-21T03:38:21.847646Z","steps":["trace[314716481] 'agreement among raft nodes before linearized reading' (duration: 885.150149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.847683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.344264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:21.847734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.962229Z","time spent":"885.491616ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:21.847711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.662869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:38:21.847807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.724948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:21.847738Z","caller":"traceutil/trace.go:171","msg":"trace[306672813] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6521; }","duration":"475.463316ms","start":"2026-04-21T03:38:21.372258Z","end":"2026-04-21T03:38:21.847722Z","steps":["trace[306672813] 'agreement among raft nodes before linearized reading' (duration: 475.331574ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:21.84781Z","caller":"traceutil/trace.go:171","msg":"trace[1220441020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6521; }","duration":"883.785743ms","start":"2026-04-21T03:38:20.964011Z","end":"2026-04-21T03:38:21.847797Z","steps":["trace[1220441020] 'agreement among raft nodes before linearized reading' (duration: 883.515137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.847868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.372236Z","time spent":"475.61414ms","remote":"127.0.0.1:36314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:21.847892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.318846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:21.847895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.811152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:38:21.84789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.964Z","time spent":"883.877814ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:38:21.847938Z","caller":"traceutil/trace.go:171","msg":"trace[1532151877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6521; }","duration":"407.410138ms","start":"2026-04-21T03:38:21.440516Z","end":"2026-04-21T03:38:21.847927Z","steps":["trace[1532151877] 'agreement among raft nodes before linearized reading' (duration: 407.348877ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:21.847949Z","caller":"traceutil/trace.go:171","msg":"trace[4983881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6521; }","duration":"883.882023ms","start":"2026-04-21T03:38:20.964054Z","end":"2026-04-21T03:38:21.847936Z","steps":["trace[4983881] 'agreement among raft nodes before linearized reading' (duration: 883.70786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.847986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:20.964048Z","time spent":"883.930044ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:21.847983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.440494Z","time spent":"407.479489ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:21.847946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.200083Z","time spent":"647.540503ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:21.847844Z","caller":"traceutil/trace.go:171","msg":"trace[2037003655] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6521; }","duration":"184.795839ms","start":"2026-04-21T03:38:21.663036Z","end":"2026-04-21T03:38:21.847832Z","steps":["trace[2037003655] 'agreement among raft nodes before linearized reading' (duration: 184.726478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.84828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.096633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:332372"} {"level":"info","ts":"2026-04-21T03:38:21.848317Z","caller":"traceutil/trace.go:171","msg":"trace[1335677573] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:6521; }","duration":"807.174135ms","start":"2026-04-21T03:38:21.041135Z","end":"2026-04-21T03:38:21.848309Z","steps":["trace[1335677573] 'agreement among raft nodes before linearized reading' (duration: 806.578783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.848558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.041119Z","time spent":"807.419829ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":19,"response size":332395,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:38:21.848666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.032053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:38:21.848715Z","caller":"traceutil/trace.go:171","msg":"trace[758854719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6521; }","duration":"799.103994ms","start":"2026-04-21T03:38:21.049597Z","end":"2026-04-21T03:38:21.848701Z","steps":["trace[758854719] 'agreement among raft nodes before linearized reading' (duration: 798.966682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:21.848751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.049587Z","time spent":"799.154876ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:38:22.17303Z","caller":"traceutil/trace.go:171","msg":"trace[842228079] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"319.519668ms","start":"2026-04-21T03:38:21.853484Z","end":"2026-04-21T03:38:22.173003Z","steps":["trace[842228079] 'process raft request' (duration: 283.25631ms)","trace[842228079] 'compare' (duration: 36.130725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:22.173208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.853468Z","time spent":"319.627969ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:22.185868Z","caller":"traceutil/trace.go:171","msg":"trace[725641253] linearizableReadLoop","detail":"{readStateIndex:6772; appliedIndex:6768; }","duration":"317.933506ms","start":"2026-04-21T03:38:21.867912Z","end":"2026-04-21T03:38:22.185846Z","steps":["trace[725641253] 'read index received' (duration: 268.830734ms)","trace[725641253] 'applied index is now lower than readState.Index' (duration: 49.101732ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:22.185906Z","caller":"traceutil/trace.go:171","msg":"trace[2059245692] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"330.289861ms","start":"2026-04-21T03:38:21.855589Z","end":"2026-04-21T03:38:22.185879Z","steps":["trace[2059245692] 'process raft request' (duration: 330.174369ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:22.18593Z","caller":"traceutil/trace.go:171","msg":"trace[45258871] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"331.839711ms","start":"2026-04-21T03:38:21.85407Z","end":"2026-04-21T03:38:22.185909Z","steps":["trace[45258871] 'process raft request' (duration: 331.532825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:22.186019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.85558Z","time spent":"330.376392ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:22.185956Z","caller":"traceutil/trace.go:171","msg":"trace[490513895] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"328.961785ms","start":"2026-04-21T03:38:21.856968Z","end":"2026-04-21T03:38:22.18593Z","steps":["trace[490513895] 'process raft request' (duration: 328.837072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:22.186169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.854049Z","time spent":"331.922244ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:22.18619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.856958Z","time spent":"329.164529ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:22.186643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.724242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:332372"} {"level":"info","ts":"2026-04-21T03:38:22.186753Z","caller":"traceutil/trace.go:171","msg":"trace[1488171276] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:6525; }","duration":"318.886375ms","start":"2026-04-21T03:38:21.867855Z","end":"2026-04-21T03:38:22.186741Z","steps":["trace[1488171276] 'agreement among raft nodes before linearized reading' (duration: 318.081429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:22.186908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:21.867834Z","time spent":"319.049248ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":19,"response size":332395,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:38:23.052871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.84507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:38:23.052926Z","caller":"traceutil/trace.go:171","msg":"trace[2007826884] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6525; }","duration":"287.935671ms","start":"2026-04-21T03:38:22.76498Z","end":"2026-04-21T03:38:23.052915Z","steps":["trace[2007826884] 'range keys from in-memory index tree' (duration: 287.649705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:23.053252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.14159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:23.053364Z","caller":"traceutil/trace.go:171","msg":"trace[1519166635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6525; }","duration":"614.270732ms","start":"2026-04-21T03:38:22.439073Z","end":"2026-04-21T03:38:23.053343Z","steps":["trace[1519166635] 'range keys from in-memory index tree' (duration: 614.035307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:23.053366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.585475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-21T03:38:23.053461Z","caller":"traceutil/trace.go:171","msg":"trace[1135433067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6525; }","duration":"384.729617ms","start":"2026-04-21T03:38:22.668706Z","end":"2026-04-21T03:38:23.053436Z","steps":["trace[1135433067] 'range keys from in-memory index tree' (duration: 384.249028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:23.05352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:22.668685Z","time spent":"384.821979ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:38:23.05341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:22.439009Z","time spent":"614.391404ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:23.354557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.213498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:23.354823Z","caller":"traceutil/trace.go:171","msg":"trace[955748049] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"276.825201ms","start":"2026-04-21T03:38:23.077973Z","end":"2026-04-21T03:38:23.354799Z","steps":["trace[955748049] 'process raft request' (duration: 99.283046ms)","trace[955748049] 'compare' (duration: 177.091356ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:24.221078Z","caller":"traceutil/trace.go:171","msg":"trace[2036292196] linearizableReadLoop","detail":"{readStateIndex:6776; appliedIndex:6775; }","duration":"435.535432ms","start":"2026-04-21T03:38:23.785517Z","end":"2026-04-21T03:38:24.221052Z","steps":["trace[2036292196] 'read index received' (duration: 435.370999ms)","trace[2036292196] 'applied index is now lower than readState.Index' (duration: 163.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:24.221141Z","caller":"traceutil/trace.go:171","msg":"trace[1782858750] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"644.169643ms","start":"2026-04-21T03:38:23.576937Z","end":"2026-04-21T03:38:24.221107Z","steps":["trace[1782858750] 'process raft request' (duration: 643.958449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.221314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.576907Z","time spent":"644.297475ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:24.221446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.711645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:24.221529Z","caller":"traceutil/trace.go:171","msg":"trace[1204901620] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6528; }","duration":"436.052982ms","start":"2026-04-21T03:38:23.785462Z","end":"2026-04-21T03:38:24.221515Z","steps":["trace[1204901620] 'agreement among raft nodes before linearized reading' (duration: 435.734596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.221665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.785442Z","time spent":"436.115864ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:24.530116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.114642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:24.530418Z","caller":"traceutil/trace.go:171","msg":"trace[1846230747] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"677.707825ms","start":"2026-04-21T03:38:23.85267Z","end":"2026-04-21T03:38:24.530378Z","steps":["trace[1846230747] 'process raft request' (duration: 485.237265ms)","trace[1846230747] 'compare' (duration: 191.884588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:24.530551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.85265Z","time spent":"677.827768ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:24.530435Z","caller":"traceutil/trace.go:171","msg":"trace[647125019] linearizableReadLoop","detail":"{readStateIndex:6779; appliedIndex:6776; }","duration":"309.267972ms","start":"2026-04-21T03:38:24.221142Z","end":"2026-04-21T03:38:24.53041Z","steps":["trace[647125019] 'read index received' (duration: 116.762181ms)","trace[647125019] 'applied index is now lower than readState.Index' (duration: 192.504661ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:24.530721Z","caller":"traceutil/trace.go:171","msg":"trace[2143536836] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"677.40288ms","start":"2026-04-21T03:38:23.853304Z","end":"2026-04-21T03:38:24.530707Z","steps":["trace[2143536836] 'process raft request' (duration: 676.92368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.530819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.853286Z","time spent":"677.489481ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:24.530853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.059114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:24.530876Z","caller":"traceutil/trace.go:171","msg":"trace[1030841251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6531; }","duration":"283.120734ms","start":"2026-04-21T03:38:24.247749Z","end":"2026-04-21T03:38:24.53087Z","steps":["trace[1030841251] 'agreement among raft nodes before linearized reading' (duration: 283.016712ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:24.531084Z","caller":"traceutil/trace.go:171","msg":"trace[976604191] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"676.87692ms","start":"2026-04-21T03:38:23.854188Z","end":"2026-04-21T03:38:24.531064Z","steps":["trace[976604191] 'process raft request' (duration: 676.164856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.531178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.854179Z","time spent":"676.953231ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:24.531385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.029401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:24.531412Z","caller":"traceutil/trace.go:171","msg":"trace[1424004217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6531; }","duration":"342.090451ms","start":"2026-04-21T03:38:24.189315Z","end":"2026-04-21T03:38:24.531405Z","steps":["trace[1424004217] 'agreement among raft nodes before linearized reading' (duration: 342.02229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.530672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.232036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:38:24.531465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.362582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:24.531512Z","caller":"traceutil/trace.go:171","msg":"trace[405607093] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/horizon; range_end:; response_count:0; response_revision:6531; }","duration":"563.474104ms","start":"2026-04-21T03:38:23.968023Z","end":"2026-04-21T03:38:24.531497Z","steps":["trace[405607093] 'agreement among raft nodes before linearized reading' (duration: 563.376962ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:24.531514Z","caller":"traceutil/trace.go:171","msg":"trace[2010491958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6531; }","duration":"681.102643ms","start":"2026-04-21T03:38:23.850387Z","end":"2026-04-21T03:38:24.53149Z","steps":["trace[2010491958] 'agreement among raft nodes before linearized reading' (duration: 680.083163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.531563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.968002Z","time spent":"563.550845ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" "} {"level":"warn","ts":"2026-04-21T03:38:24.531373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.271586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T03:38:24.531617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:23.850365Z","time spent":"681.217635ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:38:24.531651Z","caller":"traceutil/trace.go:171","msg":"trace[767776852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6531; }","duration":"341.549401ms","start":"2026-04-21T03:38:24.190089Z","end":"2026-04-21T03:38:24.531638Z","steps":["trace[767776852] 'agreement among raft nodes before linearized reading' (duration: 341.193534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.5314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.787563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:24.531685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.190027Z","time spent":"341.648913ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:38:24.531715Z","caller":"traceutil/trace.go:171","msg":"trace[1788592974] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6531; }","duration":"502.138ms","start":"2026-04-21T03:38:24.029544Z","end":"2026-04-21T03:38:24.531682Z","steps":["trace[1788592974] 'agreement among raft nodes before linearized reading' (duration: 501.783073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.531776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.029523Z","time spent":"502.239581ms","remote":"127.0.0.1:39484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:24.531455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.189299Z","time spent":"342.125773ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:24.53256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.719004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:24.532677Z","caller":"traceutil/trace.go:171","msg":"trace[1789308836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6531; }","duration":"342.752315ms","start":"2026-04-21T03:38:24.189832Z","end":"2026-04-21T03:38:24.532585Z","steps":["trace[1789308836] 'agreement among raft nodes before linearized reading' (duration: 341.538231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.532749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.189823Z","time spent":"342.915028ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:24.532827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.195821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:24.532859Z","caller":"traceutil/trace.go:171","msg":"trace[743001133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6531; }","duration":"355.242632ms","start":"2026-04-21T03:38:24.177607Z","end":"2026-04-21T03:38:24.532849Z","steps":["trace[743001133] 'agreement among raft nodes before linearized reading' (duration: 353.759153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.533137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.177589Z","time spent":"355.541558ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:38:24.90502Z","caller":"traceutil/trace.go:171","msg":"trace[1476820391] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"368.548305ms","start":"2026-04-21T03:38:24.536445Z","end":"2026-04-21T03:38:24.904993Z","steps":["trace[1476820391] 'process raft request' (duration: 349.511888ms)","trace[1476820391] 'compare' (duration: 18.666839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:24.905149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.536434Z","time spent":"368.651567ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:24.905542Z","caller":"traceutil/trace.go:171","msg":"trace[1142679856] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"368.138257ms","start":"2026-04-21T03:38:24.537379Z","end":"2026-04-21T03:38:24.905517Z","steps":["trace[1142679856] 'process raft request' (duration: 367.545505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.90578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.537368Z","time spent":"368.303131ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:24.905815Z","caller":"traceutil/trace.go:171","msg":"trace[1449969857] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"368.354442ms","start":"2026-04-21T03:38:24.537446Z","end":"2026-04-21T03:38:24.9058Z","steps":["trace[1449969857] 'process raft request' (duration: 367.974844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.906867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.537439Z","time spent":"369.350712ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:24.905956Z","caller":"traceutil/trace.go:171","msg":"trace[1232686938] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"368.417313ms","start":"2026-04-21T03:38:24.537527Z","end":"2026-04-21T03:38:24.905944Z","steps":["trace[1232686938] 'process raft request' (duration: 368.181139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.907068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.537521Z","time spent":"369.501734ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:24.905961Z","caller":"traceutil/trace.go:171","msg":"trace[4284561] linearizableReadLoop","detail":"{readStateIndex:6781; appliedIndex:6780; }","duration":"369.033695ms","start":"2026-04-21T03:38:24.536904Z","end":"2026-04-21T03:38:24.905937Z","steps":["trace[4284561] 'read index received' (duration: 45.5252ms)","trace[4284561] 'applied index is now lower than readState.Index' (duration: 323.507105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:24.906175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.25304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"warn","ts":"2026-04-21T03:38:24.907352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.868772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:24.907429Z","caller":"traceutil/trace.go:171","msg":"trace[1153993880] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:0; response_revision:6536; }","duration":"368.955744ms","start":"2026-04-21T03:38:24.538461Z","end":"2026-04-21T03:38:24.907417Z","steps":["trace[1153993880] 'agreement among raft nodes before linearized reading' (duration: 368.853892ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:24.907405Z","caller":"traceutil/trace.go:171","msg":"trace[758683393] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6536; }","duration":"370.444703ms","start":"2026-04-21T03:38:24.536872Z","end":"2026-04-21T03:38:24.907316Z","steps":["trace[758683393] 'agreement among raft nodes before linearized reading' (duration: 369.139187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:24.907491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.538452Z","time spent":"369.001985ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" "} {"level":"warn","ts":"2026-04-21T03:38:24.907612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:24.536856Z","time spent":"370.671867ms","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12323,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T03:38:24.907732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.344885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:38:24.907834Z","caller":"traceutil/trace.go:171","msg":"trace[322359933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6536; }","duration":"156.509179ms","start":"2026-04-21T03:38:24.75131Z","end":"2026-04-21T03:38:24.907819Z","steps":["trace[322359933] 'agreement among raft nodes before linearized reading' (duration: 156.089581ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:25.088994Z","caller":"traceutil/trace.go:171","msg":"trace[883656276] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"176.035844ms","start":"2026-04-21T03:38:24.912916Z","end":"2026-04-21T03:38:25.088952Z","steps":["trace[883656276] 'process raft request' (duration: 108.967427ms)","trace[883656276] 'compare' (duration: 66.718221ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:25.088959Z","caller":"traceutil/trace.go:171","msg":"trace[332690734] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"134.3804ms","start":"2026-04-21T03:38:24.954535Z","end":"2026-04-21T03:38:25.088916Z","steps":["trace[332690734] 'process raft request' (duration: 134.307098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:25.089103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.531755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-test\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:25.089148Z","caller":"traceutil/trace.go:171","msg":"trace[721641259] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-test; range_end:; response_count:0; response_revision:6538; }","duration":"175.594136ms","start":"2026-04-21T03:38:24.913544Z","end":"2026-04-21T03:38:25.089139Z","steps":["trace[721641259] 'agreement among raft nodes before linearized reading' (duration: 175.498604ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:25.088987Z","caller":"traceutil/trace.go:171","msg":"trace[839477112] linearizableReadLoop","detail":"{readStateIndex:6785; appliedIndex:6784; }","duration":"175.411113ms","start":"2026-04-21T03:38:24.913549Z","end":"2026-04-21T03:38:25.08896Z","steps":["trace[839477112] 'read index received' (duration: 108.428967ms)","trace[839477112] 'applied index is now lower than readState.Index' (duration: 66.979946ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:25.268021Z","caller":"traceutil/trace.go:171","msg":"trace[1459777649] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6538; }","duration":"110.356235ms","start":"2026-04-21T03:38:25.157625Z","end":"2026-04-21T03:38:25.267981Z","steps":["trace[1459777649] 'process raft request' (duration: 74.322132ms)","trace[1459777649] 'compare' (duration: 35.979212ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:25.674794Z","caller":"traceutil/trace.go:171","msg":"trace[1460800643] linearizableReadLoop","detail":"{readStateIndex:6788; appliedIndex:6787; }","duration":"115.74387ms","start":"2026-04-21T03:38:25.559023Z","end":"2026-04-21T03:38:25.674767Z","steps":["trace[1460800643] 'read index received' (duration: 115.411784ms)","trace[1460800643] 'applied index is now lower than readState.Index' (duration: 328.356µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:25.674864Z","caller":"traceutil/trace.go:171","msg":"trace[2088221333] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"386.067011ms","start":"2026-04-21T03:38:25.288756Z","end":"2026-04-21T03:38:25.674823Z","steps":["trace[2088221333] 'process raft request' (duration: 385.814786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:25.675016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.980425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:25.675057Z","caller":"traceutil/trace.go:171","msg":"trace[1187581557] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6539; }","duration":"116.088518ms","start":"2026-04-21T03:38:25.558959Z","end":"2026-04-21T03:38:25.675047Z","steps":["trace[1187581557] 'agreement among raft nodes before linearized reading' (duration: 115.905044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:25.675123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:25.288724Z","time spent":"386.298266ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:25.868956Z","caller":"traceutil/trace.go:171","msg":"trace[238485754] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"184.563233ms","start":"2026-04-21T03:38:25.684355Z","end":"2026-04-21T03:38:25.868918Z","steps":["trace[238485754] 'process raft request' (duration: 144.974549ms)","trace[238485754] 'compare' (duration: 39.37748ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:26.458297Z","caller":"traceutil/trace.go:171","msg":"trace[833958546] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"584.62071ms","start":"2026-04-21T03:38:25.87364Z","end":"2026-04-21T03:38:26.45826Z","steps":["trace[833958546] 'process raft request' (duration: 553.181118ms)","trace[833958546] 'compare' (duration: 31.150457ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:26.458372Z","caller":"traceutil/trace.go:171","msg":"trace[74147138] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"584.60416ms","start":"2026-04-21T03:38:25.87376Z","end":"2026-04-21T03:38:26.458364Z","steps":["trace[74147138] 'process raft request' (duration: 584.496638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.458443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:25.873735Z","time spent":"584.659991ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":502,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:26.458445Z","caller":"traceutil/trace.go:171","msg":"trace[755485333] linearizableReadLoop","detail":"{readStateIndex:6795; appliedIndex:6790; }","duration":"279.570834ms","start":"2026-04-21T03:38:26.178854Z","end":"2026-04-21T03:38:26.458425Z","steps":["trace[755485333] 'read index received' (duration: 247.953848ms)","trace[755485333] 'applied index is now lower than readState.Index' (duration: 31.615776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:26.458462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:25.873621Z","time spent":"584.757374ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:26.458556Z","caller":"traceutil/trace.go:171","msg":"trace[1583932760] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"583.09434ms","start":"2026-04-21T03:38:25.875447Z","end":"2026-04-21T03:38:26.458541Z","steps":["trace[1583932760] 'process raft request' (duration: 582.918666ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:26.458318Z","caller":"traceutil/trace.go:171","msg":"trace[878273695] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"584.655521ms","start":"2026-04-21T03:38:25.873641Z","end":"2026-04-21T03:38:26.458297Z","steps":["trace[878273695] 'process raft request' (duration: 584.564599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.458632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:25.875442Z","time spent":"583.147461ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:26.458637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:25.873621Z","time spent":"584.985198ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:26.458665Z","caller":"traceutil/trace.go:171","msg":"trace[1221232712] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"583.272273ms","start":"2026-04-21T03:38:25.875382Z","end":"2026-04-21T03:38:26.458654Z","steps":["trace[1221232712] 'process raft request' (duration: 582.916446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.458712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:25.875364Z","time spent":"583.321585ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:26.458898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.035202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:26.45895Z","caller":"traceutil/trace.go:171","msg":"trace[53420210] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6546; }","duration":"280.129165ms","start":"2026-04-21T03:38:26.178805Z","end":"2026-04-21T03:38:26.458935Z","steps":["trace[53420210] 'agreement among raft nodes before linearized reading' (duration: 280.038933ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:26.490037Z","caller":"traceutil/trace.go:171","msg":"trace[238342109] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"264.176388ms","start":"2026-04-21T03:38:26.225831Z","end":"2026-04-21T03:38:26.490007Z","steps":["trace[238342109] 'process raft request' (duration: 263.997715ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:26.907202Z","caller":"traceutil/trace.go:171","msg":"trace[2122257721] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"443.990226ms","start":"2026-04-21T03:38:26.46319Z","end":"2026-04-21T03:38:26.90718Z","steps":["trace[2122257721] 'process raft request' (duration: 363.84685ms)","trace[2122257721] 'compare' (duration: 79.495784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:26.907297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.46317Z","time spent":"444.082678ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:26.907415Z","caller":"traceutil/trace.go:171","msg":"trace[230131341] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"443.317793ms","start":"2026-04-21T03:38:26.464074Z","end":"2026-04-21T03:38:26.907392Z","steps":["trace[230131341] 'process raft request' (duration: 442.894355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.907651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.464004Z","time spent":"443.527537ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:26.90726Z","caller":"traceutil/trace.go:171","msg":"trace[861260715] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"443.278272ms","start":"2026-04-21T03:38:26.463952Z","end":"2026-04-21T03:38:26.90723Z","steps":["trace[861260715] 'process raft request' (duration: 442.966836ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:26.908473Z","caller":"traceutil/trace.go:171","msg":"trace[643710411] linearizableReadLoop","detail":"{readStateIndex:6800; appliedIndex:6796; }","duration":"418.523612ms","start":"2026-04-21T03:38:26.489937Z","end":"2026-04-21T03:38:26.908461Z","steps":["trace[643710411] 'read index received' (duration: 337.275074ms)","trace[643710411] 'applied index is now lower than readState.Index' (duration: 81.247708ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:26.908677Z","caller":"traceutil/trace.go:171","msg":"trace[1971079701] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"443.551899ms","start":"2026-04-21T03:38:26.465058Z","end":"2026-04-21T03:38:26.908609Z","steps":["trace[1971079701] 'process raft request' (duration: 443.338214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.909117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.463941Z","time spent":"443.978176ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:26.909533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.465044Z","time spent":"443.664811ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":36671,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:26.909746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.19028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon.18a84213d0aa999e\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-21T03:38:26.909774Z","caller":"traceutil/trace.go:171","msg":"trace[1051980170] range","detail":"{range_begin:/registry/events/openstack/horizon.18a84213d0aa999e; range_end:; response_count:1; response_revision:6551; }","duration":"447.262911ms","start":"2026-04-21T03:38:26.462502Z","end":"2026-04-21T03:38:26.909765Z","steps":["trace[1051980170] 'agreement among raft nodes before linearized reading' (duration: 447.126939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.90985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.462483Z","time spent":"447.360004ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":682,"request content":"key:\"/registry/events/openstack/horizon.18a84213d0aa999e\" "} {"level":"info","ts":"2026-04-21T03:38:26.931854Z","caller":"traceutil/trace.go:171","msg":"trace[808276945] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"395.811153ms","start":"2026-04-21T03:38:26.53601Z","end":"2026-04-21T03:38:26.931821Z","steps":["trace[808276945] 'process raft request' (duration: 395.692191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.931963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.535983Z","time spent":"395.923695ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:26.932056Z","caller":"traceutil/trace.go:171","msg":"trace[2113478655] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"395.741671ms","start":"2026-04-21T03:38:26.53629Z","end":"2026-04-21T03:38:26.932032Z","steps":["trace[2113478655] 'process raft request' (duration: 395.502076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.932202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.536264Z","time spent":"395.865224ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:26.93253Z","caller":"traceutil/trace.go:171","msg":"trace[1207896410] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"395.434005ms","start":"2026-04-21T03:38:26.53707Z","end":"2026-04-21T03:38:26.932504Z","steps":["trace[1207896410] 'process raft request' (duration: 394.871364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.932707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.247787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:26.932817Z","caller":"traceutil/trace.go:171","msg":"trace[386779884] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6554; }","duration":"419.420621ms","start":"2026-04-21T03:38:26.513383Z","end":"2026-04-21T03:38:26.932804Z","steps":["trace[386779884] 'agreement among raft nodes before linearized reading' (duration: 419.236968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.933039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.513353Z","time spent":"419.671245ms","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:26.932902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.274242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:26.933093Z","caller":"traceutil/trace.go:171","msg":"trace[673004763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6554; }","duration":"441.727341ms","start":"2026-04-21T03:38:26.49135Z","end":"2026-04-21T03:38:26.933077Z","steps":["trace[673004763] 'agreement among raft nodes before linearized reading' (duration: 441.449626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.932921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.923126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:38:26.933571Z","caller":"traceutil/trace.go:171","msg":"trace[1010706110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6554; }","duration":"347.61516ms","start":"2026-04-21T03:38:26.585943Z","end":"2026-04-21T03:38:26.933558Z","steps":["trace[1010706110] 'agreement among raft nodes before linearized reading' (duration: 346.881675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:26.933622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.585927Z","time spent":"347.684641ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:26.932675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.537056Z","time spent":"395.556888ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:26.93325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.49133Z","time spent":"441.903054ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:27.432495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142502559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:38:27.49322Z","caller":"traceutil/trace.go:171","msg":"trace[1381626060] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"575.059729ms","start":"2026-04-21T03:38:26.918127Z","end":"2026-04-21T03:38:27.493187Z","steps":["trace[1381626060] 'process raft request' (duration: 574.753833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.493552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.918103Z","time spent":"575.285524ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22040,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:27.493925Z","caller":"traceutil/trace.go:171","msg":"trace[563431713] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"578.737232ms","start":"2026-04-21T03:38:26.91431Z","end":"2026-04-21T03:38:27.493047Z","steps":["trace[563431713] 'process raft request' (duration: 578.377155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.494036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.914277Z","time spent":"579.698471ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:27.73202Z","caller":"traceutil/trace.go:171","msg":"trace[1716705451] linearizableReadLoop","detail":"{readStateIndex:6806; appliedIndex:6803; }","duration":"799.634273ms","start":"2026-04-21T03:38:26.932357Z","end":"2026-04-21T03:38:27.731991Z","steps":["trace[1716705451] 'read index received' (duration: 560.205286ms)","trace[1716705451] 'applied index is now lower than readState.Index' (duration: 239.427777ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:27.732302Z","caller":"traceutil/trace.go:171","msg":"trace[7474455] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"794.298008ms","start":"2026-04-21T03:38:26.937981Z","end":"2026-04-21T03:38:27.732279Z","steps":["trace[7474455] 'process raft request' (duration: 720.848084ms)","trace[7474455] 'compare' (duration: 73.049615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:27.732406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.751323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-21T03:38:27.732438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.937951Z","time spent":"794.40265ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:27.732478Z","caller":"traceutil/trace.go:171","msg":"trace[516312607] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6557; }","duration":"814.855984ms","start":"2026-04-21T03:38:26.917603Z","end":"2026-04-21T03:38:27.732459Z","steps":["trace[516312607] 'agreement among raft nodes before linearized reading' (duration: 814.638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.732524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.917591Z","time spent":"814.925917ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-21T03:38:27.732531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.738402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-21T03:38:27.732563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.964057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-21T03:38:27.732578Z","caller":"traceutil/trace.go:171","msg":"trace[1981010487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6557; }","duration":"819.788863ms","start":"2026-04-21T03:38:26.912776Z","end":"2026-04-21T03:38:27.732565Z","steps":["trace[1981010487] 'agreement among raft nodes before linearized reading' (duration: 819.65356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.732617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.9127Z","time spent":"819.910175ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:27.732603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.407425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T03:38:27.732661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.804083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:27.732686Z","caller":"traceutil/trace.go:171","msg":"trace[858212891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6557; }","duration":"822.524427ms","start":"2026-04-21T03:38:26.910153Z","end":"2026-04-21T03:38:27.732678Z","steps":["trace[858212891] 'agreement among raft nodes before linearized reading' (duration: 822.287722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:27.732706Z","caller":"traceutil/trace.go:171","msg":"trace[1007928117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6557; }","duration":"819.864324ms","start":"2026-04-21T03:38:26.912829Z","end":"2026-04-21T03:38:27.732693Z","steps":["trace[1007928117] 'agreement among raft nodes before linearized reading' (duration: 819.736832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.732725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.91014Z","time spent":"822.575217ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:27.732745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.91282Z","time spent":"819.914585ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:38:27.732616Z","caller":"traceutil/trace.go:171","msg":"trace[554095616] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6557; }","duration":"815.054448ms","start":"2026-04-21T03:38:26.917548Z","end":"2026-04-21T03:38:27.732603Z","steps":["trace[554095616] 'agreement among raft nodes before linearized reading' (duration: 814.886925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.732805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.917535Z","time spent":"815.261373ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-21T03:38:27.732871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.999436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:38:27.732968Z","caller":"traceutil/trace.go:171","msg":"trace[1629221824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6557; }","duration":"820.111449ms","start":"2026-04-21T03:38:26.912839Z","end":"2026-04-21T03:38:27.73295Z","steps":["trace[1629221824] 'agreement among raft nodes before linearized reading' (duration: 819.336464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.733037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:26.912827Z","time spent":"820.19372ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:38:27.757183Z","caller":"traceutil/trace.go:171","msg":"trace[1174389156] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"256.116717ms","start":"2026-04-21T03:38:27.501047Z","end":"2026-04-21T03:38:27.757164Z","steps":["trace[1174389156] 'process raft request' (duration: 256.084267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.757721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.8806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:27.757748Z","caller":"traceutil/trace.go:171","msg":"trace[306818355] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"257.096808ms","start":"2026-04-21T03:38:27.500634Z","end":"2026-04-21T03:38:27.757731Z","steps":["trace[306818355] 'process raft request' (duration: 256.439864ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:27.757772Z","caller":"traceutil/trace.go:171","msg":"trace[1464097713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6561; }","duration":"316.977172ms","start":"2026-04-21T03:38:27.440784Z","end":"2026-04-21T03:38:27.757761Z","steps":["trace[1464097713] 'agreement among raft nodes before linearized reading' (duration: 316.85486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.758011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.440765Z","time spent":"317.208357ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:38:27.757804Z","caller":"traceutil/trace.go:171","msg":"trace[67505719] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"256.824013ms","start":"2026-04-21T03:38:27.50096Z","end":"2026-04-21T03:38:27.757784Z","steps":["trace[67505719] 'process raft request' (duration: 256.142108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.757816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.062305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:27.758113Z","caller":"traceutil/trace.go:171","msg":"trace[1488272431] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6561; }","duration":"410.487383ms","start":"2026-04-21T03:38:27.347615Z","end":"2026-04-21T03:38:27.758102Z","steps":["trace[1488272431] 'agreement among raft nodes before linearized reading' (duration: 410.040564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:27.75818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.347579Z","time spent":"410.562684ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":42,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:27.757836Z","caller":"traceutil/trace.go:171","msg":"trace[525005061] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"257.276391ms","start":"2026-04-21T03:38:27.500546Z","end":"2026-04-21T03:38:27.757823Z","steps":["trace[525005061] 'process raft request' (duration: 256.435944ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:28.192547Z","caller":"traceutil/trace.go:171","msg":"trace[1960243342] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"429.962068ms","start":"2026-04-21T03:38:27.76255Z","end":"2026-04-21T03:38:28.192512Z","steps":["trace[1960243342] 'process raft request' (duration: 429.740924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:28.192676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.762545Z","time spent":"430.07328ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:28.192901Z","caller":"traceutil/trace.go:171","msg":"trace[1729649344] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"429.927926ms","start":"2026-04-21T03:38:27.76295Z","end":"2026-04-21T03:38:28.192878Z","steps":["trace[1729649344] 'process raft request' (duration: 429.368265ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:28.192993Z","caller":"traceutil/trace.go:171","msg":"trace[1901345538] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"430.525479ms","start":"2026-04-21T03:38:27.762451Z","end":"2026-04-21T03:38:28.192976Z","steps":["trace[1901345538] 'process raft request' (duration: 429.801875ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:28.193059Z","caller":"traceutil/trace.go:171","msg":"trace[748460561] linearizableReadLoop","detail":"{readStateIndex:6818; appliedIndex:6814; }","duration":"375.637703ms","start":"2026-04-21T03:38:27.817411Z","end":"2026-04-21T03:38:28.193049Z","steps":["trace[748460561] 'read index received' (duration: 328.371977ms)","trace[748460561] 'applied index is now lower than readState.Index' (duration: 47.263776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:28.193084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.762445Z","time spent":"430.608491ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:28.19301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.762942Z","time spent":"430.027158ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:28.193662Z","caller":"traceutil/trace.go:171","msg":"trace[1058005074] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"431.362436ms","start":"2026-04-21T03:38:27.762252Z","end":"2026-04-21T03:38:28.193615Z","steps":["trace[1058005074] 'process raft request' (duration: 383.531609ms)","trace[1058005074] 'compare' (duration: 46.336018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:28.193795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.76223Z","time spent":"431.506088ms","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:28.390844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.456797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-21T03:38:28.390911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.021306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:28.391137Z","caller":"traceutil/trace.go:171","msg":"trace[1499710703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6569; }","duration":"632.27997ms","start":"2026-04-21T03:38:27.758815Z","end":"2026-04-21T03:38:28.391095Z","steps":["trace[1499710703] 'agreement among raft nodes before linearized reading' (duration: 434.302803ms)","trace[1499710703] 'range keys from in-memory index tree' (duration: 197.721953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:28.391222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.758802Z","time spent":"632.394813ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:28.39138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.905072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:28.391444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.638553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:38:28.391541Z","caller":"traceutil/trace.go:171","msg":"trace[1287504647] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6569; }","duration":"217.137607ms","start":"2026-04-21T03:38:28.174346Z","end":"2026-04-21T03:38:28.391484Z","steps":["trace[1287504647] 'agreement among raft nodes before linearized reading' (duration: 216.747979ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:28.391508Z","caller":"traceutil/trace.go:171","msg":"trace[922489816] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6569; }","duration":"564.726664ms","start":"2026-04-21T03:38:27.826762Z","end":"2026-04-21T03:38:28.391488Z","steps":["trace[922489816] 'agreement among raft nodes before linearized reading' (duration: 564.53082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:28.391702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.826744Z","time spent":"564.939599ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-21T03:38:28.391074Z","caller":"traceutil/trace.go:171","msg":"trace[825160199] linearizableReadLoop","detail":"{readStateIndex:6819; appliedIndex:6818; }","duration":"197.971657ms","start":"2026-04-21T03:38:28.193082Z","end":"2026-04-21T03:38:28.391053Z","steps":["trace[825160199] 'read index received' (duration: 53.131µs)","trace[825160199] 'applied index is now lower than readState.Index' (duration: 197.916536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:28.392059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.799614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127007"} {"level":"info","ts":"2026-04-21T03:38:28.392114Z","caller":"traceutil/trace.go:171","msg":"trace[578451044] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6569; }","duration":"193.887886ms","start":"2026-04-21T03:38:28.198214Z","end":"2026-04-21T03:38:28.392102Z","steps":["trace[578451044] 'agreement among raft nodes before linearized reading' (duration: 193.657281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:28.392335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.515575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-21T03:38:28.39246Z","caller":"traceutil/trace.go:171","msg":"trace[1653605127] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6569; }","duration":"444.674648ms","start":"2026-04-21T03:38:27.94777Z","end":"2026-04-21T03:38:28.392444Z","steps":["trace[1653605127] 'agreement among raft nodes before linearized reading' (duration: 443.378043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:28.392586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:27.947755Z","time spent":"444.813411ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193181,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-21T03:38:28.636028Z","caller":"traceutil/trace.go:171","msg":"trace[724688624] linearizableReadLoop","detail":"{readStateIndex:6820; appliedIndex:6819; }","duration":"239.067339ms","start":"2026-04-21T03:38:28.39693Z","end":"2026-04-21T03:38:28.635997Z","steps":["trace[724688624] 'read index received' (duration: 238.755823ms)","trace[724688624] 'applied index is now lower than readState.Index' (duration: 310.776µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:28.636102Z","caller":"traceutil/trace.go:171","msg":"trace[770550897] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"241.07695ms","start":"2026-04-21T03:38:28.394988Z","end":"2026-04-21T03:38:28.636065Z","steps":["trace[770550897] 'process raft request' (duration: 240.738773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:28.636312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.357005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:38:28.63637Z","caller":"traceutil/trace.go:171","msg":"trace[2085296255] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6570; }","duration":"239.566619ms","start":"2026-04-21T03:38:28.396788Z","end":"2026-04-21T03:38:28.636355Z","steps":["trace[2085296255] 'agreement among raft nodes before linearized reading' (duration: 239.349835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.156284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.015629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:29.15714Z","caller":"traceutil/trace.go:171","msg":"trace[357700587] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"518.476288ms","start":"2026-04-21T03:38:28.638653Z","end":"2026-04-21T03:38:29.15713Z","steps":["trace[357700587] 'process raft request' (duration: 518.447667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.157178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.63863Z","time spent":"518.534169ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:29.15732Z","caller":"traceutil/trace.go:171","msg":"trace[194167632] linearizableReadLoop","detail":"{readStateIndex:6822; appliedIndex:6820; }","duration":"521.035019ms","start":"2026-04-21T03:38:28.636228Z","end":"2026-04-21T03:38:29.157263Z","steps":["trace[194167632] 'read index received' (duration: 142.175273ms)","trace[194167632] 'applied index is now lower than readState.Index' (duration: 378.856356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:29.15744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.270414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:29.157464Z","caller":"traceutil/trace.go:171","msg":"trace[1227071008] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6573; }","duration":"607.344735ms","start":"2026-04-21T03:38:28.550113Z","end":"2026-04-21T03:38:29.157458Z","steps":["trace[1227071008] 'agreement among raft nodes before linearized reading' (duration: 607.287814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.15748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.550088Z","time spent":"607.389038ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:29.157568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.886414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:29.157634Z","caller":"traceutil/trace.go:171","msg":"trace[1334367076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6573; }","duration":"714.993516ms","start":"2026-04-21T03:38:28.442629Z","end":"2026-04-21T03:38:29.157622Z","steps":["trace[1334367076] 'agreement among raft nodes before linearized reading' (duration: 714.813272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.157701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.442612Z","time spent":"715.078268ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:29.157664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.189755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-21T03:38:29.157786Z","caller":"traceutil/trace.go:171","msg":"trace[1320923954] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6573; }","duration":"735.358699ms","start":"2026-04-21T03:38:28.422422Z","end":"2026-04-21T03:38:29.15778Z","steps":["trace[1320923954] 'agreement among raft nodes before linearized reading' (duration: 735.183965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.157802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.422393Z","time spent":"735.40402ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-21T03:38:29.158206Z","caller":"traceutil/trace.go:171","msg":"trace[1692815415] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"760.304994ms","start":"2026-04-21T03:38:28.397881Z","end":"2026-04-21T03:38:29.158186Z","steps":["trace[1692815415] 'process raft request' (duration: 380.336145ms)","trace[1692815415] 'compare' (duration: 377.797595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:29.158333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.397864Z","time spent":"760.383105ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:29.157148Z","caller":"traceutil/trace.go:171","msg":"trace[1992475357] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"661.343475ms","start":"2026-04-21T03:38:28.495789Z","end":"2026-04-21T03:38:29.157132Z","steps":["trace[1992475357] 'process raft request' (duration: 661.266514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.15964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.495755Z","time spent":"663.810414ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:29.372963Z","caller":"traceutil/trace.go:171","msg":"trace[100619426] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"436.185519ms","start":"2026-04-21T03:38:28.936733Z","end":"2026-04-21T03:38:29.372918Z","steps":["trace[100619426] 'process raft request' (duration: 357.191776ms)","trace[100619426] 'compare' (duration: 78.770309ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:29.373115Z","caller":"traceutil/trace.go:171","msg":"trace[1311402879] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"404.620595ms","start":"2026-04-21T03:38:28.968483Z","end":"2026-04-21T03:38:29.373104Z","steps":["trace[1311402879] 'process raft request' (duration: 404.418621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.373304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.968467Z","time spent":"404.704616ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:29.373321Z","caller":"traceutil/trace.go:171","msg":"trace[1767216997] linearizableReadLoop","detail":"{readStateIndex:6828; appliedIndex:6823; }","duration":"215.83883ms","start":"2026-04-21T03:38:29.15741Z","end":"2026-04-21T03:38:29.373249Z","steps":["trace[1767216997] 'read index received' (duration: 136.528261ms)","trace[1767216997] 'applied index is now lower than readState.Index' (duration: 79.309309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:29.373313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.936713Z","time spent":"436.433933ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:29.372969Z","caller":"traceutil/trace.go:171","msg":"trace[792006963] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"436.132198ms","start":"2026-04-21T03:38:28.936807Z","end":"2026-04-21T03:38:29.372939Z","steps":["trace[792006963] 'process raft request' (duration: 436.012696ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:29.373665Z","caller":"traceutil/trace.go:171","msg":"trace[1487262707] transaction","detail":"{read_only:false; response_revision:6579; number_of_response:1; }","duration":"210.565135ms","start":"2026-04-21T03:38:29.163084Z","end":"2026-04-21T03:38:29.373649Z","steps":["trace[1487262707] 'process raft request' (duration: 209.913523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.373788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.936781Z","time spent":"436.882492ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:29.373862Z","caller":"traceutil/trace.go:171","msg":"trace[860320680] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"210.342362ms","start":"2026-04-21T03:38:29.163509Z","end":"2026-04-21T03:38:29.373852Z","steps":["trace[860320680] 'process raft request' (duration: 209.79525ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:29.372978Z","caller":"traceutil/trace.go:171","msg":"trace[57222000] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"434.573258ms","start":"2026-04-21T03:38:28.938375Z","end":"2026-04-21T03:38:29.372949Z","steps":["trace[57222000] 'process raft request' (duration: 434.490046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.374071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.129117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/identity.18a8420fc35d069a\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-21T03:38:29.374118Z","caller":"traceutil/trace.go:171","msg":"trace[1681317083] range","detail":"{range_begin:/registry/events/openstack/identity.18a8420fc35d069a; range_end:; response_count:1; response_revision:6580; }","duration":"212.193888ms","start":"2026-04-21T03:38:29.161913Z","end":"2026-04-21T03:38:29.374107Z","steps":["trace[1681317083] 'agreement among raft nodes before linearized reading' (duration: 212.084066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.373821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.768159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:29.374171Z","caller":"traceutil/trace.go:171","msg":"trace[375388738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6580; }","duration":"213.152287ms","start":"2026-04-21T03:38:29.161002Z","end":"2026-04-21T03:38:29.374155Z","steps":["trace[375388738] 'agreement among raft nodes before linearized reading' (duration: 212.725339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.374183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.938361Z","time spent":"435.71055ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:29.373583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.485001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-21T03:38:29.374324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.141321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-21T03:38:29.374357Z","caller":"traceutil/trace.go:171","msg":"trace[361805432] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6579; }","duration":"733.333949ms","start":"2026-04-21T03:38:28.641013Z","end":"2026-04-21T03:38:29.374347Z","steps":["trace[361805432] 'agreement among raft nodes before linearized reading' (duration: 732.40348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:29.373075Z","caller":"traceutil/trace.go:171","msg":"trace[2094323473] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"388.841833ms","start":"2026-04-21T03:38:28.984221Z","end":"2026-04-21T03:38:29.373063Z","steps":["trace[2094323473] 'process raft request' (duration: 388.71194ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:29.374373Z","caller":"traceutil/trace.go:171","msg":"trace[913295448] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6580; }","duration":"195.242463ms","start":"2026-04-21T03:38:29.179117Z","end":"2026-04-21T03:38:29.374359Z","steps":["trace[913295448] 'agreement among raft nodes before linearized reading' (duration: 195.08885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.374775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.640977Z","time spent":"733.782408ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-21T03:38:29.374901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.984207Z","time spent":"390.612229ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:29.374011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.872059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127007"} {"level":"info","ts":"2026-04-21T03:38:29.375171Z","caller":"traceutil/trace.go:171","msg":"trace[670405218] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6580; }","duration":"737.084392ms","start":"2026-04-21T03:38:28.63807Z","end":"2026-04-21T03:38:29.375154Z","steps":["trace[670405218] 'agreement among raft nodes before linearized reading' (duration: 735.545872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:29.375217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:28.638045Z","time spent":"737.160854ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127030,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-21T03:38:30.038745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.09193ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:30.038878Z","caller":"traceutil/trace.go:171","msg":"trace[1777400561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6580; }","duration":"102.238813ms","start":"2026-04-21T03:38:29.936619Z","end":"2026-04-21T03:38:30.038858Z","steps":["trace[1777400561] 'range keys from in-memory index tree' (duration: 101.887367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.039511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.456162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:30.039767Z","caller":"traceutil/trace.go:171","msg":"trace[717180292] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"661.460595ms","start":"2026-04-21T03:38:29.378258Z","end":"2026-04-21T03:38:30.039719Z","steps":["trace[717180292] 'process raft request' (duration: 303.530844ms)","trace[717180292] 'compare' (duration: 357.209657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:30.039849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.378237Z","time spent":"661.571958ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:30.138219Z","caller":"traceutil/trace.go:171","msg":"trace[333172087] linearizableReadLoop","detail":"{readStateIndex:6832; appliedIndex:6830; }","duration":"757.070257ms","start":"2026-04-21T03:38:29.381125Z","end":"2026-04-21T03:38:30.138195Z","steps":["trace[333172087] 'read index received' (duration: 300.73629ms)","trace[333172087] 'applied index is now lower than readState.Index' (duration: 456.329307ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:30.13831Z","caller":"traceutil/trace.go:171","msg":"trace[2050782340] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"758.009565ms","start":"2026-04-21T03:38:29.380242Z","end":"2026-04-21T03:38:30.138252Z","steps":["trace[2050782340] 'process raft request' (duration: 757.7494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.138653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.479015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-21T03:38:30.138732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.38022Z","time spent":"758.388753ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126993,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:30.138771Z","caller":"traceutil/trace.go:171","msg":"trace[1211926768] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6582; }","duration":"756.632799ms","start":"2026-04-21T03:38:29.382112Z","end":"2026-04-21T03:38:30.138745Z","steps":["trace[1211926768] 'agreement among raft nodes before linearized reading' (duration: 756.24795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.138829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.028183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:30.138882Z","caller":"traceutil/trace.go:171","msg":"trace[1003394350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6582; }","duration":"317.109624ms","start":"2026-04-21T03:38:29.821758Z","end":"2026-04-21T03:38:30.138868Z","steps":["trace[1003394350] 'agreement among raft nodes before linearized reading' (duration: 316.936411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.138939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.821717Z","time spent":"317.204386ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:38:30.139001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.3843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:38:30.13906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.088336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:38:30.138996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.311108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:30.139084Z","caller":"traceutil/trace.go:171","msg":"trace[2077146551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6582; }","duration":"317.542853ms","start":"2026-04-21T03:38:29.821528Z","end":"2026-04-21T03:38:30.139071Z","steps":["trace[2077146551] 'agreement among raft nodes before linearized reading' (duration: 317.276808ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:30.139154Z","caller":"traceutil/trace.go:171","msg":"trace[2078545945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6582; }","duration":"317.468591ms","start":"2026-04-21T03:38:29.821641Z","end":"2026-04-21T03:38:30.139109Z","steps":["trace[2078545945] 'agreement among raft nodes before linearized reading' (duration: 317.181215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.138939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.382097Z","time spent":"756.823763ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-21T03:38:30.13911Z","caller":"traceutil/trace.go:171","msg":"trace[1613234763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6582; }","duration":"400.167587ms","start":"2026-04-21T03:38:29.73893Z","end":"2026-04-21T03:38:30.139098Z","steps":["trace[1613234763] 'agreement among raft nodes before linearized reading' (duration: 400.041954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.139221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.682916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:30.139247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.821626Z","time spent":"317.574334ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:38:30.139302Z","caller":"traceutil/trace.go:171","msg":"trace[143844756] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6582; }","duration":"727.789508ms","start":"2026-04-21T03:38:29.411478Z","end":"2026-04-21T03:38:30.139268Z","steps":["trace[143844756] 'agreement among raft nodes before linearized reading' (duration: 727.655795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.141533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.411455Z","time spent":"730.051823ms","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:30.13917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.821502Z","time spent":"317.655265ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:30.139313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.738915Z","time spent":"400.34401ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:30.139564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.223655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:30.142721Z","caller":"traceutil/trace.go:171","msg":"trace[1057760127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6582; }","duration":"320.371438ms","start":"2026-04-21T03:38:29.822279Z","end":"2026-04-21T03:38:30.142651Z","steps":["trace[1057760127] 'agreement among raft nodes before linearized reading' (duration: 317.076723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.14284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.822254Z","time spent":"320.557342ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:30.138701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.560687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-21T03:38:30.14306Z","caller":"traceutil/trace.go:171","msg":"trace[792253651] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6582; }","duration":"761.923513ms","start":"2026-04-21T03:38:29.381097Z","end":"2026-04-21T03:38:30.143021Z","steps":["trace[792253651] 'agreement among raft nodes before linearized reading' (duration: 757.173469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.143106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:29.381086Z","time spent":"762.008254ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-21T03:38:30.269739Z","caller":"traceutil/trace.go:171","msg":"trace[833061202] linearizableReadLoop","detail":"{readStateIndex:6833; appliedIndex:6832; }","duration":"125.083004ms","start":"2026-04-21T03:38:30.144629Z","end":"2026-04-21T03:38:30.269712Z","steps":["trace[833061202] 'read index received' (duration: 102.510447ms)","trace[833061202] 'applied index is now lower than readState.Index' (duration: 22.571137ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:30.269869Z","caller":"traceutil/trace.go:171","msg":"trace[1950228813] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"127.973351ms","start":"2026-04-21T03:38:30.141861Z","end":"2026-04-21T03:38:30.269834Z","steps":["trace[1950228813] 'process raft request' (duration: 105.18627ms)","trace[1950228813] 'compare' (duration: 22.402083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:30.270228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.539643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:30.270354Z","caller":"traceutil/trace.go:171","msg":"trace[1705088884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6583; }","duration":"125.723617ms","start":"2026-04-21T03:38:30.144603Z","end":"2026-04-21T03:38:30.270327Z","steps":["trace[1705088884] 'agreement among raft nodes before linearized reading' (duration: 125.249306ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:30.630926Z","caller":"traceutil/trace.go:171","msg":"trace[1321799390] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"484.250599ms","start":"2026-04-21T03:38:30.146655Z","end":"2026-04-21T03:38:30.630905Z","steps":["trace[1321799390] 'process raft request' (duration: 484.149297ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:30.630972Z","caller":"traceutil/trace.go:171","msg":"trace[1609611055] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"485.068015ms","start":"2026-04-21T03:38:30.145866Z","end":"2026-04-21T03:38:30.630934Z","steps":["trace[1609611055] 'process raft request' (duration: 467.794813ms)","trace[1609611055] 'compare' (duration: 16.844174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:30.631228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.146644Z","time spent":"484.347131ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:30.631203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.145856Z","time spent":"485.188147ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:30.631455Z","caller":"traceutil/trace.go:171","msg":"trace[12371663] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"483.646997ms","start":"2026-04-21T03:38:30.147788Z","end":"2026-04-21T03:38:30.631435Z","steps":["trace[12371663] 'process raft request' (duration: 483.348471ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:30.631447Z","caller":"traceutil/trace.go:171","msg":"trace[1421291789] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"483.821509ms","start":"2026-04-21T03:38:30.1476Z","end":"2026-04-21T03:38:30.631421Z","steps":["trace[1421291789] 'process raft request' (duration: 483.35866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.631622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.147779Z","time spent":"483.75708ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:30.631465Z","caller":"traceutil/trace.go:171","msg":"trace[862109680] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"484.632177ms","start":"2026-04-21T03:38:30.146801Z","end":"2026-04-21T03:38:30.631434Z","steps":["trace[862109680] 'process raft request' (duration: 484.070496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.631675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.629176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:30.631726Z","caller":"traceutil/trace.go:171","msg":"trace[1463609041] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6588; }","duration":"486.709828ms","start":"2026-04-21T03:38:30.145005Z","end":"2026-04-21T03:38:30.631714Z","steps":["trace[1463609041] 'agreement among raft nodes before linearized reading' (duration: 486.595306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.631708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.147587Z","time spent":"483.989904ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:30.631775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.146769Z","time spent":"484.941333ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:30.63177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.144999Z","time spent":"486.761799ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-21T03:38:30.63195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.252369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-21T03:38:30.632025Z","caller":"traceutil/trace.go:171","msg":"trace[1504034905] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6588; }","duration":"485.343822ms","start":"2026-04-21T03:38:30.146658Z","end":"2026-04-21T03:38:30.632002Z","steps":["trace[1504034905] 'agreement among raft nodes before linearized reading' (duration: 484.837481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.632082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.146649Z","time spent":"485.419993ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-21T03:38:30.6312Z","caller":"traceutil/trace.go:171","msg":"trace[1326798746] linearizableReadLoop","detail":"{readStateIndex:6838; appliedIndex:6833; }","duration":"361.369708ms","start":"2026-04-21T03:38:30.269811Z","end":"2026-04-21T03:38:30.631181Z","steps":["trace[1326798746] 'read index received' (duration: 343.942713ms)","trace[1326798746] 'applied index is now lower than readState.Index' (duration: 17.425995ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:30.890959Z","caller":"traceutil/trace.go:171","msg":"trace[2017495867] linearizableReadLoop","detail":"{readStateIndex:6841; appliedIndex:6838; }","duration":"258.565694ms","start":"2026-04-21T03:38:30.632372Z","end":"2026-04-21T03:38:30.890938Z","steps":["trace[2017495867] 'read index received' (duration: 241.377214ms)","trace[2017495867] 'applied index is now lower than readState.Index' (duration: 17.18772ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:30.890956Z","caller":"traceutil/trace.go:171","msg":"trace[1196476972] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"616.186989ms","start":"2026-04-21T03:38:30.274733Z","end":"2026-04-21T03:38:30.89092Z","steps":["trace[1196476972] 'process raft request' (duration: 599.003109ms)","trace[1196476972] 'compare' (duration: 16.996116ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:30.891124Z","caller":"traceutil/trace.go:171","msg":"trace[222317562] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"615.765ms","start":"2026-04-21T03:38:30.275344Z","end":"2026-04-21T03:38:30.891109Z","steps":["trace[222317562] 'process raft request' (duration: 615.502055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.891275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.275303Z","time spent":"615.859103ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":946,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:30.891061Z","caller":"traceutil/trace.go:171","msg":"trace[348497838] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"613.23018ms","start":"2026-04-21T03:38:30.277821Z","end":"2026-04-21T03:38:30.891051Z","steps":["trace[348497838] 'process raft request' (duration: 613.079377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.891367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.277799Z","time spent":"613.542186ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:30.891652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.878249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:30.89167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.916582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-21T03:38:30.891695Z","caller":"traceutil/trace.go:171","msg":"trace[1306462908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6591; }","duration":"266.964231ms","start":"2026-04-21T03:38:30.624719Z","end":"2026-04-21T03:38:30.891684Z","steps":["trace[1306462908] 'agreement among raft nodes before linearized reading' (duration: 266.894819ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:30.891701Z","caller":"traceutil/trace.go:171","msg":"trace[1972705796] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6591; }","duration":"255.988813ms","start":"2026-04-21T03:38:30.6357Z","end":"2026-04-21T03:38:30.891689Z","steps":["trace[1972705796] 'agreement among raft nodes before linearized reading' (duration: 255.874681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.891795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.433329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:30.891842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.274711Z","time spent":"616.324431ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:30.89214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.682548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-21T03:38:30.892258Z","caller":"traceutil/trace.go:171","msg":"trace[1729492235] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6591; }","duration":"255.81233ms","start":"2026-04-21T03:38:30.636421Z","end":"2026-04-21T03:38:30.892233Z","steps":["trace[1729492235] 'agreement among raft nodes before linearized reading' (duration: 255.607405ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:30.891919Z","caller":"traceutil/trace.go:171","msg":"trace[461222562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6591; }","duration":"450.607222ms","start":"2026-04-21T03:38:30.441293Z","end":"2026-04-21T03:38:30.8919Z","steps":["trace[461222562] 'agreement among raft nodes before linearized reading' (duration: 450.381057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.892669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.44122Z","time spent":"451.389179ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:30.892011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.28378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"info","ts":"2026-04-21T03:38:30.893353Z","caller":"traceutil/trace.go:171","msg":"trace[513660974] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6591; }","duration":"619.665987ms","start":"2026-04-21T03:38:30.273643Z","end":"2026-04-21T03:38:30.893309Z","steps":["trace[513660974] 'agreement among raft nodes before linearized reading' (duration: 617.467474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:30.894136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:30.273617Z","time spent":"620.136487ms","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12323,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-21T03:38:31.110086Z","caller":"traceutil/trace.go:171","msg":"trace[910661543] linearizableReadLoop","detail":"{readStateIndex:6842; appliedIndex:6841; }","duration":"199.369093ms","start":"2026-04-21T03:38:30.910668Z","end":"2026-04-21T03:38:31.110037Z","steps":["trace[910661543] 'read index received' (duration: 151.127919ms)","trace[910661543] 'applied index is now lower than readState.Index' (duration: 48.239784ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:31.110272Z","caller":"traceutil/trace.go:171","msg":"trace[765798876] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"201.183209ms","start":"2026-04-21T03:38:30.90907Z","end":"2026-04-21T03:38:31.110253Z","steps":["trace[765798876] 'process raft request' (duration: 152.779802ms)","trace[765798876] 'compare' (duration: 48.04945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:31.110613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.549607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:31.110651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.251722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:31.110915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.773971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-21T03:38:31.110969Z","caller":"traceutil/trace.go:171","msg":"trace[259072068] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6592; }","duration":"198.855724ms","start":"2026-04-21T03:38:30.912101Z","end":"2026-04-21T03:38:31.110957Z","steps":["trace[259072068] 'agreement among raft nodes before linearized reading' (duration: 198.65521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:31.11095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.246292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:31.111081Z","caller":"traceutil/trace.go:171","msg":"trace[892597784] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6592; }","duration":"199.853024ms","start":"2026-04-21T03:38:30.911008Z","end":"2026-04-21T03:38:31.110861Z","steps":["trace[892597784] 'agreement among raft nodes before linearized reading' (duration: 199.477486ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:31.111093Z","caller":"traceutil/trace.go:171","msg":"trace[1436605904] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:0; response_revision:6592; }","duration":"200.418094ms","start":"2026-04-21T03:38:30.910623Z","end":"2026-04-21T03:38:31.111041Z","steps":["trace[1436605904] 'agreement among raft nodes before linearized reading' (duration: 200.20882ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:31.111429Z","caller":"traceutil/trace.go:171","msg":"trace[1109023682] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6592; }","duration":"154.550408ms","start":"2026-04-21T03:38:30.956338Z","end":"2026-04-21T03:38:31.110888Z","steps":["trace[1109023682] 'agreement among raft nodes before linearized reading' (duration: 154.197311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:31.618052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142502618,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:38:31.912871Z","caller":"traceutil/trace.go:171","msg":"trace[1576975506] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"795.387341ms","start":"2026-04-21T03:38:31.117446Z","end":"2026-04-21T03:38:31.912833Z","steps":["trace[1576975506] 'process raft request' (duration: 795.159667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:31.913098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.117424Z","time spent":"795.574516ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:32.246619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.971686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:32.246939Z","caller":"traceutil/trace.go:171","msg":"trace[1424499929] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6842; }","duration":"1.129290995s","start":"2026-04-21T03:38:31.117636Z","end":"2026-04-21T03:38:32.246927Z","steps":["trace[1424499929] 'read index received' (duration: 794.999864ms)","trace[1424499929] 'applied index is now lower than readState.Index' (duration: 334.290461ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:32.247003Z","caller":"traceutil/trace.go:171","msg":"trace[612585604] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"1.081220825s","start":"2026-04-21T03:38:31.165777Z","end":"2026-04-21T03:38:32.246998Z","steps":["trace[612585604] 'process raft request' (duration: 1.081042691s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.247036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.165765Z","time spent":"1.081254215s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:32.247118Z","caller":"traceutil/trace.go:171","msg":"trace[95675100] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"865.210612ms","start":"2026-04-21T03:38:31.381872Z","end":"2026-04-21T03:38:32.247083Z","steps":["trace[95675100] 'process raft request' (duration: 865.021049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.247221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129586581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:32.247243Z","caller":"traceutil/trace.go:171","msg":"trace[238299325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6599; }","duration":"1.129651012s","start":"2026-04-21T03:38:31.117586Z","end":"2026-04-21T03:38:32.247237Z","steps":["trace[238299325] 'agreement among raft nodes before linearized reading' (duration: 1.129561541s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.24726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.117554Z","time spent":"1.129702813s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:38:32.24728Z","caller":"traceutil/trace.go:171","msg":"trace[1813671080] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"866.085659ms","start":"2026-04-21T03:38:31.381171Z","end":"2026-04-21T03:38:32.247257Z","steps":["trace[1813671080] 'process raft request' (duration: 865.681771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.247304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.381862Z","time spent":"865.341305ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:32.247319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128970429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:32.247385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.381147Z","time spent":"866.189791ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:32.24743Z","caller":"traceutil/trace.go:171","msg":"trace[216384343] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:6599; }","duration":"1.129145283s","start":"2026-04-21T03:38:31.118257Z","end":"2026-04-21T03:38:32.247403Z","steps":["trace[216384343] 'agreement among raft nodes before linearized reading' (duration: 1.128967249s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.247486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.118234Z","time spent":"1.129242804s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-04-21T03:38:32.247506Z","caller":"traceutil/trace.go:171","msg":"trace[344795866] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"866.316463ms","start":"2026-04-21T03:38:31.381171Z","end":"2026-04-21T03:38:32.247488Z","steps":["trace[344795866] 'process raft request' (duration: 865.705362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.247591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.381147Z","time spent":"866.399605ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:32.247727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.331667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:32.247775Z","caller":"traceutil/trace.go:171","msg":"trace[119569400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6599; }","duration":"806.422729ms","start":"2026-04-21T03:38:31.441346Z","end":"2026-04-21T03:38:32.247768Z","steps":["trace[119569400] 'agreement among raft nodes before linearized reading' (duration: 806.353787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.24779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.441319Z","time spent":"806.467449ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:32.247854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126657973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-21T03:38:32.247903Z","caller":"traceutil/trace.go:171","msg":"trace[1673272515] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"1.128910097s","start":"2026-04-21T03:38:31.118985Z","end":"2026-04-21T03:38:32.247896Z","steps":["trace[1673272515] 'process raft request' (duration: 1.025296389s)","trace[1673272515] 'compare' (duration: 101.797143ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:32.247917Z","caller":"traceutil/trace.go:171","msg":"trace[1787734868] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6599; }","duration":"1.126738714s","start":"2026-04-21T03:38:31.121166Z","end":"2026-04-21T03:38:32.247904Z","steps":["trace[1787734868] 'agreement among raft nodes before linearized reading' (duration: 1.126552531s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.247934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.118973Z","time spent":"1.128943789s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:32.247955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.121158Z","time spent":"1.126787766s","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-21T03:38:32.247882Z","caller":"traceutil/trace.go:171","msg":"trace[904955206] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"1.10175912s","start":"2026-04-21T03:38:31.146117Z","end":"2026-04-21T03:38:32.247877Z","steps":["trace[904955206] 'process raft request' (duration: 1.100608068s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.248232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127285807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-21T03:38:32.248249Z","caller":"traceutil/trace.go:171","msg":"trace[2049429336] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6599; }","duration":"1.127310597s","start":"2026-04-21T03:38:31.120933Z","end":"2026-04-21T03:38:32.248243Z","steps":["trace[2049429336] 'agreement among raft nodes before linearized reading' (duration: 1.127260256s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.248263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.120928Z","time spent":"1.127331587s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-21T03:38:32.248282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.146107Z","time spent":"1.102115188s","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:32.251778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.568952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:32.251871Z","caller":"traceutil/trace.go:171","msg":"trace[1814895201] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6599; }","duration":"897.47153ms","start":"2026-04-21T03:38:31.354376Z","end":"2026-04-21T03:38:32.251848Z","steps":["trace[1814895201] 'agreement among raft nodes before linearized reading' (duration: 892.990151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.251959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:31.354348Z","time spent":"897.590282ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:32.692526Z","caller":"traceutil/trace.go:171","msg":"trace[342348013] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"439.654055ms","start":"2026-04-21T03:38:32.252839Z","end":"2026-04-21T03:38:32.692493Z","steps":["trace[342348013] 'process raft request' (duration: 366.969948ms)","trace[342348013] 'compare' (duration: 72.526674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:32.692679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.252809Z","time spent":"439.806568ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:32.692687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.507272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:32.692748Z","caller":"traceutil/trace.go:171","msg":"trace[1007525223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6600; }","duration":"439.618625ms","start":"2026-04-21T03:38:32.253111Z","end":"2026-04-21T03:38:32.69273Z","steps":["trace[1007525223] 'agreement among raft nodes before linearized reading' (duration: 439.487282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.692791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.253099Z","time spent":"439.680766ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:38:32.69252Z","caller":"traceutil/trace.go:171","msg":"trace[842243793] linearizableReadLoop","detail":"{readStateIndex:6850; appliedIndex:6849; }","duration":"439.330759ms","start":"2026-04-21T03:38:32.253159Z","end":"2026-04-21T03:38:32.69249Z","steps":["trace[842243793] 'read index received' (duration: 366.732203ms)","trace[842243793] 'applied index is now lower than readState.Index' (duration: 72.596996ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:32.786428Z","caller":"traceutil/trace.go:171","msg":"trace[807790696] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"528.272977ms","start":"2026-04-21T03:38:32.258118Z","end":"2026-04-21T03:38:32.78639Z","steps":["trace[807790696] 'process raft request' (duration: 528.021693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.786564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.69683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:38:32.786643Z","caller":"traceutil/trace.go:171","msg":"trace[79207034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6602; }","duration":"150.801593ms","start":"2026-04-21T03:38:32.635826Z","end":"2026-04-21T03:38:32.786627Z","steps":["trace[79207034] 'agreement among raft nodes before linearized reading' (duration: 150.563278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.786675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.043663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-04-21T03:38:32.786775Z","caller":"traceutil/trace.go:171","msg":"trace[148732664] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:6602; }","duration":"526.158155ms","start":"2026-04-21T03:38:32.260592Z","end":"2026-04-21T03:38:32.78675Z","steps":["trace[148732664] 'agreement among raft nodes before linearized reading' (duration: 525.812509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.786823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.320714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:38:32.786806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.988127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:38:32.786839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.260575Z","time spent":"526.250618ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8578,"request content":"key:\"/registry/deployments/openstack/horizon\" "} {"level":"info","ts":"2026-04-21T03:38:32.786852Z","caller":"traceutil/trace.go:171","msg":"trace[786296587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6602; }","duration":"150.384754ms","start":"2026-04-21T03:38:32.636459Z","end":"2026-04-21T03:38:32.786843Z","steps":["trace[786296587] 'agreement among raft nodes before linearized reading' (duration: 150.301923ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:32.786878Z","caller":"traceutil/trace.go:171","msg":"trace[736425660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6602; }","duration":"150.085949ms","start":"2026-04-21T03:38:32.636774Z","end":"2026-04-21T03:38:32.78686Z","steps":["trace[736425660] 'agreement among raft nodes before linearized reading' (duration: 149.816413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.786971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.18752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:32.786994Z","caller":"traceutil/trace.go:171","msg":"trace[443426392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6602; }","duration":"151.248431ms","start":"2026-04-21T03:38:32.635739Z","end":"2026-04-21T03:38:32.786987Z","steps":["trace[443426392] 'agreement among raft nodes before linearized reading' (duration: 151.17587ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:32.786992Z","caller":"traceutil/trace.go:171","msg":"trace[69754370] transaction","detail":"{read_only:false; response_revision:6602; number_of_response:1; }","duration":"192.281313ms","start":"2026-04-21T03:38:32.594673Z","end":"2026-04-21T03:38:32.786955Z","steps":["trace[69754370] 'process raft request' (duration: 191.60575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.787043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.617749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:32.787098Z","caller":"traceutil/trace.go:171","msg":"trace[1022772260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6602; }","duration":"150.694751ms","start":"2026-04-21T03:38:32.636389Z","end":"2026-04-21T03:38:32.787084Z","steps":["trace[1022772260] 'agreement among raft nodes before linearized reading' (duration: 150.530868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.787176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.873008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-21T03:38:32.787212Z","caller":"traceutil/trace.go:171","msg":"trace[29925753] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6602; }","duration":"529.915029ms","start":"2026-04-21T03:38:32.257288Z","end":"2026-04-21T03:38:32.787203Z","steps":["trace[29925753] 'agreement among raft nodes before linearized reading' (duration: 529.820247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.787223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.502543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-21T03:38:32.78724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.257282Z","time spent":"529.949581ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-21T03:38:32.78722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.258107Z","time spent":"528.395631ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4344,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:32.787275Z","caller":"traceutil/trace.go:171","msg":"trace[1522068581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6602; }","duration":"525.608645ms","start":"2026-04-21T03:38:32.26165Z","end":"2026-04-21T03:38:32.787258Z","steps":["trace[1522068581] 'agreement among raft nodes before linearized reading' (duration: 525.447602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.787306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.033112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-21T03:38:32.787374Z","caller":"traceutil/trace.go:171","msg":"trace[518972749] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6602; }","duration":"530.124194ms","start":"2026-04-21T03:38:32.257232Z","end":"2026-04-21T03:38:32.787356Z","steps":["trace[518972749] 'agreement among raft nodes before linearized reading' (duration: 529.981291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:32.787423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.257214Z","time spent":"530.196735ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-21T03:38:32.787318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.261629Z","time spent":"525.675946ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:38:33.042692Z","caller":"traceutil/trace.go:171","msg":"trace[1073085305] linearizableReadLoop","detail":"{readStateIndex:6857; appliedIndex:6852; }","duration":"256.313588ms","start":"2026-04-21T03:38:32.786356Z","end":"2026-04-21T03:38:33.042669Z","steps":["trace[1073085305] 'read index received' (duration: 214.329128ms)","trace[1073085305] 'applied index is now lower than readState.Index' (duration: 41.98343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:33.043026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.382771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:33.043298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.006237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:38:33.043334Z","caller":"traceutil/trace.go:171","msg":"trace[125661869] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6607; }","duration":"277.097679ms","start":"2026-04-21T03:38:32.766228Z","end":"2026-04-21T03:38:33.043325Z","steps":["trace[125661869] 'agreement among raft nodes before linearized reading' (duration: 276.960396ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.043339Z","caller":"traceutil/trace.go:171","msg":"trace[617151552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6607; }","duration":"341.764708ms","start":"2026-04-21T03:38:32.701545Z","end":"2026-04-21T03:38:33.04331Z","steps":["trace[617151552] 'agreement among raft nodes before linearized reading' (duration: 341.385581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.043439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.701509Z","time spent":"341.893661ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:38:33.043479Z","caller":"traceutil/trace.go:171","msg":"trace[1500369348] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"344.358339ms","start":"2026-04-21T03:38:32.699067Z","end":"2026-04-21T03:38:33.043425Z","steps":["trace[1500369348] 'process raft request' (duration: 343.41328ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.043543Z","caller":"traceutil/trace.go:171","msg":"trace[29095706] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"344.528053ms","start":"2026-04-21T03:38:32.698976Z","end":"2026-04-21T03:38:33.043504Z","steps":["trace[29095706] 'process raft request' (duration: 301.695125ms)","trace[29095706] 'compare' (duration: 41.663964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:33.043843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.699053Z","time spent":"344.691736ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":699,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:33.043941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.698956Z","time spent":"344.828829ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8020,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:33.04314Z","caller":"traceutil/trace.go:171","msg":"trace[35812909] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"341.670977ms","start":"2026-04-21T03:38:32.701461Z","end":"2026-04-21T03:38:33.043131Z","steps":["trace[35812909] 'process raft request' (duration: 341.132576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.04428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.70145Z","time spent":"342.79914ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:33.043169Z","caller":"traceutil/trace.go:171","msg":"trace[2029652942] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"341.230098ms","start":"2026-04-21T03:38:32.701932Z","end":"2026-04-21T03:38:33.043162Z","steps":["trace[2029652942] 'process raft request' (duration: 340.700137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.044481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.701905Z","time spent":"342.551354ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:33.043102Z","caller":"traceutil/trace.go:171","msg":"trace[854232263] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"342.672816ms","start":"2026-04-21T03:38:32.70041Z","end":"2026-04-21T03:38:33.043083Z","steps":["trace[854232263] 'process raft request' (duration: 342.129105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.044667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.700391Z","time spent":"344.243677ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.407332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.350042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:33.407745Z","caller":"traceutil/trace.go:171","msg":"trace[1032312166] linearizableReadLoop","detail":"{readStateIndex:6864; appliedIndex:6857; }","duration":"364.475968ms","start":"2026-04-21T03:38:33.043251Z","end":"2026-04-21T03:38:33.407727Z","steps":["trace[1032312166] 'read index received' (duration: 256.8935ms)","trace[1032312166] 'applied index is now lower than readState.Index' (duration: 107.581528ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:33.407977Z","caller":"traceutil/trace.go:171","msg":"trace[1555713695] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"613.308319ms","start":"2026-04-21T03:38:32.794637Z","end":"2026-04-21T03:38:33.407946Z","steps":["trace[1555713695] 'process raft request' (duration: 612.863369ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.407978Z","caller":"traceutil/trace.go:171","msg":"trace[518419589] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"612.716937ms","start":"2026-04-21T03:38:32.795242Z","end":"2026-04-21T03:38:33.407959Z","steps":["trace[518419589] 'process raft request' (duration: 612.313738ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.408044Z","caller":"traceutil/trace.go:171","msg":"trace[588168390] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"612.668916ms","start":"2026-04-21T03:38:32.795332Z","end":"2026-04-21T03:38:33.408001Z","steps":["trace[588168390] 'process raft request' (duration: 612.266077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.408113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.794622Z","time spent":"613.419821ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.408144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.795236Z","time spent":"612.815999ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.408162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.435132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-21T03:38:33.408214Z","caller":"traceutil/trace.go:171","msg":"trace[787596985] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6614; }","duration":"611.550395ms","start":"2026-04-21T03:38:32.79665Z","end":"2026-04-21T03:38:33.4082Z","steps":["trace[787596985] 'agreement among raft nodes before linearized reading' (duration: 611.358031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.408261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.795979Z","time spent":"612.268889ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-21T03:38:33.408299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.795326Z","time spent":"612.813398ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:33.408327Z","caller":"traceutil/trace.go:171","msg":"trace[1962452120] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"611.138595ms","start":"2026-04-21T03:38:32.797184Z","end":"2026-04-21T03:38:33.408323Z","steps":["trace[1962452120] 'process raft request' (duration: 610.446551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.408361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.797166Z","time spent":"611.178776ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:33.408271Z","caller":"traceutil/trace.go:171","msg":"trace[1717217991] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"615.638515ms","start":"2026-04-21T03:38:32.792617Z","end":"2026-04-21T03:38:33.408256Z","steps":["trace[1717217991] 'process raft request' (duration: 507.283372ms)","trace[1717217991] 'compare' (duration: 107.189119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:33.408512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.792591Z","time spent":"615.883799ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:33.408297Z","caller":"traceutil/trace.go:171","msg":"trace[1873540365] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"613.708436ms","start":"2026-04-21T03:38:32.794582Z","end":"2026-04-21T03:38:33.40829Z","steps":["trace[1873540365] 'process raft request' (duration: 612.868159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.408601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.794564Z","time spent":"614.000282ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:33.40791Z","caller":"traceutil/trace.go:171","msg":"trace[857157096] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"607.013334ms","start":"2026-04-21T03:38:32.800857Z","end":"2026-04-21T03:38:33.407871Z","steps":["trace[857157096] 'process raft request' (duration: 606.820821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.409062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.800825Z","time spent":"608.183346ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.411422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.034812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61791"} {"level":"info","ts":"2026-04-21T03:38:33.411669Z","caller":"traceutil/trace.go:171","msg":"trace[1988066605] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6614; }","duration":"614.308858ms","start":"2026-04-21T03:38:32.797315Z","end":"2026-04-21T03:38:33.411624Z","steps":["trace[1988066605] 'agreement among raft nodes before linearized reading' (duration: 611.635085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.41178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:32.79731Z","time spent":"614.449411ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61814,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-21T03:38:33.674029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.047756Z","time spent":"626.266984ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:38:33.67432Z","caller":"traceutil/trace.go:171","msg":"trace[106964284] transaction","detail":"{read_only:false; response_revision:6615; number_of_response:1; }","duration":"623.512349ms","start":"2026-04-21T03:38:33.050782Z","end":"2026-04-21T03:38:33.674295Z","steps":["trace[106964284] 'process raft request' (duration: 623.153502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.674472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.050757Z","time spent":"623.627342ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8020,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:33.674499Z","caller":"traceutil/trace.go:171","msg":"trace[696169467] transaction","detail":"{read_only:false; response_revision:6617; number_of_response:1; }","duration":"623.53737ms","start":"2026-04-21T03:38:33.050934Z","end":"2026-04-21T03:38:33.674471Z","steps":["trace[696169467] 'process raft request' (duration: 623.366146ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.674556Z","caller":"traceutil/trace.go:171","msg":"trace[105874739] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"623.462839ms","start":"2026-04-21T03:38:33.051071Z","end":"2026-04-21T03:38:33.674534Z","steps":["trace[105874739] 'process raft request' (duration: 623.275475ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.674576Z","caller":"traceutil/trace.go:171","msg":"trace[1617430920] transaction","detail":"{read_only:false; response_revision:6616; number_of_response:1; }","duration":"623.669313ms","start":"2026-04-21T03:38:33.050853Z","end":"2026-04-21T03:38:33.674522Z","steps":["trace[1617430920] 'process raft request' (duration: 623.237074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.674616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.050924Z","time spent":"623.635112ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":699,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:33.6747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.05106Z","time spent":"623.571961ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8020,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.674878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.050827Z","time spent":"623.872627ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:33.674657Z","caller":"traceutil/trace.go:171","msg":"trace[23061723] linearizableReadLoop","detail":"{readStateIndex:6871; appliedIndex:6864; }","duration":"266.832516ms","start":"2026-04-21T03:38:33.407787Z","end":"2026-04-21T03:38:33.674619Z","steps":["trace[23061723] 'read index received' (duration: 261.145843ms)","trace[23061723] 'applied index is now lower than readState.Index' (duration: 5.661192ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:33.675176Z","caller":"traceutil/trace.go:171","msg":"trace[743818223] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"623.655632ms","start":"2026-04-21T03:38:33.051507Z","end":"2026-04-21T03:38:33.675163Z","steps":["trace[743818223] 'process raft request' (duration: 622.917418ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.675302Z","caller":"traceutil/trace.go:171","msg":"trace[387061177] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"620.762355ms","start":"2026-04-21T03:38:33.054523Z","end":"2026-04-21T03:38:33.675285Z","steps":["trace[387061177] 'process raft request' (duration: 619.98149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.675376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.05451Z","time spent":"620.829977ms","remote":"127.0.0.1:59402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.675342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.051485Z","time spent":"623.820616ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:33.675512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.601031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-767cbbff46-ccwx8\" ","response":"range_response_count:1 size:8035"} {"level":"warn","ts":"2026-04-21T03:38:33.675604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.23583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-21T03:38:33.675595Z","caller":"traceutil/trace.go:171","msg":"trace[2006375387] range","detail":"{range_begin:/registry/pods/openstack/horizon-767cbbff46-ccwx8; range_end:; response_count:1; response_revision:6620; }","duration":"624.714353ms","start":"2026-04-21T03:38:33.050868Z","end":"2026-04-21T03:38:33.675582Z","steps":["trace[2006375387] 'agreement among raft nodes before linearized reading' (duration: 623.822446ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:33.675642Z","caller":"traceutil/trace.go:171","msg":"trace[1096947803] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:6620; }","duration":"373.319581ms","start":"2026-04-21T03:38:33.302314Z","end":"2026-04-21T03:38:33.675633Z","steps":["trace[1096947803] 'agreement among raft nodes before linearized reading' (duration: 373.200129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:33.67566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.050859Z","time spent":"624.789825ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8058,"request content":"key:\"/registry/pods/openstack/horizon-767cbbff46-ccwx8\" "} {"level":"warn","ts":"2026-04-21T03:38:33.67567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.302287Z","time spent":"373.378373ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":540,"request content":"key:\"/registry/serviceaccounts/openstack/horizon\" "} {"level":"warn","ts":"2026-04-21T03:38:34.005244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.188917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:34.005483Z","caller":"traceutil/trace.go:171","msg":"trace[438577162] linearizableReadLoop","detail":"{readStateIndex:6874; appliedIndex:6871; }","duration":"330.376312ms","start":"2026-04-21T03:38:33.675092Z","end":"2026-04-21T03:38:34.005468Z","steps":["trace[438577162] 'read index received' (duration: 169.93754ms)","trace[438577162] 'applied index is now lower than readState.Index' (duration: 160.437742ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:34.005504Z","caller":"traceutil/trace.go:171","msg":"trace[1223587205] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"587.821934ms","start":"2026-04-21T03:38:33.417666Z","end":"2026-04-21T03:38:34.005488Z","steps":["trace[1223587205] 'process raft request' (duration: 587.758362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.005624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.235506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:34.005647Z","caller":"traceutil/trace.go:171","msg":"trace[1227929877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6623; }","duration":"565.284138ms","start":"2026-04-21T03:38:33.440357Z","end":"2026-04-21T03:38:34.005641Z","steps":["trace[1227929877] 'agreement among raft nodes before linearized reading' (duration: 565.248197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.005675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.440345Z","time spent":"565.325398ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:34.005765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.417652Z","time spent":"587.963036ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:34.005592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.999525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:34.005915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.186611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-21T03:38:34.005949Z","caller":"traceutil/trace.go:171","msg":"trace[442502796] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6623; }","duration":"584.256373ms","start":"2026-04-21T03:38:33.421686Z","end":"2026-04-21T03:38:34.005943Z","steps":["trace[442502796] 'agreement among raft nodes before linearized reading' (duration: 584.150041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.005972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.421668Z","time spent":"584.299744ms","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-21T03:38:34.006187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.050607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61791"} {"level":"info","ts":"2026-04-21T03:38:34.006252Z","caller":"traceutil/trace.go:171","msg":"trace[1085960054] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6623; }","duration":"590.16187ms","start":"2026-04-21T03:38:33.416078Z","end":"2026-04-21T03:38:34.006239Z","steps":["trace[1085960054] 'agreement among raft nodes before linearized reading' (duration: 589.918706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.006275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.144279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-21T03:38:34.006295Z","caller":"traceutil/trace.go:171","msg":"trace[467987519] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6623; }","duration":"590.197609ms","start":"2026-04-21T03:38:33.416092Z","end":"2026-04-21T03:38:34.00629Z","steps":["trace[467987519] 'agreement among raft nodes before linearized reading' (duration: 590.135698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.006297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.416061Z","time spent":"590.227121ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61814,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-21T03:38:34.006319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.416074Z","time spent":"590.241152ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-04-21T03:38:34.006482Z","caller":"traceutil/trace.go:171","msg":"trace[1903822780] transaction","detail":"{read_only:false; response_revision:6621; number_of_response:1; }","duration":"589.207141ms","start":"2026-04-21T03:38:33.416223Z","end":"2026-04-21T03:38:34.005431Z","steps":["trace[1903822780] 'process raft request' (duration: 428.779559ms)","trace[1903822780] 'compare' (duration: 160.047234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:34.006572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.416185Z","time spent":"590.365013ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:34.006443Z","caller":"traceutil/trace.go:171","msg":"trace[1269094460] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"588.458246ms","start":"2026-04-21T03:38:33.417125Z","end":"2026-04-21T03:38:34.005584Z","steps":["trace[1269094460] 'process raft request' (duration: 588.249452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.006831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.417113Z","time spent":"589.69388ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:34.005905Z","caller":"traceutil/trace.go:171","msg":"trace[1407867361] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6623; }","duration":"417.344942ms","start":"2026-04-21T03:38:33.588521Z","end":"2026-04-21T03:38:34.005866Z","steps":["trace[1407867361] 'agreement among raft nodes before linearized reading' (duration: 417.013956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.008188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.588489Z","time spent":"419.675909ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:34.022869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.778879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-767cbbff46-ccwx8\" ","response":"range_response_count:1 size:9235"} {"level":"info","ts":"2026-04-21T03:38:34.022879Z","caller":"traceutil/trace.go:171","msg":"trace[2030158653] transaction","detail":"{read_only:false; response_revision:6627; number_of_response:1; }","duration":"337.467642ms","start":"2026-04-21T03:38:33.685381Z","end":"2026-04-21T03:38:34.022848Z","steps":["trace[2030158653] 'process raft request' (duration: 337.401841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.02299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.226539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-21T03:38:34.023003Z","caller":"traceutil/trace.go:171","msg":"trace[787064956] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:6627; }","duration":"112.27905ms","start":"2026-04-21T03:38:33.91072Z","end":"2026-04-21T03:38:34.022999Z","steps":["trace[787064956] 'agreement among raft nodes before linearized reading' (duration: 112.200898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.023015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.685364Z","time spent":"337.579265ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:34.023159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.417953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-21T03:38:34.023172Z","caller":"traceutil/trace.go:171","msg":"trace[154387018] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:6627; }","duration":"112.475474ms","start":"2026-04-21T03:38:33.910693Z","end":"2026-04-21T03:38:34.023168Z","steps":["trace[154387018] 'agreement among raft nodes before linearized reading' (duration: 112.428383ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:34.02324Z","caller":"traceutil/trace.go:171","msg":"trace[1190913247] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"340.245287ms","start":"2026-04-21T03:38:33.682967Z","end":"2026-04-21T03:38:34.023212Z","steps":["trace[1190913247] 'process raft request' (duration: 339.795188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.023272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.109715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" ","response":"range_response_count:1 size:1062"} {"level":"info","ts":"2026-04-21T03:38:34.022909Z","caller":"traceutil/trace.go:171","msg":"trace[44497554] range","detail":"{range_begin:/registry/pods/openstack/horizon-767cbbff46-ccwx8; range_end:; response_count:1; response_revision:6627; }","duration":"340.85376ms","start":"2026-04-21T03:38:33.682048Z","end":"2026-04-21T03:38:34.022901Z","steps":["trace[44497554] 'agreement among raft nodes before linearized reading' (duration: 340.770618ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:34.023285Z","caller":"traceutil/trace.go:171","msg":"trace[45979583] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/horizon; range_end:; response_count:1; response_revision:6627; }","duration":"338.159125ms","start":"2026-04-21T03:38:33.685122Z","end":"2026-04-21T03:38:34.023281Z","steps":["trace[45979583] 'agreement among raft nodes before linearized reading' (duration: 338.116695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.0233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.68511Z","time spent":"338.187347ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1085,"request content":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" "} {"level":"warn","ts":"2026-04-21T03:38:34.023301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.682037Z","time spent":"341.257158ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9258,"request content":"key:\"/registry/pods/openstack/horizon-767cbbff46-ccwx8\" "} {"level":"warn","ts":"2026-04-21T03:38:34.023319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.359371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-767cbbff46\" ","response":"range_response_count:1 size:8537"} {"level":"warn","ts":"2026-04-21T03:38:34.023342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.682937Z","time spent":"340.353ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":699,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:34.023368Z","caller":"traceutil/trace.go:171","msg":"trace[2030149723] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-767cbbff46; range_end:; response_count:1; response_revision:6627; }","duration":"336.445473ms","start":"2026-04-21T03:38:33.68691Z","end":"2026-04-21T03:38:34.023356Z","steps":["trace[2030149723] 'agreement among raft nodes before linearized reading' (duration: 336.27011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.023394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.686895Z","time spent":"336.494324ms","remote":"127.0.0.1:59402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8560,"request content":"key:\"/registry/replicasets/openstack/horizon-767cbbff46\" "} {"level":"info","ts":"2026-04-21T03:38:34.023485Z","caller":"traceutil/trace.go:171","msg":"trace[880222994] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"345.780137ms","start":"2026-04-21T03:38:33.677699Z","end":"2026-04-21T03:38:34.023479Z","steps":["trace[880222994] 'process raft request' (duration: 344.947871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.023521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.677676Z","time spent":"345.821788ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:34.023527Z","caller":"traceutil/trace.go:171","msg":"trace[1050846487] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"342.065244ms","start":"2026-04-21T03:38:33.681454Z","end":"2026-04-21T03:38:34.023519Z","steps":["trace[1050846487] 'process raft request' (duration: 341.279399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.023544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.382168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:34.02356Z","caller":"traceutil/trace.go:171","msg":"trace[970166800] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6627; }","duration":"127.43876ms","start":"2026-04-21T03:38:33.896116Z","end":"2026-04-21T03:38:34.023555Z","steps":["trace[970166800] 'agreement among raft nodes before linearized reading' (duration: 127.402089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.02357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:33.681412Z","time spent":"342.137925ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:34.358419Z","caller":"traceutil/trace.go:171","msg":"trace[1016867315] linearizableReadLoop","detail":"{readStateIndex:6879; appliedIndex:6878; }","duration":"331.091966ms","start":"2026-04-21T03:38:34.027266Z","end":"2026-04-21T03:38:34.358358Z","steps":["trace[1016867315] 'read index received' (duration: 84.712µs)","trace[1016867315] 'applied index is now lower than readState.Index' (duration: 331.004954ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:34.358625Z","caller":"traceutil/trace.go:171","msg":"trace[849415852] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"331.414033ms","start":"2026-04-21T03:38:34.027193Z","end":"2026-04-21T03:38:34.358607Z","steps":["trace[849415852] 'process raft request' (duration: 315.704202ms)","trace[849415852] 'compare' (duration: 15.091439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:34.358812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.027181Z","time spent":"331.489414ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:34.358971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.580965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-767cbbff46-tsld2\" ","response":"range_response_count:1 size:8035"} {"level":"info","ts":"2026-04-21T03:38:34.359112Z","caller":"traceutil/trace.go:171","msg":"trace[592047902] range","detail":"{range_begin:/registry/pods/openstack/horizon-767cbbff46-tsld2; range_end:; response_count:1; response_revision:6628; }","duration":"331.865961ms","start":"2026-04-21T03:38:34.027196Z","end":"2026-04-21T03:38:34.359062Z","steps":["trace[592047902] 'agreement among raft nodes before linearized reading' (duration: 331.430902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.359214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.027191Z","time spent":"332.008454ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8058,"request content":"key:\"/registry/pods/openstack/horizon-767cbbff46-tsld2\" "} {"level":"info","ts":"2026-04-21T03:38:34.467539Z","caller":"traceutil/trace.go:171","msg":"trace[1013470064] linearizableReadLoop","detail":"{readStateIndex:6884; appliedIndex:6879; }","duration":"108.984875ms","start":"2026-04-21T03:38:34.358533Z","end":"2026-04-21T03:38:34.467518Z","steps":["trace[1013470064] 'read index received' (duration: 104.820432ms)","trace[1013470064] 'applied index is now lower than readState.Index' (duration: 4.163303ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:34.467689Z","caller":"traceutil/trace.go:171","msg":"trace[751761510] transaction","detail":"{read_only:false; response_revision:6629; number_of_response:1; }","duration":"439.351657ms","start":"2026-04-21T03:38:34.028286Z","end":"2026-04-21T03:38:34.467637Z","steps":["trace[751761510] 'process raft request' (duration: 435.173593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.467941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.028278Z","time spent":"439.5367ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:34.468006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.633722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-767cbbff46\" ","response":"range_response_count:1 size:8537"} {"level":"warn","ts":"2026-04-21T03:38:34.468061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.057908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:34.468102Z","caller":"traceutil/trace.go:171","msg":"trace[30188271] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-767cbbff46; range_end:; response_count:1; response_revision:6633; }","duration":"440.756614ms","start":"2026-04-21T03:38:34.027324Z","end":"2026-04-21T03:38:34.46808Z","steps":["trace[30188271] 'agreement among raft nodes before linearized reading' (duration: 440.398777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.46816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.027319Z","time spent":"440.831235ms","remote":"127.0.0.1:59402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8560,"request content":"key:\"/registry/replicasets/openstack/horizon-767cbbff46\" "} {"level":"warn","ts":"2026-04-21T03:38:34.468233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.125594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T03:38:34.468272Z","caller":"traceutil/trace.go:171","msg":"trace[826067806] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:6633; }","duration":"255.193836ms","start":"2026-04-21T03:38:34.21307Z","end":"2026-04-21T03:38:34.468263Z","steps":["trace[826067806] 'agreement among raft nodes before linearized reading' (duration: 255.061153ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:34.468272Z","caller":"traceutil/trace.go:171","msg":"trace[2143216974] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"212.745147ms","start":"2026-04-21T03:38:34.25546Z","end":"2026-04-21T03:38:34.468205Z","steps":["trace[2143216974] 'process raft request' (duration: 211.972502ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:34.468432Z","caller":"traceutil/trace.go:171","msg":"trace[1787275202] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"212.989601ms","start":"2026-04-21T03:38:34.25541Z","end":"2026-04-21T03:38:34.4684Z","steps":["trace[1787275202] 'process raft request' (duration: 211.986872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.4685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.999969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:38:34.468538Z","caller":"traceutil/trace.go:171","msg":"trace[54491052] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6633; }","duration":"440.03382ms","start":"2026-04-21T03:38:34.028491Z","end":"2026-04-21T03:38:34.468525Z","steps":["trace[54491052] 'agreement among raft nodes before linearized reading' (duration: 439.932538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.468578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.028458Z","time spent":"440.112142ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-21T03:38:34.46858Z","caller":"traceutil/trace.go:171","msg":"trace[324670486] transaction","detail":"{read_only:false; response_revision:6633; number_of_response:1; }","duration":"212.306618ms","start":"2026-04-21T03:38:34.256262Z","end":"2026-04-21T03:38:34.468569Z","steps":["trace[324670486] 'process raft request' (duration: 211.211176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:34.467561Z","caller":"traceutil/trace.go:171","msg":"trace[2000107355] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"212.242546ms","start":"2026-04-21T03:38:34.255287Z","end":"2026-04-21T03:38:34.46753Z","steps":["trace[2000107355] 'process raft request' (duration: 212.047153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.46872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.873069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"warn","ts":"2026-04-21T03:38:34.468817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.783174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-767cbbff46-tsld2\" ","response":"range_response_count:1 size:8035"} {"level":"info","ts":"2026-04-21T03:38:34.468833Z","caller":"traceutil/trace.go:171","msg":"trace[23799630] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6633; }","duration":"211.024482ms","start":"2026-04-21T03:38:34.257783Z","end":"2026-04-21T03:38:34.468808Z","steps":["trace[23799630] 'agreement among raft nodes before linearized reading' (duration: 209.973222ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:34.468859Z","caller":"traceutil/trace.go:171","msg":"trace[815668742] range","detail":"{range_begin:/registry/pods/openstack/horizon-767cbbff46-tsld2; range_end:; response_count:1; response_revision:6633; }","duration":"440.835506ms","start":"2026-04-21T03:38:34.028011Z","end":"2026-04-21T03:38:34.468847Z","steps":["trace[815668742] 'agreement among raft nodes before linearized reading' (duration: 440.715154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.468897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.028004Z","time spent":"440.883837ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8058,"request content":"key:\"/registry/pods/openstack/horizon-767cbbff46-tsld2\" "} {"level":"info","ts":"2026-04-21T03:38:34.46811Z","caller":"traceutil/trace.go:171","msg":"trace[501901481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6633; }","duration":"366.1764ms","start":"2026-04-21T03:38:34.101922Z","end":"2026-04-21T03:38:34.468098Z","steps":["trace[501901481] 'agreement among raft nodes before linearized reading' (duration: 366.083759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:34.469578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.101888Z","time spent":"367.667381ms","remote":"127.0.0.1:54438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:35.064346Z","caller":"traceutil/trace.go:171","msg":"trace[653238655] linearizableReadLoop","detail":"{readStateIndex:6887; appliedIndex:6884; }","duration":"566.316737ms","start":"2026-04-21T03:38:34.498013Z","end":"2026-04-21T03:38:35.06433Z","steps":["trace[653238655] 'read index received' (duration: 52.707002ms)","trace[653238655] 'applied index is now lower than readState.Index' (duration: 513.609115ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:35.064541Z","caller":"traceutil/trace.go:171","msg":"trace[830294237] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"582.596279ms","start":"2026-04-21T03:38:34.48193Z","end":"2026-04-21T03:38:35.064526Z","steps":["trace[830294237] 'process raft request' (duration: 582.348234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:35.064674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.481914Z","time spent":"582.667531ms","remote":"127.0.0.1:59402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:35.064809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.769755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-21T03:38:35.064852Z","caller":"traceutil/trace.go:171","msg":"trace[737575392] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"587.271991ms","start":"2026-04-21T03:38:34.477527Z","end":"2026-04-21T03:38:35.064799Z","steps":["trace[737575392] 'process raft request' (duration: 520.536032ms)","trace[737575392] 'compare' (duration: 66.003615ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:35.064911Z","caller":"traceutil/trace.go:171","msg":"trace[20001028] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6635; }","duration":"566.912088ms","start":"2026-04-21T03:38:34.497976Z","end":"2026-04-21T03:38:35.064888Z","steps":["trace[20001028] 'agreement among raft nodes before linearized reading' (duration: 566.605332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:35.064964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.497963Z","time spent":"566.99089ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-21T03:38:35.065085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.477514Z","time spent":"587.444645ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:35.154944Z","caller":"traceutil/trace.go:171","msg":"trace[1507972745] transaction","detail":"{read_only:false; response_revision:6636; number_of_response:1; }","duration":"603.258267ms","start":"2026-04-21T03:38:34.55162Z","end":"2026-04-21T03:38:35.154878Z","steps":["trace[1507972745] 'process raft request' (duration: 602.972291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:35.155168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:34.551601Z","time spent":"603.469011ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:35.655652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142502687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:38:37.214899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069657063s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:37.21526Z","caller":"traceutil/trace.go:171","msg":"trace[554010998] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"2.139248799s","start":"2026-04-21T03:38:35.075989Z","end":"2026-04-21T03:38:37.215238Z","steps":["trace[554010998] 'process raft request' (duration: 1.069157767s)","trace[554010998] 'compare' (duration: 1.06952217s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:37.215397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.075965Z","time spent":"2.139375931s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:37.215092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06998106s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:38:37.216082Z","caller":"traceutil/trace.go:171","msg":"trace[608156985] linearizableReadLoop","detail":"{readStateIndex:6890; appliedIndex:6888; }","duration":"2.061261917s","start":"2026-04-21T03:38:35.154795Z","end":"2026-04-21T03:38:37.216057Z","steps":["trace[608156985] 'read index received' (duration: 990.335598ms)","trace[608156985] 'applied index is now lower than readState.Index' (duration: 1.070925299s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:37.216378Z","caller":"traceutil/trace.go:171","msg":"trace[1125524943] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"2.050656317s","start":"2026-04-21T03:38:35.16567Z","end":"2026-04-21T03:38:37.216326Z","steps":["trace[1125524943] 'process raft request' (duration: 2.05027062s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.216526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.165647Z","time spent":"2.050777709s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:37.216774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129360263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-21T03:38:37.216821Z","caller":"traceutil/trace.go:171","msg":"trace[716575893] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6638; }","duration":"2.129437534s","start":"2026-04-21T03:38:35.087369Z","end":"2026-04-21T03:38:37.216806Z","steps":["trace[716575893] 'agreement among raft nodes before linearized reading' (duration: 2.129300812s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.216853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.087354Z","time spent":"2.129491895s","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-21T03:38:37.688694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.566779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:37.689024Z","caller":"traceutil/trace.go:171","msg":"trace[952620911] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"1.206589059s","start":"2026-04-21T03:38:36.482391Z","end":"2026-04-21T03:38:37.68898Z","steps":["trace[952620911] 'process raft request' (duration: 982.624613ms)","trace[952620911] 'compare' (duration: 223.317294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:37.689172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.482372Z","time spent":"1.206722532s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:37.689592Z","caller":"traceutil/trace.go:171","msg":"trace[882155418] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"1.206133531s","start":"2026-04-21T03:38:36.483439Z","end":"2026-04-21T03:38:37.689572Z","steps":["trace[882155418] 'process raft request' (duration: 1.206021469s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:37.689581Z","caller":"traceutil/trace.go:171","msg":"trace[859048796] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"1.207029348s","start":"2026-04-21T03:38:36.48252Z","end":"2026-04-21T03:38:37.68955Z","steps":["trace[859048796] 'process raft request' (duration: 1.206287244s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:37.689697Z","caller":"traceutil/trace.go:171","msg":"trace[259821625] linearizableReadLoop","detail":"{readStateIndex:6894; appliedIndex:6890; }","duration":"473.529639ms","start":"2026-04-21T03:38:37.216147Z","end":"2026-04-21T03:38:37.689677Z","steps":["trace[259821625] 'read index received' (duration: 248.9234ms)","trace[259821625] 'applied index is now lower than readState.Index' (duration: 224.605149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:37.689765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.482515Z","time spent":"1.207143691s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:37.689824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632624731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:37.689884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273998681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:38:37.689923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247024389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:37.689952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260327962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:37.689965Z","caller":"traceutil/trace.go:171","msg":"trace[109111579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6642; }","duration":"1.247080299s","start":"2026-04-21T03:38:36.442874Z","end":"2026-04-21T03:38:37.689954Z","steps":["trace[109111579] 'agreement among raft nodes before linearized reading' (duration: 1.247015068s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.689968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27356361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:38:37.689976Z","caller":"traceutil/trace.go:171","msg":"trace[1454822817] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6642; }","duration":"1.260390213s","start":"2026-04-21T03:38:36.429581Z","end":"2026-04-21T03:38:37.689971Z","steps":["trace[1454822817] 'agreement among raft nodes before linearized reading' (duration: 1.260324601s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.690001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274436949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:37.690012Z","caller":"traceutil/trace.go:171","msg":"trace[94700617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6642; }","duration":"2.273626482s","start":"2026-04-21T03:38:35.416373Z","end":"2026-04-21T03:38:37.69Z","steps":["trace[94700617] 'agreement among raft nodes before linearized reading' (duration: 2.27353878s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:37.690038Z","caller":"traceutil/trace.go:171","msg":"trace[1701016647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6642; }","duration":"2.2745s","start":"2026-04-21T03:38:35.41553Z","end":"2026-04-21T03:38:37.69003Z","steps":["trace[1701016647] 'agreement among raft nodes before linearized reading' (duration: 2.274413718s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:37.690039Z","caller":"traceutil/trace.go:171","msg":"trace[179398283] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"1.205978767s","start":"2026-04-21T03:38:36.484051Z","end":"2026-04-21T03:38:37.690029Z","steps":["trace[179398283] 'process raft request' (duration: 1.205469297s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.690044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.416363Z","time spent":"2.273674163s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:37.690013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.42956Z","time spent":"1.260447784s","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:37.69007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.415518Z","time spent":"2.27454636s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:37.690098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.484042Z","time spent":"1.206024487s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:37.689924Z","caller":"traceutil/trace.go:171","msg":"trace[751037542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6642; }","duration":"2.274065562s","start":"2026-04-21T03:38:35.415849Z","end":"2026-04-21T03:38:37.689914Z","steps":["trace[751037542] 'agreement among raft nodes before linearized reading' (duration: 2.273932139s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.690168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.415838Z","time spent":"2.274324376s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:37.690004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.442864Z","time spent":"1.24713347s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:37.690191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.609912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" ","response":"range_response_count:1 size:4777"} {"level":"warn","ts":"2026-04-21T03:38:37.689879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273833928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:37.689887Z","caller":"traceutil/trace.go:171","msg":"trace[244574410] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6642; }","duration":"1.632744724s","start":"2026-04-21T03:38:36.057126Z","end":"2026-04-21T03:38:37.68987Z","steps":["trace[244574410] 'agreement among raft nodes before linearized reading' (duration: 1.632607911s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.69029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.756925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-04-21T03:38:37.690314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.057103Z","time spent":"1.633202442s","remote":"127.0.0.1:36330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:37.690318Z","caller":"traceutil/trace.go:171","msg":"trace[674687487] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6642; }","duration":"465.803856ms","start":"2026-04-21T03:38:37.224504Z","end":"2026-04-21T03:38:37.690308Z","steps":["trace[674687487] 'agreement among raft nodes before linearized reading' (duration: 465.732335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.690347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.224489Z","time spent":"465.851917ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-21T03:38:37.690422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275677393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:37.690468Z","caller":"traceutil/trace.go:171","msg":"trace[249174249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6642; }","duration":"2.275761934s","start":"2026-04-21T03:38:35.414694Z","end":"2026-04-21T03:38:37.690456Z","steps":["trace[249174249] 'agreement among raft nodes before linearized reading' (duration: 2.275654872s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.690508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.414666Z","time spent":"2.275831896s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:38:37.690219Z","caller":"traceutil/trace.go:171","msg":"trace[978299008] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-8jpzx; range_end:; response_count:1; response_revision:6642; }","duration":"468.670763ms","start":"2026-04-21T03:38:37.221539Z","end":"2026-04-21T03:38:37.69021Z","steps":["trace[978299008] 'agreement among raft nodes before linearized reading' (duration: 468.591272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.691016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.221518Z","time spent":"469.48365ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" "} {"level":"info","ts":"2026-04-21T03:38:37.692056Z","caller":"traceutil/trace.go:171","msg":"trace[155922102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6642; }","duration":"2.274233825s","start":"2026-04-21T03:38:35.41601Z","end":"2026-04-21T03:38:37.690243Z","steps":["trace[155922102] 'agreement among raft nodes before linearized reading' (duration: 2.273736455s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:37.692098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:35.415999Z","time spent":"2.276088752s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:38:37.692117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:36.48343Z","time spent":"1.206217522s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:38.087039Z","caller":"traceutil/trace.go:171","msg":"trace[42715071] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"391.58506ms","start":"2026-04-21T03:38:37.695409Z","end":"2026-04-21T03:38:38.086994Z","steps":["trace[42715071] 'process raft request' (duration: 364.922462ms)","trace[42715071] 'compare' (duration: 26.488185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:38.087202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.695386Z","time spent":"391.739913ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:38.642646Z","caller":"traceutil/trace.go:171","msg":"trace[34795113] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"946.68441ms","start":"2026-04-21T03:38:37.695939Z","end":"2026-04-21T03:38:38.642623Z","steps":["trace[34795113] 'process raft request' (duration: 946.234481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:38.642779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.695932Z","time spent":"946.781592ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:38.642857Z","caller":"traceutil/trace.go:171","msg":"trace[123123572] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"946.167079ms","start":"2026-04-21T03:38:37.696665Z","end":"2026-04-21T03:38:38.642832Z","steps":["trace[123123572] 'process raft request' (duration: 945.839272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:38.642991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.696651Z","time spent":"946.264691ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:38.643236Z","caller":"traceutil/trace.go:171","msg":"trace[1704478148] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"946.416294ms","start":"2026-04-21T03:38:37.696802Z","end":"2026-04-21T03:38:38.643219Z","steps":["trace[1704478148] 'process raft request' (duration: 945.964155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:38.643311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.696794Z","time spent":"946.479975ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:38.643606Z","caller":"traceutil/trace.go:171","msg":"trace[1769210575] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"946.450895ms","start":"2026-04-21T03:38:37.697138Z","end":"2026-04-21T03:38:38.643589Z","steps":["trace[1769210575] 'process raft request' (duration: 946.036176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:38.643648Z","caller":"traceutil/trace.go:171","msg":"trace[1254546074] linearizableReadLoop","detail":"{readStateIndex:6899; appliedIndex:6894; }","duration":"946.096298ms","start":"2026-04-21T03:38:37.69754Z","end":"2026-04-21T03:38:38.643636Z","steps":["trace[1254546074] 'read index received' (duration: 362.775899ms)","trace[1254546074] 'applied index is now lower than readState.Index' (duration: 583.319499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:38.643692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.697129Z","time spent":"946.526827ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:38.643824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.278152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-21T03:38:38.643708Z","caller":"traceutil/trace.go:171","msg":"trace[2146191932] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"945.884825ms","start":"2026-04-21T03:38:37.697816Z","end":"2026-04-21T03:38:38.6437Z","steps":["trace[2146191932] 'process raft request' (duration: 945.704741ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:38.643869Z","caller":"traceutil/trace.go:171","msg":"trace[1828678690] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6648; }","duration":"946.336224ms","start":"2026-04-21T03:38:37.697521Z","end":"2026-04-21T03:38:38.643857Z","steps":["trace[1828678690] 'agreement among raft nodes before linearized reading' (duration: 946.202661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:38.6439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.697514Z","time spent":"946.379214ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-21T03:38:38.644044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.697809Z","time spent":"946.103459ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5989,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:38.884039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.515423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:38:38.884448Z","caller":"traceutil/trace.go:171","msg":"trace[1173607426] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"287.465041ms","start":"2026-04-21T03:38:38.596921Z","end":"2026-04-21T03:38:38.884386Z","steps":["trace[1173607426] 'process raft request' (duration: 287.212195ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:38.88491Z","caller":"traceutil/trace.go:171","msg":"trace[573843168] linearizableReadLoop","detail":"{readStateIndex:6902; appliedIndex:6900; }","duration":"240.731727ms","start":"2026-04-21T03:38:38.643673Z","end":"2026-04-21T03:38:38.884404Z","steps":["trace[573843168] 'read index received' (duration: 84.854236ms)","trace[573843168] 'applied index is now lower than readState.Index' (duration: 155.848651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:39.106213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407005187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:39.10625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.87682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" ","response":"range_response_count:1 size:6004"} {"level":"info","ts":"2026-04-21T03:38:39.10634Z","caller":"traceutil/trace.go:171","msg":"trace[1059527145] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-8jpzx; range_end:; response_count:1; response_revision:6649; }","duration":"455.000563ms","start":"2026-04-21T03:38:38.651326Z","end":"2026-04-21T03:38:39.106327Z","steps":["trace[1059527145] 'agreement among raft nodes before linearized reading' (duration: 233.875033ms)","trace[1059527145] 'range keys from in-memory index tree' (duration: 220.949256ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:39.106336Z","caller":"traceutil/trace.go:171","msg":"trace[970833249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6649; }","duration":"1.40713918s","start":"2026-04-21T03:38:37.699167Z","end":"2026-04-21T03:38:39.106306Z","steps":["trace[970833249] 'agreement among raft nodes before linearized reading' (duration: 1.185397258s)","trace[970833249] 'range keys from in-memory index tree' (duration: 221.589579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:39.106372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:38.65131Z","time spent":"455.055053ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6027,"request content":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" "} {"level":"warn","ts":"2026-04-21T03:38:39.106324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.92762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:39.106389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.699159Z","time spent":"1.407217692s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:38:39.106428Z","caller":"traceutil/trace.go:171","msg":"trace[792792500] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6649; }","duration":"458.120393ms","start":"2026-04-21T03:38:38.648281Z","end":"2026-04-21T03:38:39.106401Z","steps":["trace[792792500] 'agreement among raft nodes before linearized reading' (duration: 236.896001ms)","trace[792792500] 'range keys from in-memory index tree' (duration: 221.032798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:39.106489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:38.648255Z","time spent":"458.222656ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-04-21T03:38:39.10654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.912885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:39.106605Z","caller":"traceutil/trace.go:171","msg":"trace[430043465] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6649; }","duration":"644.040388ms","start":"2026-04-21T03:38:38.462543Z","end":"2026-04-21T03:38:39.106583Z","steps":["trace[430043465] 'agreement among raft nodes before linearized reading' (duration: 421.895588ms)","trace[430043465] 'count revisions from in-memory index tree' (duration: 222.059438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:39.106659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017651751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-21T03:38:39.106658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:38.462509Z","time spent":"644.13284ms","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:39.106688Z","caller":"traceutil/trace.go:171","msg":"trace[1267082478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6649; }","duration":"1.017716153s","start":"2026-04-21T03:38:38.088964Z","end":"2026-04-21T03:38:39.10668Z","steps":["trace[1267082478] 'agreement among raft nodes before linearized reading' (duration: 795.449301ms)","trace[1267082478] 'range keys from in-memory index tree' (duration: 222.18972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:39.106692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310845627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:38:39.106709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:38.088945Z","time spent":"1.017758103s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-21T03:38:39.106735Z","caller":"traceutil/trace.go:171","msg":"trace[1925707302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6649; }","duration":"1.310925427s","start":"2026-04-21T03:38:37.795795Z","end":"2026-04-21T03:38:39.10672Z","steps":["trace[1925707302] 'agreement among raft nodes before linearized reading' (duration: 1.088653445s)","trace[1925707302] 'range keys from in-memory index tree' (duration: 222.16369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:39.106767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:37.795772Z","time spent":"1.310987519s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:38:39.33363Z","caller":"traceutil/trace.go:171","msg":"trace[956198440] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6649; }","duration":"442.471463ms","start":"2026-04-21T03:38:38.891122Z","end":"2026-04-21T03:38:39.333594Z","steps":["trace[956198440] 'process raft request' (duration: 442.377291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.3338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:38.891094Z","time spent":"442.635647ms","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:39.521654Z","caller":"traceutil/trace.go:171","msg":"trace[1259308721] linearizableReadLoop","detail":"{readStateIndex:6904; appliedIndex:6902; }","duration":"413.351543ms","start":"2026-04-21T03:38:39.108281Z","end":"2026-04-21T03:38:39.521633Z","steps":["trace[1259308721] 'read index received' (duration: 225.223421ms)","trace[1259308721] 'applied index is now lower than readState.Index' (duration: 188.127242ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:39.521804Z","caller":"traceutil/trace.go:171","msg":"trace[1197968590] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"409.937865ms","start":"2026-04-21T03:38:39.111838Z","end":"2026-04-21T03:38:39.521776Z","steps":["trace[1197968590] 'process raft request' (duration: 409.734301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.521828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.544858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:39.521845Z","caller":"traceutil/trace.go:171","msg":"trace[256929529] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"616.359905ms","start":"2026-04-21T03:38:38.905441Z","end":"2026-04-21T03:38:39.521801Z","steps":["trace[256929529] 'process raft request' (duration: 615.977977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.521936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.111819Z","time spent":"410.040478ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:39.521862Z","caller":"traceutil/trace.go:171","msg":"trace[1920442600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6651; }","duration":"413.592989ms","start":"2026-04-21T03:38:39.108258Z","end":"2026-04-21T03:38:39.521851Z","steps":["trace[1920442600] 'agreement among raft nodes before linearized reading' (duration: 413.502277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.522005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:38.905418Z","time spent":"616.507528ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2351,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:39.522002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.10823Z","time spent":"413.755982ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:39.522155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.555402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/5404\" ","response":"range_response_count:1 size:1546"} {"level":"info","ts":"2026-04-21T03:38:39.522214Z","caller":"traceutil/trace.go:171","msg":"trace[260714743] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/5404; range_end:; response_count:1; response_revision:6651; }","duration":"186.656184ms","start":"2026-04-21T03:38:39.335543Z","end":"2026-04-21T03:38:39.522199Z","steps":["trace[260714743] 'agreement among raft nodes before linearized reading' (duration: 186.408929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.522222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.066409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:39.522315Z","caller":"traceutil/trace.go:171","msg":"trace[227779038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6651; }","duration":"412.228732ms","start":"2026-04-21T03:38:39.110067Z","end":"2026-04-21T03:38:39.522295Z","steps":["trace[227779038] 'agreement among raft nodes before linearized reading' (duration: 411.930466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.52236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.110053Z","time spent":"412.300213ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:38:39.52241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.526197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-21T03:38:39.522465Z","caller":"traceutil/trace.go:171","msg":"trace[941579485] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6651; }","duration":"412.604169ms","start":"2026-04-21T03:38:39.109841Z","end":"2026-04-21T03:38:39.522446Z","steps":["trace[941579485] 'agreement among raft nodes before linearized reading' (duration: 412.083158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.522505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.10982Z","time spent":"412.67457ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-21T03:38:39.779375Z","caller":"traceutil/trace.go:171","msg":"trace[1005538773] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"220.710183ms","start":"2026-04-21T03:38:39.55864Z","end":"2026-04-21T03:38:39.77935Z","steps":["trace[1005538773] 'process raft request' (duration: 199.887461ms)","trace[1005538773] 'compare' (duration: 20.529396ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:39.835045Z","caller":"traceutil/trace.go:171","msg":"trace[1262982140] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"262.03217ms","start":"2026-04-21T03:38:39.572957Z","end":"2026-04-21T03:38:39.834989Z","steps":["trace[1262982140] 'process raft request' (duration: 261.320005ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:39.835205Z","caller":"traceutil/trace.go:171","msg":"trace[1697471490] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"197.192825ms","start":"2026-04-21T03:38:39.637996Z","end":"2026-04-21T03:38:39.835189Z","steps":["trace[1697471490] 'process raft request' (duration: 196.822277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:39.837406Z","caller":"traceutil/trace.go:171","msg":"trace[1183205058] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"142.303489ms","start":"2026-04-21T03:38:39.695093Z","end":"2026-04-21T03:38:39.837396Z","steps":["trace[1183205058] 'process raft request' (duration: 139.883319ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:39.838458Z","caller":"traceutil/trace.go:171","msg":"trace[256956692] linearizableReadLoop","detail":"{readStateIndex:6907; appliedIndex:6905; }","duration":"231.064997ms","start":"2026-04-21T03:38:39.607373Z","end":"2026-04-21T03:38:39.838438Z","steps":["trace[256956692] 'read index received' (duration: 151.13493ms)","trace[256956692] 'applied index is now lower than readState.Index' (duration: 79.929357ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:39.838501Z","caller":"traceutil/trace.go:171","msg":"trace[2006548869] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"142.999113ms","start":"2026-04-21T03:38:39.695489Z","end":"2026-04-21T03:38:39.838488Z","steps":["trace[2006548869] 'process raft request' (duration: 141.38903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:39.838559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.164859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:39.838584Z","caller":"traceutil/trace.go:171","msg":"trace[1835186104] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6659; }","duration":"231.244291ms","start":"2026-04-21T03:38:39.607331Z","end":"2026-04-21T03:38:39.838576Z","steps":["trace[1835186104] 'agreement among raft nodes before linearized reading' (duration: 231.17546ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:39.838715Z","caller":"traceutil/trace.go:171","msg":"trace[346308857] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"141.373879ms","start":"2026-04-21T03:38:39.697333Z","end":"2026-04-21T03:38:39.838707Z","steps":["trace[346308857] 'process raft request' (duration: 141.028112ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:39.838785Z","caller":"traceutil/trace.go:171","msg":"trace[950820275] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"130.393141ms","start":"2026-04-21T03:38:39.708383Z","end":"2026-04-21T03:38:39.838776Z","steps":["trace[950820275] 'process raft request' (duration: 130.015323ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:39.83881Z","caller":"traceutil/trace.go:171","msg":"trace[1690380329] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"142.487433ms","start":"2026-04-21T03:38:39.696316Z","end":"2026-04-21T03:38:39.838803Z","steps":["trace[1690380329] 'process raft request' (duration: 141.965942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:40.223535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.116988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:40.22364Z","caller":"traceutil/trace.go:171","msg":"trace[1350677411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6659; }","duration":"287.234281ms","start":"2026-04-21T03:38:39.936388Z","end":"2026-04-21T03:38:40.223622Z","steps":["trace[1350677411] 'range keys from in-memory index tree' (duration: 287.097788ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:40.233313Z","caller":"traceutil/trace.go:171","msg":"trace[1327762627] linearizableReadLoop","detail":"{readStateIndex:6914; appliedIndex:6913; }","duration":"391.034184ms","start":"2026-04-21T03:38:39.842224Z","end":"2026-04-21T03:38:40.233258Z","steps":["trace[1327762627] 'read index received' (duration: 390.824968ms)","trace[1327762627] 'applied index is now lower than readState.Index' (duration: 208.036µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:40.233384Z","caller":"traceutil/trace.go:171","msg":"trace[1266278125] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"391.467863ms","start":"2026-04-21T03:38:39.841854Z","end":"2026-04-21T03:38:40.233322Z","steps":["trace[1266278125] 'process raft request' (duration: 391.221606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:40.233559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.841824Z","time spent":"391.653668ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2351,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:40.233583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.889883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:38:40.233612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.32565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:38:40.233669Z","caller":"traceutil/trace.go:171","msg":"trace[879862066] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6660; }","duration":"335.994775ms","start":"2026-04-21T03:38:39.897618Z","end":"2026-04-21T03:38:40.233612Z","steps":["trace[879862066] 'agreement among raft nodes before linearized reading' (duration: 335.81771ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:40.233683Z","caller":"traceutil/trace.go:171","msg":"trace[178464158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6660; }","duration":"139.431612ms","start":"2026-04-21T03:38:40.094237Z","end":"2026-04-21T03:38:40.233668Z","steps":["trace[178464158] 'agreement among raft nodes before linearized reading' (duration: 139.210016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:40.233615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.370133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:40.233723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.467529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:38:40.233783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.897593Z","time spent":"336.106088ms","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:40.233791Z","caller":"traceutil/trace.go:171","msg":"trace[1940397618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6660; }","duration":"141.609523ms","start":"2026-04-21T03:38:40.092168Z","end":"2026-04-21T03:38:40.233777Z","steps":["trace[1940397618] 'agreement among raft nodes before linearized reading' (duration: 141.335586ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:40.233817Z","caller":"traceutil/trace.go:171","msg":"trace[1352984867] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6660; }","duration":"391.576449ms","start":"2026-04-21T03:38:39.842177Z","end":"2026-04-21T03:38:40.233753Z","steps":["trace[1352984867] 'agreement among raft nodes before linearized reading' (duration: 391.2535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:40.233865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:39.842158Z","time spent":"391.696201ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:38:40.826759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.251068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:40.826848Z","caller":"traceutil/trace.go:171","msg":"trace[95792584] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"588.749733ms","start":"2026-04-21T03:38:40.238083Z","end":"2026-04-21T03:38:40.826832Z","steps":["trace[95792584] 'process raft request' (duration: 117.363522ms)","trace[95792584] 'compare' (duration: 470.926158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:40.826893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.238064Z","time spent":"588.809225ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:41.400924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044702799s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:38:41.410579Z","caller":"traceutil/trace.go:171","msg":"trace[1664187289] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"1.172435151s","start":"2026-04-21T03:38:40.238114Z","end":"2026-04-21T03:38:41.410549Z","steps":["trace[1664187289] 'process raft request' (duration: 1.172197175s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:41.410601Z","caller":"traceutil/trace.go:171","msg":"trace[4840465] linearizableReadLoop","detail":"{readStateIndex:6916; appliedIndex:6914; }","duration":"1.171774573s","start":"2026-04-21T03:38:40.2388Z","end":"2026-04-21T03:38:41.410575Z","steps":["trace[4840465] 'read index received' (duration: 116.811916ms)","trace[4840465] 'applied index is now lower than readState.Index' (duration: 1.054961487s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:41.410722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.2381Z","time spent":"1.172547205s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:41.410802Z","caller":"traceutil/trace.go:171","msg":"trace[1667062009] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"1.146096041s","start":"2026-04-21T03:38:40.264672Z","end":"2026-04-21T03:38:41.410768Z","steps":["trace[1667062009] 'process raft request' (duration: 1.145802453s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.411552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.264644Z","time spent":"1.146848752s","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2235,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:41.410859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17204382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"info","ts":"2026-04-21T03:38:41.411668Z","caller":"traceutil/trace.go:171","msg":"trace[1283011045] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6664; }","duration":"1.172886985s","start":"2026-04-21T03:38:40.238772Z","end":"2026-04-21T03:38:41.411659Z","steps":["trace[1283011045] 'agreement among raft nodes before linearized reading' (duration: 1.171937038s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.411696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.238763Z","time spent":"1.172923176s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12323,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T03:38:41.411697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.605684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:41.411702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.679346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:41.411748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.917803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:41.411797Z","caller":"traceutil/trace.go:171","msg":"trace[383549475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6664; }","duration":"971.008455ms","start":"2026-04-21T03:38:40.440777Z","end":"2026-04-21T03:38:41.411785Z","steps":["trace[383549475] 'agreement among raft nodes before linearized reading' (duration: 970.935623ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:41.411731Z","caller":"traceutil/trace.go:171","msg":"trace[1380796324] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6664; }","duration":"461.685017ms","start":"2026-04-21T03:38:40.950038Z","end":"2026-04-21T03:38:41.411723Z","steps":["trace[1380796324] 'agreement among raft nodes before linearized reading' (duration: 461.610965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.411837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.440755Z","time spent":"971.075288ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:41.411849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.950016Z","time spent":"461.82652ms","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:41.411004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.652577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:41.411975Z","caller":"traceutil/trace.go:171","msg":"trace[2048193396] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6664; }","duration":"223.679047ms","start":"2026-04-21T03:38:41.188288Z","end":"2026-04-21T03:38:41.411967Z","steps":["trace[2048193396] 'agreement among raft nodes before linearized reading' (duration: 222.604616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.410974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.416931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:41.412103Z","caller":"traceutil/trace.go:171","msg":"trace[1260197249] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6664; }","duration":"407.570474ms","start":"2026-04-21T03:38:41.004526Z","end":"2026-04-21T03:38:41.412097Z","steps":["trace[1260197249] 'agreement among raft nodes before linearized reading' (duration: 406.36263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.412125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:41.004469Z","time spent":"407.649157ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:41.411022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159218039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:41.412206Z","caller":"traceutil/trace.go:171","msg":"trace[659763883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6664; }","duration":"1.160529797s","start":"2026-04-21T03:38:40.251664Z","end":"2026-04-21T03:38:41.412194Z","steps":["trace[659763883] 'agreement among raft nodes before linearized reading' (duration: 1.159166928s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.412251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.251655Z","time spent":"1.160576008s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:41.411103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.345212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:41.412365Z","caller":"traceutil/trace.go:171","msg":"trace[1842209405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6664; }","duration":"764.625499ms","start":"2026-04-21T03:38:40.647734Z","end":"2026-04-21T03:38:41.412359Z","steps":["trace[1842209405] 'agreement among raft nodes before linearized reading' (duration: 763.309692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.412391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.647726Z","time spent":"764.65849ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:41.411094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.633445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:41.412505Z","caller":"traceutil/trace.go:171","msg":"trace[1142007888] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6664; }","duration":"816.155288ms","start":"2026-04-21T03:38:40.59634Z","end":"2026-04-21T03:38:41.412496Z","steps":["trace[1142007888] 'agreement among raft nodes before linearized reading' (duration: 814.585054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.412533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.596308Z","time spent":"816.21742ms","remote":"127.0.0.1:36356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:41.411162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.152695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:41.412688Z","caller":"traceutil/trace.go:171","msg":"trace[861575518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6664; }","duration":"765.723129ms","start":"2026-04-21T03:38:40.646958Z","end":"2026-04-21T03:38:41.412681Z","steps":["trace[861575518] 'agreement among raft nodes before linearized reading' (duration: 764.089103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.412715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.646936Z","time spent":"765.772951ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:38:41.410826Z","caller":"traceutil/trace.go:171","msg":"trace[2078653936] transaction","detail":"{read_only:false; response_revision:6664; number_of_response:1; }","duration":"1.113566715s","start":"2026-04-21T03:38:40.297193Z","end":"2026-04-21T03:38:41.41076Z","steps":["trace[2078653936] 'process raft request' (duration: 1.113338169s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.412859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.297161Z","time spent":"1.115673855s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:41.412916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.739574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:38:41.412926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.884959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:41.411811Z","caller":"traceutil/trace.go:171","msg":"trace[631529110] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6664; }","duration":"879.83372ms","start":"2026-04-21T03:38:40.531932Z","end":"2026-04-21T03:38:41.411766Z","steps":["trace[631529110] 'agreement among raft nodes before linearized reading' (duration: 879.683336ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:41.41306Z","caller":"traceutil/trace.go:171","msg":"trace[1244796807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6664; }","duration":"763.833597ms","start":"2026-04-21T03:38:40.649135Z","end":"2026-04-21T03:38:41.412969Z","steps":["trace[1244796807] 'agreement among raft nodes before linearized reading' (duration: 763.613771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.413137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.531914Z","time spent":"881.186997ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:41.413158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.649126Z","time spent":"764.018312ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:38:41.414143Z","caller":"traceutil/trace.go:171","msg":"trace[927303054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6664; }","duration":"765.174476ms","start":"2026-04-21T03:38:40.648959Z","end":"2026-04-21T03:38:41.414134Z","steps":["trace[927303054] 'agreement among raft nodes before linearized reading' (duration: 761.888943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.414226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:40.648925Z","time spent":"765.292448ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:38:41.53752Z","caller":"traceutil/trace.go:171","msg":"trace[865610755] transaction","detail":"{read_only:false; response_revision:6665; number_of_response:1; }","duration":"120.583779ms","start":"2026-04-21T03:38:41.41691Z","end":"2026-04-21T03:38:41.537494Z","steps":["trace[865610755] 'process raft request' (duration: 53.847122ms)","trace[865610755] 'compare' (duration: 66.596293ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:41.565043Z","caller":"traceutil/trace.go:171","msg":"trace[118063178] linearizableReadLoop","detail":"{readStateIndex:6922; appliedIndex:6918; }","duration":"142.398131ms","start":"2026-04-21T03:38:41.422621Z","end":"2026-04-21T03:38:41.565019Z","steps":["trace[118063178] 'read index received' (duration: 48.310837ms)","trace[118063178] 'applied index is now lower than readState.Index' (duration: 94.086334ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:41.565171Z","caller":"traceutil/trace.go:171","msg":"trace[1336652939] transaction","detail":"{read_only:false; response_revision:6669; number_of_response:1; }","duration":"142.400301ms","start":"2026-04-21T03:38:41.422758Z","end":"2026-04-21T03:38:41.565159Z","steps":["trace[1336652939] 'process raft request' (duration: 142.211976ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:41.565337Z","caller":"traceutil/trace.go:171","msg":"trace[523072445] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"146.978931ms","start":"2026-04-21T03:38:41.418348Z","end":"2026-04-21T03:38:41.565327Z","steps":["trace[523072445] 'process raft request' (duration: 146.512737ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:41.565554Z","caller":"traceutil/trace.go:171","msg":"trace[967293469] transaction","detail":"{read_only:false; response_revision:6666; number_of_response:1; }","duration":"147.228188ms","start":"2026-04-21T03:38:41.418294Z","end":"2026-04-21T03:38:41.565522Z","steps":["trace[967293469] 'process raft request' (duration: 146.461446ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:41.565588Z","caller":"traceutil/trace.go:171","msg":"trace[1950081158] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"146.56335ms","start":"2026-04-21T03:38:41.418998Z","end":"2026-04-21T03:38:41.565562Z","steps":["trace[1950081158] 'process raft request' (duration: 145.89851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.565627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.977178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-21T03:38:41.565873Z","caller":"traceutil/trace.go:171","msg":"trace[1890845265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6669; }","duration":"143.269157ms","start":"2026-04-21T03:38:41.42259Z","end":"2026-04-21T03:38:41.565859Z","steps":["trace[1890845265] 'agreement among raft nodes before linearized reading' (duration: 142.833705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:41.566322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.727216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:41.566409Z","caller":"traceutil/trace.go:171","msg":"trace[1830541256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6669; }","duration":"125.677152ms","start":"2026-04-21T03:38:41.44069Z","end":"2026-04-21T03:38:41.566367Z","steps":["trace[1830541256] 'agreement among raft nodes before linearized reading' (duration: 124.523049ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:42.068337Z","caller":"traceutil/trace.go:171","msg":"trace[1443103758] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"225.089133ms","start":"2026-04-21T03:38:41.843226Z","end":"2026-04-21T03:38:42.068315Z","steps":["trace[1443103758] 'process raft request' (duration: 224.941649ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:42.56213Z","caller":"traceutil/trace.go:171","msg":"trace[462297665] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"717.737144ms","start":"2026-04-21T03:38:41.844354Z","end":"2026-04-21T03:38:42.562091Z","steps":["trace[462297665] 'process raft request' (duration: 717.504417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:42.563126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:41.844336Z","time spent":"718.555328ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:42.562709Z","caller":"traceutil/trace.go:171","msg":"trace[301154898] linearizableReadLoop","detail":"{readStateIndex:6927; appliedIndex:6924; }","duration":"117.675543ms","start":"2026-04-21T03:38:42.445004Z","end":"2026-04-21T03:38:42.56268Z","steps":["trace[301154898] 'read index received' (duration: 92.010292ms)","trace[301154898] 'applied index is now lower than readState.Index' (duration: 25.657851ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:42.563253Z","caller":"traceutil/trace.go:171","msg":"trace[41560669] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"717.523589ms","start":"2026-04-21T03:38:41.84508Z","end":"2026-04-21T03:38:42.562603Z","steps":["trace[41560669] 'process raft request' (duration: 716.974683ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:42.563436Z","caller":"traceutil/trace.go:171","msg":"trace[1804943847] transaction","detail":"{read_only:false; response_revision:6673; number_of_response:1; }","duration":"717.302153ms","start":"2026-04-21T03:38:41.84536Z","end":"2026-04-21T03:38:42.562662Z","steps":["trace[1804943847] 'process raft request' (duration: 717.147688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:42.563475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:41.845061Z","time spent":"718.276211ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:42.563545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.521456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:42.563622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:41.845347Z","time spent":"718.176098ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:42.563657Z","caller":"traceutil/trace.go:171","msg":"trace[362577677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6673; }","duration":"118.693712ms","start":"2026-04-21T03:38:42.444939Z","end":"2026-04-21T03:38:42.563632Z","steps":["trace[362577677] 'agreement among raft nodes before linearized reading' (duration: 117.823998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:42.973188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.831117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:38:42.973264Z","caller":"traceutil/trace.go:171","msg":"trace[1839651714] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6673; }","duration":"206.96329ms","start":"2026-04-21T03:38:42.766284Z","end":"2026-04-21T03:38:42.973247Z","steps":["trace[1839651714] 'range keys from in-memory index tree' (duration: 206.556969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:42.973436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.831931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:38:42.97349Z","caller":"traceutil/trace.go:171","msg":"trace[719429508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6673; }","duration":"141.949734ms","start":"2026-04-21T03:38:42.831526Z","end":"2026-04-21T03:38:42.973476Z","steps":["trace[719429508] 'range keys from in-memory index tree' (duration: 141.648685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:43.255289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.813211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:43.255369Z","caller":"traceutil/trace.go:171","msg":"trace[1974361219] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"259.307533ms","start":"2026-04-21T03:38:42.996048Z","end":"2026-04-21T03:38:43.255355Z","steps":["trace[1974361219] 'process raft request' (duration: 114.348408ms)","trace[1974361219] 'compare' (duration: 144.725029ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:43.692391Z","caller":"traceutil/trace.go:171","msg":"trace[1759433254] linearizableReadLoop","detail":"{readStateIndex:6931; appliedIndex:6930; }","duration":"120.243552ms","start":"2026-04-21T03:38:43.572123Z","end":"2026-04-21T03:38:43.692367Z","steps":["trace[1759433254] 'read index received' (duration: 120.072378ms)","trace[1759433254] 'applied index is now lower than readState.Index' (duration: 170.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:43.692475Z","caller":"traceutil/trace.go:171","msg":"trace[430145315] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"148.155995ms","start":"2026-04-21T03:38:43.544297Z","end":"2026-04-21T03:38:43.692453Z","steps":["trace[430145315] 'process raft request' (duration: 147.931179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:43.692675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.54578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:43.692713Z","caller":"traceutil/trace.go:171","msg":"trace[1134814403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6676; }","duration":"120.598372ms","start":"2026-04-21T03:38:43.572104Z","end":"2026-04-21T03:38:43.692703Z","steps":["trace[1134814403] 'agreement among raft nodes before linearized reading' (duration: 120.420597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:43.693158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.868359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:38:43.693188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.440808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:43.693208Z","caller":"traceutil/trace.go:171","msg":"trace[1256416674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6676; }","duration":"120.921751ms","start":"2026-04-21T03:38:43.572276Z","end":"2026-04-21T03:38:43.693198Z","steps":["trace[1256416674] 'agreement among raft nodes before linearized reading' (duration: 120.795038ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:43.693229Z","caller":"traceutil/trace.go:171","msg":"trace[1000386661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6676; }","duration":"120.51164ms","start":"2026-04-21T03:38:43.572706Z","end":"2026-04-21T03:38:43.693218Z","steps":["trace[1000386661] 'agreement among raft nodes before linearized reading' (duration: 120.383786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:44.138411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.253815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:44.138532Z","caller":"traceutil/trace.go:171","msg":"trace[1354643724] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"440.015045ms","start":"2026-04-21T03:38:43.698494Z","end":"2026-04-21T03:38:44.138509Z","steps":["trace[1354643724] 'process raft request' (duration: 118.587725ms)","trace[1354643724] 'compare' (duration: 321.159153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:44.138591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:43.69848Z","time spent":"440.083437ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:44.184323Z","caller":"traceutil/trace.go:171","msg":"trace[776595698] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"485.245113ms","start":"2026-04-21T03:38:43.699056Z","end":"2026-04-21T03:38:44.184301Z","steps":["trace[776595698] 'process raft request' (duration: 485.122139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:44.184435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:43.699049Z","time spent":"485.328405ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:44.18447Z","caller":"traceutil/trace.go:171","msg":"trace[1049147144] linearizableReadLoop","detail":"{readStateIndex:6934; appliedIndex:6931; }","duration":"444.097348ms","start":"2026-04-21T03:38:43.740359Z","end":"2026-04-21T03:38:44.184456Z","steps":["trace[1049147144] 'read index received' (duration: 76.67046ms)","trace[1049147144] 'applied index is now lower than readState.Index' (duration: 367.425958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:44.18454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.18631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:44.184561Z","caller":"traceutil/trace.go:171","msg":"trace[641725827] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6679; }","duration":"444.214501ms","start":"2026-04-21T03:38:43.74034Z","end":"2026-04-21T03:38:44.184555Z","steps":["trace[641725827] 'agreement among raft nodes before linearized reading' (duration: 444.155099ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:44.184581Z","caller":"traceutil/trace.go:171","msg":"trace[806317185] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"483.988807ms","start":"2026-04-21T03:38:43.700585Z","end":"2026-04-21T03:38:44.184573Z","steps":["trace[806317185] 'process raft request' (duration: 483.691098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:44.184583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:43.740277Z","time spent":"444.298414ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:44.184616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:43.700564Z","time spent":"484.030949ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:44.38799Z","caller":"traceutil/trace.go:171","msg":"trace[1039067899] linearizableReadLoop","detail":"{readStateIndex:6935; appliedIndex:6934; }","duration":"176.627528ms","start":"2026-04-21T03:38:44.211342Z","end":"2026-04-21T03:38:44.38797Z","steps":["trace[1039067899] 'read index received' (duration: 98.141009ms)","trace[1039067899] 'applied index is now lower than readState.Index' (duration: 78.485589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:44.388099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.742372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:44.388134Z","caller":"traceutil/trace.go:171","msg":"trace[261234359] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6680; }","duration":"176.827484ms","start":"2026-04-21T03:38:44.211293Z","end":"2026-04-21T03:38:44.388121Z","steps":["trace[261234359] 'agreement among raft nodes before linearized reading' (duration: 176.753542ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:44.388285Z","caller":"traceutil/trace.go:171","msg":"trace[501127177] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"314.588492ms","start":"2026-04-21T03:38:44.073545Z","end":"2026-04-21T03:38:44.388133Z","steps":["trace[501127177] 'process raft request' (duration: 235.994141ms)","trace[501127177] 'compare' (duration: 78.333254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:44.389174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:44.073521Z","time spent":"315.511708ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:44.702383Z","caller":"traceutil/trace.go:171","msg":"trace[611427593] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"132.717877ms","start":"2026-04-21T03:38:44.569633Z","end":"2026-04-21T03:38:44.702351Z","steps":["trace[611427593] 'process raft request' (duration: 94.788355ms)","trace[611427593] 'compare' (duration: 37.795549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:45.353235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.543254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:45.354177Z","caller":"traceutil/trace.go:171","msg":"trace[1860993536] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"784.482876ms","start":"2026-04-21T03:38:44.569652Z","end":"2026-04-21T03:38:45.354135Z","steps":["trace[1860993536] 'process raft request' (duration: 682.923124ms)","trace[1860993536] 'compare' (duration: 100.106411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:45.354335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:44.569635Z","time spent":"784.616219ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:45.354368Z","caller":"traceutil/trace.go:171","msg":"trace[1090025240] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"784.682341ms","start":"2026-04-21T03:38:44.56966Z","end":"2026-04-21T03:38:45.354342Z","steps":["trace[1090025240] 'process raft request' (duration: 784.406673ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:45.354197Z","caller":"traceutil/trace.go:171","msg":"trace[544403175] linearizableReadLoop","detail":"{readStateIndex:6938; appliedIndex:6936; }","duration":"302.946487ms","start":"2026-04-21T03:38:45.05123Z","end":"2026-04-21T03:38:45.354177Z","steps":["trace[544403175] 'read index received' (duration: 201.294583ms)","trace[544403175] 'applied index is now lower than readState.Index' (duration: 101.650684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:45.354518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:44.56964Z","time spent":"784.808105ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:45.355064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.825452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:38:45.355131Z","caller":"traceutil/trace.go:171","msg":"trace[1006636113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6683; }","duration":"303.938035ms","start":"2026-04-21T03:38:45.051178Z","end":"2026-04-21T03:38:45.355116Z","steps":["trace[1006636113] 'agreement among raft nodes before linearized reading' (duration: 303.04949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:45.355178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:45.051153Z","time spent":"304.009916ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:38:45.883908Z","caller":"traceutil/trace.go:171","msg":"trace[564144118] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"176.780267ms","start":"2026-04-21T03:38:45.707101Z","end":"2026-04-21T03:38:45.883881Z","steps":["trace[564144118] 'process raft request' (duration: 176.614963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:46.087203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.911039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:46.087285Z","caller":"traceutil/trace.go:171","msg":"trace[577676936] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6685; }","duration":"103.039303ms","start":"2026-04-21T03:38:45.984225Z","end":"2026-04-21T03:38:46.087264Z","steps":["trace[577676936] 'count revisions from in-memory index tree' (duration: 102.780565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:46.521884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.870345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:46.522022Z","caller":"traceutil/trace.go:171","msg":"trace[465949658] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"290.757188ms","start":"2026-04-21T03:38:46.231252Z","end":"2026-04-21T03:38:46.522009Z","steps":["trace[465949658] 'process raft request' (duration: 290.715936ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:46.522084Z","caller":"traceutil/trace.go:171","msg":"trace[680071934] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"291.814857ms","start":"2026-04-21T03:38:46.230239Z","end":"2026-04-21T03:38:46.522054Z","steps":["trace[680071934] 'process raft request' (duration: 66.719675ms)","trace[680071934] 'compare' (duration: 224.797894ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:46.709584Z","caller":"traceutil/trace.go:171","msg":"trace[1401240191] linearizableReadLoop","detail":"{readStateIndex:6944; appliedIndex:6941; }","duration":"270.666587ms","start":"2026-04-21T03:38:46.438893Z","end":"2026-04-21T03:38:46.70956Z","steps":["trace[1401240191] 'read index received' (duration: 63.703351ms)","trace[1401240191] 'applied index is now lower than readState.Index' (duration: 206.962306ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:46.709605Z","caller":"traceutil/trace.go:171","msg":"trace[1795278796] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"315.539791ms","start":"2026-04-21T03:38:46.394034Z","end":"2026-04-21T03:38:46.709574Z","steps":["trace[1795278796] 'process raft request' (duration: 313.533635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:46.709755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:46.394007Z","time spent":"315.663585ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:46.70999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.159691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:46.710365Z","caller":"traceutil/trace.go:171","msg":"trace[764784932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6690; }","duration":"139.49124ms","start":"2026-04-21T03:38:46.570765Z","end":"2026-04-21T03:38:46.710256Z","steps":["trace[764784932] 'agreement among raft nodes before linearized reading' (duration: 139.169201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:46.710676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.961242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:38:46.710708Z","caller":"traceutil/trace.go:171","msg":"trace[745093050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6690; }","duration":"135.013384ms","start":"2026-04-21T03:38:46.575686Z","end":"2026-04-21T03:38:46.710699Z","steps":["trace[745093050] 'agreement among raft nodes before linearized reading' (duration: 134.88072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:46.709767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.855072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:46.711608Z","caller":"traceutil/trace.go:171","msg":"trace[837051145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6690; }","duration":"272.743295ms","start":"2026-04-21T03:38:46.43885Z","end":"2026-04-21T03:38:46.711593Z","steps":["trace[837051145] 'agreement among raft nodes before linearized reading' (duration: 270.842861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:47.067019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.556156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:47.06739Z","caller":"traceutil/trace.go:171","msg":"trace[1660559623] linearizableReadLoop","detail":"{readStateIndex:6946; appliedIndex:6945; }","duration":"350.725894ms","start":"2026-04-21T03:38:46.716642Z","end":"2026-04-21T03:38:47.067367Z","steps":["trace[1660559623] 'read index received' (duration: 135.819607ms)","trace[1660559623] 'applied index is now lower than readState.Index' (duration: 214.903737ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:47.06742Z","caller":"traceutil/trace.go:171","msg":"trace[2089716270] transaction","detail":"{read_only:false; response_revision:6691; number_of_response:1; }","duration":"351.976988ms","start":"2026-04-21T03:38:46.715421Z","end":"2026-04-21T03:38:47.067398Z","steps":["trace[2089716270] 'process raft request' (duration: 136.971039ms)","trace[2089716270] 'compare' (duration: 214.409501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:47.067722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:46.715412Z","time spent":"352.268976ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:47.067823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.168096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"info","ts":"2026-04-21T03:38:47.067921Z","caller":"traceutil/trace.go:171","msg":"trace[283411033] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6691; }","duration":"351.226867ms","start":"2026-04-21T03:38:46.716629Z","end":"2026-04-21T03:38:47.067856Z","steps":["trace[283411033] 'agreement among raft nodes before linearized reading' (duration: 351.003661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:47.067964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:46.71662Z","time spent":"351.33394ms","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12323,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T03:38:47.401113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.577872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:47.401333Z","caller":"traceutil/trace.go:171","msg":"trace[895126543] linearizableReadLoop","detail":"{readStateIndex:6947; appliedIndex:6946; }","duration":"283.94624ms","start":"2026-04-21T03:38:47.117299Z","end":"2026-04-21T03:38:47.401245Z","steps":["trace[895126543] 'read index received' (duration: 112.138382ms)","trace[895126543] 'applied index is now lower than readState.Index' (duration: 171.806008ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:47.401537Z","caller":"traceutil/trace.go:171","msg":"trace[668969463] transaction","detail":"{read_only:false; response_revision:6692; number_of_response:1; }","duration":"327.895547ms","start":"2026-04-21T03:38:47.073621Z","end":"2026-04-21T03:38:47.401517Z","steps":["trace[668969463] 'process raft request' (duration: 155.846442ms)","trace[668969463] 'compare' (duration: 171.452978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:47.401724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.413103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:47.401764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.073599Z","time spent":"328.067322ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:47.401889Z","caller":"traceutil/trace.go:171","msg":"trace[727284675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6692; }","duration":"284.544857ms","start":"2026-04-21T03:38:47.117229Z","end":"2026-04-21T03:38:47.401774Z","steps":["trace[727284675] 'agreement among raft nodes before linearized reading' (duration: 284.343281ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:47.758273Z","caller":"traceutil/trace.go:171","msg":"trace[531906244] linearizableReadLoop","detail":"{readStateIndex:6949; appliedIndex:6947; }","duration":"356.836654ms","start":"2026-04-21T03:38:47.401411Z","end":"2026-04-21T03:38:47.758247Z","steps":["trace[531906244] 'read index received' (duration: 51.368304ms)","trace[531906244] 'applied index is now lower than readState.Index' (duration: 305.46736ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:47.758898Z","caller":"traceutil/trace.go:171","msg":"trace[78068719] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"399.032912ms","start":"2026-04-21T03:38:47.359835Z","end":"2026-04-21T03:38:47.758868Z","steps":["trace[78068719] 'process raft request' (duration: 371.958717ms)","trace[78068719] 'compare' (duration: 26.256143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:47.75949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.359812Z","time spent":"399.585029ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:47.758958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.772381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:47.760368Z","caller":"traceutil/trace.go:171","msg":"trace[1980537610] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6694; }","duration":"629.195251ms","start":"2026-04-21T03:38:47.131126Z","end":"2026-04-21T03:38:47.760321Z","steps":["trace[1980537610] 'agreement among raft nodes before linearized reading' (duration: 627.72019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:47.759023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.965533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:47.760523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.131115Z","time spent":"629.346935ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:47.760501Z","caller":"traceutil/trace.go:171","msg":"trace[68323228] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6694; }","duration":"481.429805ms","start":"2026-04-21T03:38:47.279044Z","end":"2026-04-21T03:38:47.760474Z","steps":["trace[68323228] 'agreement among raft nodes before linearized reading' (duration: 479.947173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:47.760678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.278988Z","time spent":"481.606789ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:47.759074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.924303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:47.76087Z","caller":"traceutil/trace.go:171","msg":"trace[1103594641] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6694; }","duration":"591.755764ms","start":"2026-04-21T03:38:47.169102Z","end":"2026-04-21T03:38:47.760857Z","steps":["trace[1103594641] 'agreement among raft nodes before linearized reading' (duration: 589.943673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:47.76092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.169054Z","time spent":"591.853338ms","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:48.05411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.129862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:48.054515Z","caller":"traceutil/trace.go:171","msg":"trace[933456556] linearizableReadLoop","detail":"{readStateIndex:6950; appliedIndex:6949; }","duration":"295.215922ms","start":"2026-04-21T03:38:47.759281Z","end":"2026-04-21T03:38:48.054497Z","steps":["trace[933456556] 'read index received' (duration: 101.557986ms)","trace[933456556] 'applied index is now lower than readState.Index' (duration: 193.655906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:48.05472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.994905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:48.05561Z","caller":"traceutil/trace.go:171","msg":"trace[1608513494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6695; }","duration":"614.91845ms","start":"2026-04-21T03:38:47.440676Z","end":"2026-04-21T03:38:48.055595Z","steps":["trace[1608513494] 'agreement among raft nodes before linearized reading' (duration: 613.945964ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:48.054777Z","caller":"traceutil/trace.go:171","msg":"trace[814525208] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"595.270551ms","start":"2026-04-21T03:38:47.459487Z","end":"2026-04-21T03:38:48.054758Z","steps":["trace[814525208] 'process raft request' (duration: 401.397979ms)","trace[814525208] 'compare' (duration: 193.002068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:48.055879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.440663Z","time spent":"615.096815ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:48.05588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.459472Z","time spent":"596.3232ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:48.055028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.041313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:38:48.056168Z","caller":"traceutil/trace.go:171","msg":"trace[501342714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6695; }","duration":"626.191776ms","start":"2026-04-21T03:38:47.429942Z","end":"2026-04-21T03:38:48.056134Z","steps":["trace[501342714] 'agreement among raft nodes before linearized reading' (duration: 624.949721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.055077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.827276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:48.056284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.429927Z","time spent":"626.318089ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:48.055401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.789897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:48.056368Z","caller":"traceutil/trace.go:171","msg":"trace[362201529] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6695; }","duration":"651.177004ms","start":"2026-04-21T03:38:47.405167Z","end":"2026-04-21T03:38:48.056344Z","steps":["trace[362201529] 'agreement among raft nodes before linearized reading' (duration: 649.769264ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:48.056426Z","caller":"traceutil/trace.go:171","msg":"trace[1262295406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6695; }","duration":"167.838057ms","start":"2026-04-21T03:38:47.888561Z","end":"2026-04-21T03:38:48.056399Z","steps":["trace[1262295406] 'agreement among raft nodes before linearized reading' (duration: 166.648623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.056525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:47.405151Z","time spent":"651.357299ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:38:48.304739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.033703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:48.304862Z","caller":"traceutil/trace.go:171","msg":"trace[968289051] linearizableReadLoop","detail":"{readStateIndex:6952; appliedIndex:6951; }","duration":"217.456275ms","start":"2026-04-21T03:38:48.087385Z","end":"2026-04-21T03:38:48.304842Z","steps":["trace[968289051] 'read index received' (duration: 85.242877ms)","trace[968289051] 'applied index is now lower than readState.Index' (duration: 132.212378ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:48.304944Z","caller":"traceutil/trace.go:171","msg":"trace[1177671151] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"241.589029ms","start":"2026-04-21T03:38:48.063344Z","end":"2026-04-21T03:38:48.304933Z","steps":["trace[1177671151] 'process raft request' (duration: 109.261327ms)","trace[1177671151] 'compare' (duration: 131.874819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:48.305126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.716002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"info","ts":"2026-04-21T03:38:48.305193Z","caller":"traceutil/trace.go:171","msg":"trace[923519629] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6697; }","duration":"217.816315ms","start":"2026-04-21T03:38:48.087359Z","end":"2026-04-21T03:38:48.305175Z","steps":["trace[923519629] 'agreement among raft nodes before linearized reading' (duration: 217.6052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.647582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.813505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:48.647698Z","caller":"traceutil/trace.go:171","msg":"trace[234038765] linearizableReadLoop","detail":"{readStateIndex:6953; appliedIndex:6952; }","duration":"331.18302ms","start":"2026-04-21T03:38:48.316497Z","end":"2026-04-21T03:38:48.64768Z","steps":["trace[234038765] 'read index received' (duration: 98.17811ms)","trace[234038765] 'applied index is now lower than readState.Index' (duration: 233.0038ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:48.647901Z","caller":"traceutil/trace.go:171","msg":"trace[1857529992] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"338.774111ms","start":"2026-04-21T03:38:48.309113Z","end":"2026-04-21T03:38:48.647887Z","steps":["trace[1857529992] 'process raft request' (duration: 105.577066ms)","trace[1857529992] 'compare' (duration: 232.712331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:48.647971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:48.309094Z","time spent":"338.840943ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:48.647984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.452657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-21T03:38:48.64806Z","caller":"traceutil/trace.go:171","msg":"trace[1740522495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6698; }","duration":"331.55024ms","start":"2026-04-21T03:38:48.316491Z","end":"2026-04-21T03:38:48.648041Z","steps":["trace[1740522495] 'agreement among raft nodes before linearized reading' (duration: 331.339464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.648114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:48.316431Z","time spent":"331.673964ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:38:48.715849Z","caller":"traceutil/trace.go:171","msg":"trace[884239737] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"361.653688ms","start":"2026-04-21T03:38:48.354171Z","end":"2026-04-21T03:38:48.715825Z","steps":["trace[884239737] 'process raft request' (duration: 361.295718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.71602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.510357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:38:48.716091Z","caller":"traceutil/trace.go:171","msg":"trace[1876294085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6699; }","duration":"189.606809ms","start":"2026-04-21T03:38:48.526468Z","end":"2026-04-21T03:38:48.716075Z","steps":["trace[1876294085] 'agreement among raft nodes before linearized reading' (duration: 189.370653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.716312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.503724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-21T03:38:48.716135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:48.354153Z","time spent":"361.790753ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":793,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:48.716419Z","caller":"traceutil/trace.go:171","msg":"trace[1956339246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6699; }","duration":"190.650228ms","start":"2026-04-21T03:38:48.525746Z","end":"2026-04-21T03:38:48.716396Z","steps":["trace[1956339246] 'agreement among raft nodes before linearized reading' (duration: 190.167335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.716048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.886011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:48.716579Z","caller":"traceutil/trace.go:171","msg":"trace[1855098646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6699; }","duration":"274.464277ms","start":"2026-04-21T03:38:48.442098Z","end":"2026-04-21T03:38:48.716563Z","steps":["trace[1855098646] 'agreement among raft nodes before linearized reading' (duration: 273.683355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:48.888834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.159525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:48.889355Z","caller":"traceutil/trace.go:171","msg":"trace[1017491032] transaction","detail":"{read_only:false; response_revision:6701; number_of_response:1; }","duration":"173.428648ms","start":"2026-04-21T03:38:48.715832Z","end":"2026-04-21T03:38:48.88926Z","steps":["trace[1017491032] 'process raft request' (duration: 39.755418ms)","trace[1017491032] 'compare' (duration: 133.044282ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:48.8896Z","caller":"traceutil/trace.go:171","msg":"trace[1349140659] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"168.630514ms","start":"2026-04-21T03:38:48.720852Z","end":"2026-04-21T03:38:48.889482Z","steps":["trace[1349140659] 'process raft request' (duration: 168.097459ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:48.889905Z","caller":"traceutil/trace.go:171","msg":"trace[969945978] transaction","detail":"{read_only:false; response_revision:6703; number_of_response:1; }","duration":"168.685756ms","start":"2026-04-21T03:38:48.721204Z","end":"2026-04-21T03:38:48.88989Z","steps":["trace[969945978] 'process raft request' (duration: 168.202633ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:49.242421Z","caller":"traceutil/trace.go:171","msg":"trace[1481844377] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"322.886411ms","start":"2026-04-21T03:38:48.919503Z","end":"2026-04-21T03:38:49.242389Z","steps":["trace[1481844377] 'process raft request' (duration: 321.230314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:49.242703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:48.919479Z","time spent":"323.097766ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:49.584191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.855355ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:38:49.584436Z","caller":"traceutil/trace.go:171","msg":"trace[1043588864] linearizableReadLoop","detail":"{readStateIndex:6960; appliedIndex:6959; }","duration":"143.298684ms","start":"2026-04-21T03:38:49.441107Z","end":"2026-04-21T03:38:49.584406Z","steps":["trace[1043588864] 'read index received' (duration: 66.872µs)","trace[1043588864] 'applied index is now lower than readState.Index' (duration: 143.229252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:49.584563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.432147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:49.584723Z","caller":"traceutil/trace.go:171","msg":"trace[453410239] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"125.530689ms","start":"2026-04-21T03:38:49.459173Z","end":"2026-04-21T03:38:49.584703Z","steps":["trace[453410239] 'process raft request' (duration: 125.293812ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:49.58473Z","caller":"traceutil/trace.go:171","msg":"trace[1720125110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6704; }","duration":"143.604742ms","start":"2026-04-21T03:38:49.441101Z","end":"2026-04-21T03:38:49.584706Z","steps":["trace[1720125110] 'agreement among raft nodes before linearized reading' (duration: 143.376406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.134623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.97175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:50.134714Z","caller":"traceutil/trace.go:171","msg":"trace[1871498287] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6705; }","duration":"401.126754ms","start":"2026-04-21T03:38:49.733568Z","end":"2026-04-21T03:38:50.134695Z","steps":["trace[1871498287] 'count revisions from in-memory index tree' (duration: 400.873537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.134604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.990123ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:50.13492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:49.733546Z","time spent":"401.356642ms","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:38:50.134918Z","caller":"traceutil/trace.go:171","msg":"trace[1434718789] transaction","detail":"{read_only:false; response_revision:6706; number_of_response:1; }","duration":"368.073244ms","start":"2026-04-21T03:38:49.766821Z","end":"2026-04-21T03:38:50.134895Z","steps":["trace[1434718789] 'process raft request' (duration: 296.354367ms)","trace[1434718789] 'compare' (duration: 71.591073ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:50.134962Z","caller":"traceutil/trace.go:171","msg":"trace[2106407429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6705; }","duration":"198.360274ms","start":"2026-04-21T03:38:49.936585Z","end":"2026-04-21T03:38:50.134945Z","steps":["trace[2106407429] 'range keys from in-memory index tree' (duration: 197.974833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.135072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:49.766792Z","time spent":"368.196597ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:50.203473Z","caller":"traceutil/trace.go:171","msg":"trace[318031588] transaction","detail":"{read_only:false; response_revision:6707; number_of_response:1; }","duration":"264.413903ms","start":"2026-04-21T03:38:49.939032Z","end":"2026-04-21T03:38:50.203446Z","steps":["trace[318031588] 'process raft request' (duration: 264.286539ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:50.203479Z","caller":"traceutil/trace.go:171","msg":"trace[1986517973] linearizableReadLoop","detail":"{readStateIndex:6963; appliedIndex:6963; }","duration":"112.523722ms","start":"2026-04-21T03:38:50.090934Z","end":"2026-04-21T03:38:50.203458Z","steps":["trace[1986517973] 'read index received' (duration: 112.513972ms)","trace[1986517973] 'applied index is now lower than readState.Index' (duration: 8.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:50.203781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.80492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:38:50.203891Z","caller":"traceutil/trace.go:171","msg":"trace[1723748693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6707; }","duration":"112.986485ms","start":"2026-04-21T03:38:50.090893Z","end":"2026-04-21T03:38:50.20388Z","steps":["trace[1723748693] 'agreement among raft nodes before linearized reading' (duration: 112.624455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.676461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.089357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:50.676739Z","caller":"traceutil/trace.go:171","msg":"trace[231382477] transaction","detail":"{read_only:false; response_revision:6708; number_of_response:1; }","duration":"533.113821ms","start":"2026-04-21T03:38:50.143604Z","end":"2026-04-21T03:38:50.676718Z","steps":["trace[231382477] 'process raft request' (duration: 99.681954ms)","trace[231382477] 'compare' (duration: 432.783699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:50.67681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.143587Z","time spent":"533.189072ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:50.722114Z","caller":"traceutil/trace.go:171","msg":"trace[1300914713] linearizableReadLoop","detail":"{readStateIndex:6965; appliedIndex:6964; }","duration":"412.577035ms","start":"2026-04-21T03:38:50.309506Z","end":"2026-04-21T03:38:50.722084Z","steps":["trace[1300914713] 'read index received' (duration: 412.327178ms)","trace[1300914713] 'applied index is now lower than readState.Index' (duration: 248.497µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:50.722285Z","caller":"traceutil/trace.go:171","msg":"trace[2281036] transaction","detail":"{read_only:false; response_revision:6709; number_of_response:1; }","duration":"513.616297ms","start":"2026-04-21T03:38:50.208621Z","end":"2026-04-21T03:38:50.722237Z","steps":["trace[2281036] 'process raft request' (duration: 513.290309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.72238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.850363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:50.722426Z","caller":"traceutil/trace.go:171","msg":"trace[57186498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6709; }","duration":"412.953855ms","start":"2026-04-21T03:38:50.309461Z","end":"2026-04-21T03:38:50.722414Z","steps":["trace[57186498] 'agreement among raft nodes before linearized reading' (duration: 412.783601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.72247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.309438Z","time spent":"413.023437ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:38:50.722443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.30439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:50.722667Z","caller":"traceutil/trace.go:171","msg":"trace[91656046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6709; }","duration":"281.575468ms","start":"2026-04-21T03:38:50.441035Z","end":"2026-04-21T03:38:50.722611Z","steps":["trace[91656046] 'agreement among raft nodes before linearized reading' (duration: 281.266039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:50.722871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.208595Z","time spent":"514.186993ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:51.355581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.835076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:51.355988Z","caller":"traceutil/trace.go:171","msg":"trace[775360558] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"461.066905ms","start":"2026-04-21T03:38:50.894901Z","end":"2026-04-21T03:38:51.355968Z","steps":["trace[775360558] 'process raft request' (duration: 461.025914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:51.356074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.894887Z","time spent":"461.151197ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:51.356134Z","caller":"traceutil/trace.go:171","msg":"trace[825551250] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"629.318029ms","start":"2026-04-21T03:38:50.726789Z","end":"2026-04-21T03:38:51.356107Z","steps":["trace[825551250] 'process raft request' (duration: 628.910878ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:51.356312Z","caller":"traceutil/trace.go:171","msg":"trace[283745810] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"605.360793ms","start":"2026-04-21T03:38:50.750933Z","end":"2026-04-21T03:38:51.356294Z","steps":["trace[283745810] 'process raft request' (duration: 604.92409ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:51.356364Z","caller":"traceutil/trace.go:171","msg":"trace[888924535] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"630.362078ms","start":"2026-04-21T03:38:50.725972Z","end":"2026-04-21T03:38:51.356335Z","steps":["trace[888924535] 'process raft request' (duration: 74.688748ms)","trace[888924535] 'compare' (duration: 554.694172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:51.356394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.726779Z","time spent":"629.453713ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:51.356416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.750911Z","time spent":"605.455225ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:51.356402Z","caller":"traceutil/trace.go:171","msg":"trace[1893249999] linearizableReadLoop","detail":"{readStateIndex:6968; appliedIndex:6965; }","duration":"462.453093ms","start":"2026-04-21T03:38:50.893921Z","end":"2026-04-21T03:38:51.356374Z","steps":["trace[1893249999] 'read index received' (duration: 67.831µs)","trace[1893249999] 'applied index is now lower than readState.Index' (duration: 462.382112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:51.356508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.725957Z","time spent":"630.477811ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:51.356656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.716811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:51.356698Z","caller":"traceutil/trace.go:171","msg":"trace[1153926221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6713; }","duration":"462.809405ms","start":"2026-04-21T03:38:50.893878Z","end":"2026-04-21T03:38:51.356688Z","steps":["trace[1153926221] 'agreement among raft nodes before linearized reading' (duration: 462.63563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:51.356729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.735912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:38:51.356734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.893858Z","time spent":"462.868626ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:38:51.356767Z","caller":"traceutil/trace.go:171","msg":"trace[2101799654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6713; }","duration":"462.785383ms","start":"2026-04-21T03:38:50.893971Z","end":"2026-04-21T03:38:51.356756Z","steps":["trace[2101799654] 'agreement among raft nodes before linearized reading' (duration: 462.659399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:51.356796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:50.893966Z","time spent":"462.824534ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:52.287944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.559985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:52.288057Z","caller":"traceutil/trace.go:171","msg":"trace[348539256] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"926.619681ms","start":"2026-04-21T03:38:51.361416Z","end":"2026-04-21T03:38:52.288036Z","steps":["trace[348539256] 'process raft request' (duration: 180.8569ms)","trace[348539256] 'compare' (duration: 745.046341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:52.288131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:51.361394Z","time spent":"926.702093ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:52.599657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.29625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:52.599825Z","caller":"traceutil/trace.go:171","msg":"trace[2041178983] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6970; }","duration":"209.062567ms","start":"2026-04-21T03:38:52.390751Z","end":"2026-04-21T03:38:52.599813Z","steps":["trace[2041178983] 'read index received' (duration: 6.394477ms)","trace[2041178983] 'applied index is now lower than readState.Index' (duration: 202.66734ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:52.599894Z","caller":"traceutil/trace.go:171","msg":"trace[1608785737] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"1.237608509s","start":"2026-04-21T03:38:51.362278Z","end":"2026-04-21T03:38:52.599886Z","steps":["trace[1608785737] 'process raft request' (duration: 1.034871897s)","trace[1608785737] 'compare' (duration: 202.062903ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:52.599968Z","caller":"traceutil/trace.go:171","msg":"trace[499345785] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"460.150573ms","start":"2026-04-21T03:38:52.139785Z","end":"2026-04-21T03:38:52.599936Z","steps":["trace[499345785] 'process raft request' (duration: 460.000908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:52.60012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:52.139759Z","time spent":"460.280997ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:52.600167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.422117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:52.600203Z","caller":"traceutil/trace.go:171","msg":"trace[149659722] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6717; }","duration":"209.494609ms","start":"2026-04-21T03:38:52.390697Z","end":"2026-04-21T03:38:52.600192Z","steps":["trace[149659722] 'agreement among raft nodes before linearized reading' (duration: 209.436378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:52.600207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.780739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:52.600884Z","caller":"traceutil/trace.go:171","msg":"trace[1192035558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6717; }","duration":"160.59156ms","start":"2026-04-21T03:38:52.440264Z","end":"2026-04-21T03:38:52.600855Z","steps":["trace[1192035558] 'agreement among raft nodes before linearized reading' (duration: 159.725687ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:52.600251Z","caller":"traceutil/trace.go:171","msg":"trace[1180089554] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"1.010182826s","start":"2026-04-21T03:38:51.590057Z","end":"2026-04-21T03:38:52.60024Z","steps":["trace[1180089554] 'process raft request' (duration: 1.009676711s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:52.601329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:51.590032Z","time spent":"1.011221014s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:52.599935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:51.362263Z","time spent":"1.23765163s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:53.016873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.872741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:38:53.01697Z","caller":"traceutil/trace.go:171","msg":"trace[500993436] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6717; }","duration":"249.999475ms","start":"2026-04-21T03:38:52.766948Z","end":"2026-04-21T03:38:53.016947Z","steps":["trace[500993436] 'range keys from in-memory index tree' (duration: 249.643114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:53.017774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.15093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:38:53.018002Z","caller":"traceutil/trace.go:171","msg":"trace[308439333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6717; }","duration":"290.422488ms","start":"2026-04-21T03:38:52.727556Z","end":"2026-04-21T03:38:53.017978Z","steps":["trace[308439333] 'range keys from in-memory index tree' (duration: 289.388398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:53.36114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.665433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:53.361386Z","caller":"traceutil/trace.go:171","msg":"trace[1644103275] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"272.193684ms","start":"2026-04-21T03:38:53.089176Z","end":"2026-04-21T03:38:53.36137Z","steps":["trace[1644103275] 'process raft request' (duration: 272.059111ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:53.36158Z","caller":"traceutil/trace.go:171","msg":"trace[1858958968] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"339.141161ms","start":"2026-04-21T03:38:53.022418Z","end":"2026-04-21T03:38:53.361559Z","steps":["trace[1858958968] 'process raft request' (duration: 189.000385ms)","trace[1858958968] 'compare' (duration: 149.52881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:53.361686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.022402Z","time spent":"339.224754ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:53.647171Z","caller":"traceutil/trace.go:171","msg":"trace[1170014619] linearizableReadLoop","detail":"{readStateIndex:6978; appliedIndex:6976; }","duration":"283.560359ms","start":"2026-04-21T03:38:53.363588Z","end":"2026-04-21T03:38:53.647149Z","steps":["trace[1170014619] 'read index received' (duration: 37.561713ms)","trace[1170014619] 'applied index is now lower than readState.Index' (duration: 245.997756ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:53.647465Z","caller":"traceutil/trace.go:171","msg":"trace[1489459241] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"281.939514ms","start":"2026-04-21T03:38:53.365504Z","end":"2026-04-21T03:38:53.647443Z","steps":["trace[1489459241] 'process raft request' (duration: 281.604975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:53.647551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.608893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:53.647633Z","caller":"traceutil/trace.go:171","msg":"trace[1390176802] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"282.656524ms","start":"2026-04-21T03:38:53.364959Z","end":"2026-04-21T03:38:53.647615Z","steps":["trace[1390176802] 'process raft request' (duration: 282.109009ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:53.64782Z","caller":"traceutil/trace.go:171","msg":"trace[1345870476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6723; }","duration":"206.721655ms","start":"2026-04-21T03:38:53.440889Z","end":"2026-04-21T03:38:53.647611Z","steps":["trace[1345870476] 'agreement among raft nodes before linearized reading' (duration: 206.593902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:53.648092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.469005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-21T03:38:53.648171Z","caller":"traceutil/trace.go:171","msg":"trace[1492698068] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6723; }","duration":"284.579658ms","start":"2026-04-21T03:38:53.363573Z","end":"2026-04-21T03:38:53.648152Z","steps":["trace[1492698068] 'agreement among raft nodes before linearized reading' (duration: 284.233659ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:53.647505Z","caller":"traceutil/trace.go:171","msg":"trace[1222542833] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"285.189614ms","start":"2026-04-21T03:38:53.362292Z","end":"2026-04-21T03:38:53.647482Z","steps":["trace[1222542833] 'process raft request' (duration: 240.254137ms)","trace[1222542833] 'compare' (duration: 44.418953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:54.319424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.428728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:54.319527Z","caller":"traceutil/trace.go:171","msg":"trace[1038223757] linearizableReadLoop","detail":"{readStateIndex:6981; appliedIndex:6980; }","duration":"472.832012ms","start":"2026-04-21T03:38:53.846677Z","end":"2026-04-21T03:38:54.319509Z","steps":["trace[1038223757] 'read index received' (duration: 105.224409ms)","trace[1038223757] 'applied index is now lower than readState.Index' (duration: 367.606013ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:54.319671Z","caller":"traceutil/trace.go:171","msg":"trace[1343706702] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"574.102863ms","start":"2026-04-21T03:38:53.745496Z","end":"2026-04-21T03:38:54.319599Z","steps":["trace[1343706702] 'process raft request' (duration: 206.428919ms)","trace[1343706702] 'compare' (duration: 366.294857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:54.319751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.066849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-21T03:38:54.31978Z","caller":"traceutil/trace.go:171","msg":"trace[1781373193] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6724; }","duration":"473.12689ms","start":"2026-04-21T03:38:53.846644Z","end":"2026-04-21T03:38:54.319771Z","steps":["trace[1781373193] 'agreement among raft nodes before linearized reading' (duration: 472.962336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.319814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.846628Z","time spent":"473.178072ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":717,"request content":"key:\"/registry/services/endpoints/openstack/memcached\" "} {"level":"warn","ts":"2026-04-21T03:38:54.319858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.745482Z","time spent":"574.287259ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:54.320524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.708516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:54.320577Z","caller":"traceutil/trace.go:171","msg":"trace[1070988829] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6724; }","duration":"287.806399ms","start":"2026-04-21T03:38:54.032759Z","end":"2026-04-21T03:38:54.320566Z","steps":["trace[1070988829] 'agreement among raft nodes before linearized reading' (duration: 287.710226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.320597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.401444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:54.320643Z","caller":"traceutil/trace.go:171","msg":"trace[360509654] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6724; }","duration":"196.444566ms","start":"2026-04-21T03:38:54.124185Z","end":"2026-04-21T03:38:54.320629Z","steps":["trace[360509654] 'agreement among raft nodes before linearized reading' (duration: 196.380064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.320631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.681327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-04-21T03:38:54.320603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.726335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:54.320523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.541973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:54.320699Z","caller":"traceutil/trace.go:171","msg":"trace[1506095763] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6724; }","duration":"473.785859ms","start":"2026-04-21T03:38:53.846897Z","end":"2026-04-21T03:38:54.320682Z","steps":["trace[1506095763] 'agreement among raft nodes before linearized reading' (duration: 473.578553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.320833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.846884Z","time spent":"473.935574ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-21T03:38:54.32073Z","caller":"traceutil/trace.go:171","msg":"trace[334024417] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6724; }","duration":"473.771649ms","start":"2026-04-21T03:38:53.84695Z","end":"2026-04-21T03:38:54.320722Z","steps":["trace[334024417] 'agreement among raft nodes before linearized reading' (duration: 473.522752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.320936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.846805Z","time spent":"474.120449ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:38:54.320713Z","caller":"traceutil/trace.go:171","msg":"trace[765235747] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6724; }","duration":"336.924852ms","start":"2026-04-21T03:38:53.983769Z","end":"2026-04-21T03:38:54.320694Z","steps":["trace[765235747] 'agreement among raft nodes before linearized reading' (duration: 336.731707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.320995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.983738Z","time spent":"337.24478ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:54.321226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.258542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-21T03:38:54.321508Z","caller":"traceutil/trace.go:171","msg":"trace[1452487597] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6724; }","duration":"474.572901ms","start":"2026-04-21T03:38:53.846914Z","end":"2026-04-21T03:38:54.321487Z","steps":["trace[1452487597] 'agreement among raft nodes before linearized reading' (duration: 473.864222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.321781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:53.846905Z","time spent":"474.860689ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-21T03:38:54.903109Z","caller":"traceutil/trace.go:171","msg":"trace[965877115] linearizableReadLoop","detail":"{readStateIndex:6983; appliedIndex:6982; }","duration":"374.975976ms","start":"2026-04-21T03:38:54.528113Z","end":"2026-04-21T03:38:54.903089Z","steps":["trace[965877115] 'read index received' (duration: 374.882243ms)","trace[965877115] 'applied index is now lower than readState.Index' (duration: 92.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:54.903172Z","caller":"traceutil/trace.go:171","msg":"trace[1435371464] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"576.161164ms","start":"2026-04-21T03:38:54.326979Z","end":"2026-04-21T03:38:54.90314Z","steps":["trace[1435371464] 'process raft request' (duration: 575.988029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.903308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.32696Z","time spent":"576.276637ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:54.903314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.198382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-21T03:38:54.903355Z","caller":"traceutil/trace.go:171","msg":"trace[409449172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6726; }","duration":"375.287015ms","start":"2026-04-21T03:38:54.528058Z","end":"2026-04-21T03:38:54.903345Z","steps":["trace[409449172] 'agreement among raft nodes before linearized reading' (duration: 375.13376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:54.903407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.528037Z","time spent":"375.361326ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:38:55.38151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.416262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:55.381824Z","caller":"traceutil/trace.go:171","msg":"trace[1867739179] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"472.773837ms","start":"2026-04-21T03:38:54.909034Z","end":"2026-04-21T03:38:55.381807Z","steps":["trace[1867739179] 'process raft request' (duration: 472.734266ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:55.381796Z","caller":"traceutil/trace.go:171","msg":"trace[432780668] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"775.667794ms","start":"2026-04-21T03:38:54.606065Z","end":"2026-04-21T03:38:55.381733Z","steps":["trace[432780668] 'process raft request' (duration: 775.534899ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:55.381865Z","caller":"traceutil/trace.go:171","msg":"trace[1030781183] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"474.491335ms","start":"2026-04-21T03:38:54.907356Z","end":"2026-04-21T03:38:55.381848Z","steps":["trace[1030781183] 'process raft request' (duration: 474.361471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.381899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.909013Z","time spent":"472.855058ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:55.381933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.907337Z","time spent":"474.564946ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:55.381955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.606052Z","time spent":"775.828638ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:55.381985Z","caller":"traceutil/trace.go:171","msg":"trace[273780764] linearizableReadLoop","detail":"{readStateIndex:6985; appliedIndex:6983; }","duration":"478.787463ms","start":"2026-04-21T03:38:54.903171Z","end":"2026-04-21T03:38:55.381959Z","steps":["trace[273780764] 'read index received' (duration: 91.856416ms)","trace[273780764] 'applied index is now lower than readState.Index' (duration: 386.929707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:55.382138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.329709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:55.38217Z","caller":"traceutil/trace.go:171","msg":"trace[1709770604] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6730; }","duration":"540.393851ms","start":"2026-04-21T03:38:54.841767Z","end":"2026-04-21T03:38:55.38216Z","steps":["trace[1709770604] 'agreement among raft nodes before linearized reading' (duration: 540.34636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.382202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.841748Z","time spent":"540.447442ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:38:55.382214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.566638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-21T03:38:55.382254Z","caller":"traceutil/trace.go:171","msg":"trace[157800497] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6730; }","duration":"539.63338ms","start":"2026-04-21T03:38:54.842609Z","end":"2026-04-21T03:38:55.382242Z","steps":["trace[157800497] 'agreement among raft nodes before linearized reading' (duration: 539.475426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.382274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.51505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:55.382288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.8426Z","time spent":"539.679741ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-21T03:38:55.382309Z","caller":"traceutil/trace.go:171","msg":"trace[420078705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6730; }","duration":"397.596012ms","start":"2026-04-21T03:38:54.984703Z","end":"2026-04-21T03:38:55.382299Z","steps":["trace[420078705] 'agreement among raft nodes before linearized reading' (duration: 397.54058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.382339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.984678Z","time spent":"397.652804ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:55.382394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.512364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-21T03:38:55.382448Z","caller":"traceutil/trace.go:171","msg":"trace[1092868989] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6730; }","duration":"540.577776ms","start":"2026-04-21T03:38:54.841858Z","end":"2026-04-21T03:38:55.382436Z","steps":["trace[1092868989] 'agreement among raft nodes before linearized reading' (duration: 540.437822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.382478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.841852Z","time spent":"540.618887ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-21T03:38:55.382606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.717319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-21T03:38:55.38263Z","caller":"traceutil/trace.go:171","msg":"trace[223287625] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6730; }","duration":"540.767051ms","start":"2026-04-21T03:38:54.841855Z","end":"2026-04-21T03:38:55.382622Z","steps":["trace[223287625] 'agreement among raft nodes before linearized reading' (duration: 540.689719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.382653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.061829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:38:55.382658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.84184Z","time spent":"540.809523ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":717,"request content":"key:\"/registry/services/endpoints/openstack/memcached\" "} {"level":"info","ts":"2026-04-21T03:38:55.382685Z","caller":"traceutil/trace.go:171","msg":"trace[100820292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6730; }","duration":"778.122631ms","start":"2026-04-21T03:38:54.604554Z","end":"2026-04-21T03:38:55.382676Z","steps":["trace[100820292] 'agreement among raft nodes before linearized reading' (duration: 778.041109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.382714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.604536Z","time spent":"778.169813ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:38:55.383197Z","caller":"traceutil/trace.go:171","msg":"trace[7579521] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"777.644478ms","start":"2026-04-21T03:38:54.604147Z","end":"2026-04-21T03:38:55.381792Z","steps":["trace[7579521] 'process raft request' (duration: 390.865925ms)","trace[7579521] 'compare' (duration: 386.072513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:55.383324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:54.604122Z","time spent":"779.128619ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:55.748069Z","caller":"traceutil/trace.go:171","msg":"trace[686098486] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"361.43948ms","start":"2026-04-21T03:38:55.386603Z","end":"2026-04-21T03:38:55.748043Z","steps":["trace[686098486] 'process raft request' (duration: 361.265815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:55.748372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.386585Z","time spent":"361.547983ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:56.353607Z","caller":"traceutil/trace.go:171","msg":"trace[221463039] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"965.851418ms","start":"2026-04-21T03:38:55.387734Z","end":"2026-04-21T03:38:56.353586Z","steps":["trace[221463039] 'process raft request' (duration: 965.678644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.353741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.387713Z","time spent":"965.959422ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:56.354158Z","caller":"traceutil/trace.go:171","msg":"trace[638170067] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"965.623534ms","start":"2026-04-21T03:38:55.388525Z","end":"2026-04-21T03:38:56.354148Z","steps":["trace[638170067] 'process raft request' (duration: 965.026106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.354219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.388502Z","time spent":"965.686355ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:56.355115Z","caller":"traceutil/trace.go:171","msg":"trace[439466087] transaction","detail":"{read_only:false; response_revision:6734; number_of_response:1; }","duration":"963.639268ms","start":"2026-04-21T03:38:55.391459Z","end":"2026-04-21T03:38:56.355098Z","steps":["trace[439466087] 'process raft request' (duration: 962.466296ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.355203Z","caller":"traceutil/trace.go:171","msg":"trace[649340477] transaction","detail":"{read_only:false; response_revision:6735; number_of_response:1; }","duration":"949.708272ms","start":"2026-04-21T03:38:55.405479Z","end":"2026-04-21T03:38:56.355187Z","steps":["trace[649340477] 'process raft request' (duration: 949.345212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.355268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.405465Z","time spent":"949.771864ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:56.355355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.391444Z","time spent":"963.781852ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:56.355457Z","caller":"traceutil/trace.go:171","msg":"trace[1134468609] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"701.153108ms","start":"2026-04-21T03:38:55.654294Z","end":"2026-04-21T03:38:56.355447Z","steps":["trace[1134468609] 'process raft request' (duration: 700.633744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.355515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.654278Z","time spent":"701.20724ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:56.355854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.456456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:56.355956Z","caller":"traceutil/trace.go:171","msg":"trace[1016810434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6736; }","duration":"914.59238ms","start":"2026-04-21T03:38:55.441352Z","end":"2026-04-21T03:38:56.355944Z","steps":["trace[1016810434] 'agreement among raft nodes before linearized reading' (duration: 914.461536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.356018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.441334Z","time spent":"914.673071ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:38:56.355759Z","caller":"traceutil/trace.go:171","msg":"trace[238938357] linearizableReadLoop","detail":"{readStateIndex:6992; appliedIndex:6987; }","duration":"913.576231ms","start":"2026-04-21T03:38:55.441397Z","end":"2026-04-21T03:38:56.354973Z","steps":["trace[238938357] 'read index received' (duration: 306.512278ms)","trace[238938357] 'applied index is now lower than readState.Index' (duration: 607.063083ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:56.555009Z","caller":"traceutil/trace.go:171","msg":"trace[748443426] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"193.486944ms","start":"2026-04-21T03:38:56.361503Z","end":"2026-04-21T03:38:56.55499Z","steps":["trace[748443426] 'process raft request' (duration: 193.438042ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.555395Z","caller":"traceutil/trace.go:171","msg":"trace[2097246724] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"803.194358ms","start":"2026-04-21T03:38:55.752176Z","end":"2026-04-21T03:38:56.55537Z","steps":["trace[2097246724] 'process raft request' (duration: 722.950729ms)","trace[2097246724] 'compare' (duration: 79.595301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:56.555474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.752156Z","time spent":"803.26567ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:56.555606Z","caller":"traceutil/trace.go:171","msg":"trace[1101209585] linearizableReadLoop","detail":"{readStateIndex:6994; appliedIndex:6993; }","duration":"197.269668ms","start":"2026-04-21T03:38:56.358326Z","end":"2026-04-21T03:38:56.555596Z","steps":["trace[1101209585] 'read index received' (duration: 116.72851ms)","trace[1101209585] 'applied index is now lower than readState.Index' (duration: 80.539978ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:56.555783Z","caller":"traceutil/trace.go:171","msg":"trace[1730696337] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"194.43848ms","start":"2026-04-21T03:38:56.361335Z","end":"2026-04-21T03:38:56.555774Z","steps":["trace[1730696337] 'process raft request' (duration: 193.551045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.55612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.876564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-21T03:38:56.556153Z","caller":"traceutil/trace.go:171","msg":"trace[717272440] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6739; }","duration":"219.952056ms","start":"2026-04-21T03:38:56.336191Z","end":"2026-04-21T03:38:56.556143Z","steps":["trace[717272440] 'agreement among raft nodes before linearized reading' (duration: 219.844463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.556309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.536179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:56.556338Z","caller":"traceutil/trace.go:171","msg":"trace[1654625297] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6739; }","duration":"230.598711ms","start":"2026-04-21T03:38:56.325729Z","end":"2026-04-21T03:38:56.556328Z","steps":["trace[1654625297] 'agreement among raft nodes before linearized reading' (duration: 230.537479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.556472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.318885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:56.556506Z","caller":"traceutil/trace.go:171","msg":"trace[1624751982] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6739; }","duration":"572.413687ms","start":"2026-04-21T03:38:55.984083Z","end":"2026-04-21T03:38:56.556497Z","steps":["trace[1624751982] 'agreement among raft nodes before linearized reading' (duration: 572.365555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.556534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.984064Z","time spent":"572.462349ms","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:56.55672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.842557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:56.556745Z","caller":"traceutil/trace.go:171","msg":"trace[1611010491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6739; }","duration":"903.897558ms","start":"2026-04-21T03:38:55.65284Z","end":"2026-04-21T03:38:56.556738Z","steps":["trace[1611010491] 'agreement among raft nodes before linearized reading' (duration: 903.819106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.556769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.652835Z","time spent":"903.929149ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:38:56.55695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.123235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:38:56.556975Z","caller":"traceutil/trace.go:171","msg":"trace[1125307888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6739; }","duration":"904.182886ms","start":"2026-04-21T03:38:55.652785Z","end":"2026-04-21T03:38:56.556968Z","steps":["trace[1125307888] 'agreement among raft nodes before linearized reading' (duration: 904.109354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.557698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.824275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-21T03:38:56.557778Z","caller":"traceutil/trace.go:171","msg":"trace[1208654645] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6739; }","duration":"925.920817ms","start":"2026-04-21T03:38:55.631839Z","end":"2026-04-21T03:38:56.557759Z","steps":["trace[1208654645] 'agreement among raft nodes before linearized reading' (duration: 925.689151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.557821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.631837Z","time spent":"925.976569ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-21T03:38:56.557999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.159505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-21T03:38:56.558031Z","caller":"traceutil/trace.go:171","msg":"trace[1189505521] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6739; }","duration":"926.194955ms","start":"2026-04-21T03:38:55.631827Z","end":"2026-04-21T03:38:56.558022Z","steps":["trace[1189505521] 'agreement among raft nodes before linearized reading' (duration: 926.104503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.558056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.631825Z","time spent":"926.225276ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":717,"request content":"key:\"/registry/services/endpoints/openstack/memcached\" "} {"level":"warn","ts":"2026-04-21T03:38:56.558243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.420321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-21T03:38:56.558283Z","caller":"traceutil/trace.go:171","msg":"trace[525731482] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6739; }","duration":"926.466612ms","start":"2026-04-21T03:38:55.631806Z","end":"2026-04-21T03:38:56.558273Z","steps":["trace[525731482] 'agreement among raft nodes before linearized reading' (duration: 926.37514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.558314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.631802Z","time spent":"926.505484ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-21T03:38:56.55862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.667262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-767cbbff46-ccwx8\" ","response":"range_response_count:1 size:9235"} {"level":"warn","ts":"2026-04-21T03:38:56.558698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.492621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-21T03:38:56.55874Z","caller":"traceutil/trace.go:171","msg":"trace[1964617631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6739; }","duration":"143.557933ms","start":"2026-04-21T03:38:56.415171Z","end":"2026-04-21T03:38:56.558728Z","steps":["trace[1964617631] 'agreement among raft nodes before linearized reading' (duration: 143.45319ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.558788Z","caller":"traceutil/trace.go:171","msg":"trace[1742616699] range","detail":"{range_begin:/registry/pods/openstack/horizon-767cbbff46-ccwx8; range_end:; response_count:1; response_revision:6739; }","duration":"196.804886ms","start":"2026-04-21T03:38:56.361906Z","end":"2026-04-21T03:38:56.558711Z","steps":["trace[1742616699] 'agreement among raft nodes before linearized reading' (duration: 196.553129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.558899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.774838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:56.558932Z","caller":"traceutil/trace.go:171","msg":"trace[1118259725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6739; }","duration":"117.849521ms","start":"2026-04-21T03:38:56.441074Z","end":"2026-04-21T03:38:56.558924Z","steps":["trace[1118259725] 'agreement among raft nodes before linearized reading' (duration: 117.80061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.558917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.032177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:56.559013Z","caller":"traceutil/trace.go:171","msg":"trace[283362642] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6739; }","duration":"928.175781ms","start":"2026-04-21T03:38:55.630817Z","end":"2026-04-21T03:38:56.558993Z","steps":["trace[283362642] 'agreement among raft nodes before linearized reading' (duration: 928.023757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.559056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.630803Z","time spent":"928.244973ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:38:56.559219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.821659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:56.559248Z","caller":"traceutil/trace.go:171","msg":"trace[1195612064] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6739; }","duration":"954.85571ms","start":"2026-04-21T03:38:55.604385Z","end":"2026-04-21T03:38:56.55924Z","steps":["trace[1195612064] 'agreement among raft nodes before linearized reading' (duration: 954.787648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.559272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.604338Z","time spent":"954.926931ms","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:56.559329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.212591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:56.559387Z","caller":"traceutil/trace.go:171","msg":"trace[2144854900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6739; }","duration":"165.302213ms","start":"2026-04-21T03:38:56.394074Z","end":"2026-04-21T03:38:56.559376Z","steps":["trace[2144854900] 'agreement among raft nodes before linearized reading' (duration: 165.095858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.564438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:55.652773Z","time spent":"904.222277ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:38:56.959922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.510749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:56.960056Z","caller":"traceutil/trace.go:171","msg":"trace[928375685] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"394.224537ms","start":"2026-04-21T03:38:56.565802Z","end":"2026-04-21T03:38:56.960027Z","steps":["trace[928375685] 'process raft request' (duration: 155.552054ms)","trace[928375685] 'compare' (duration: 238.343834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:56.960157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.565771Z","time spent":"394.3386ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:56.991242Z","caller":"traceutil/trace.go:171","msg":"trace[1030014751] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"423.935738ms","start":"2026-04-21T03:38:56.56727Z","end":"2026-04-21T03:38:56.991206Z","steps":["trace[1030014751] 'process raft request' (duration: 423.703412ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.991322Z","caller":"traceutil/trace.go:171","msg":"trace[130971313] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"422.564111ms","start":"2026-04-21T03:38:56.568749Z","end":"2026-04-21T03:38:56.991313Z","steps":["trace[130971313] 'process raft request' (duration: 422.356356ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.991265Z","caller":"traceutil/trace.go:171","msg":"trace[726767465] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"422.358585ms","start":"2026-04-21T03:38:56.568882Z","end":"2026-04-21T03:38:56.991241Z","steps":["trace[726767465] 'process raft request' (duration: 422.282133ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.991548Z","caller":"traceutil/trace.go:171","msg":"trace[1648178795] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"422.54773ms","start":"2026-04-21T03:38:56.568948Z","end":"2026-04-21T03:38:56.991495Z","steps":["trace[1648178795] 'process raft request' (duration: 422.252832ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:56.991528Z","caller":"traceutil/trace.go:171","msg":"trace[1942688856] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"420.493593ms","start":"2026-04-21T03:38:56.57101Z","end":"2026-04-21T03:38:56.991503Z","steps":["trace[1942688856] 'process raft request' (duration: 420.36403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:56.991555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.56887Z","time spent":"422.629122ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:56.991505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.568724Z","time spent":"422.634572ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:56.991643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.56894Z","time spent":"422.636873ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:56.991665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.571003Z","time spent":"420.589436ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:56.992283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.567252Z","time spent":"424.076223ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:38:57.331268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.785791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:57.331531Z","caller":"traceutil/trace.go:171","msg":"trace[1004332926] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"582.895738ms","start":"2026-04-21T03:38:56.748621Z","end":"2026-04-21T03:38:57.331516Z","steps":["trace[1004332926] 'process raft request' (duration: 365.736206ms)","trace[1004332926] 'compare' (duration: 216.448602ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:57.331481Z","caller":"traceutil/trace.go:171","msg":"trace[2131820999] linearizableReadLoop","detail":"{readStateIndex:7003; appliedIndex:7002; }","duration":"333.323123ms","start":"2026-04-21T03:38:56.998051Z","end":"2026-04-21T03:38:57.331374Z","steps":["trace[2131820999] 'read index received' (duration: 116.325606ms)","trace[2131820999] 'applied index is now lower than readState.Index' (duration: 216.995526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:57.331597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.748595Z","time spent":"582.9736ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:57.331828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.726764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" ","response":"range_response_count:1 size:6004"} {"level":"info","ts":"2026-04-21T03:38:57.331931Z","caller":"traceutil/trace.go:171","msg":"trace[820595146] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-8jpzx; range_end:; response_count:1; response_revision:6746; }","duration":"333.905129ms","start":"2026-04-21T03:38:56.998009Z","end":"2026-04-21T03:38:57.331914Z","steps":["trace[820595146] 'agreement among raft nodes before linearized reading' (duration: 333.55126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:57.332032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.997992Z","time spent":"334.022282ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6027,"request content":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" "} {"level":"info","ts":"2026-04-21T03:38:57.421772Z","caller":"traceutil/trace.go:171","msg":"trace[122242068] transaction","detail":"{read_only:false; response_revision:6749; number_of_response:1; }","duration":"422.916038ms","start":"2026-04-21T03:38:56.998838Z","end":"2026-04-21T03:38:57.421754Z","steps":["trace[122242068] 'process raft request' (duration: 422.883627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:57.421878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.998817Z","time spent":"423.014491ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:38:57.422184Z","caller":"traceutil/trace.go:171","msg":"trace[613806605] transaction","detail":"{read_only:false; response_revision:6748; number_of_response:1; }","duration":"423.393191ms","start":"2026-04-21T03:38:56.998776Z","end":"2026-04-21T03:38:57.42217Z","steps":["trace[613806605] 'process raft request' (duration: 422.910458ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:57.422227Z","caller":"traceutil/trace.go:171","msg":"trace[1511613261] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"423.643758ms","start":"2026-04-21T03:38:56.998557Z","end":"2026-04-21T03:38:57.422201Z","steps":["trace[1511613261] 'process raft request' (duration: 423.008071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:57.422309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.99876Z","time spent":"423.483684ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:57.422334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:56.998541Z","time spent":"423.74813ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:38:57.563341Z","caller":"traceutil/trace.go:171","msg":"trace[1596878140] transaction","detail":"{read_only:false; response_revision:6753; number_of_response:1; }","duration":"136.003478ms","start":"2026-04-21T03:38:57.427315Z","end":"2026-04-21T03:38:57.563318Z","steps":["trace[1596878140] 'process raft request' (duration: 135.914575ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:57.563472Z","caller":"traceutil/trace.go:171","msg":"trace[1984273866] transaction","detail":"{read_only:false; response_revision:6750; number_of_response:1; }","duration":"223.444904ms","start":"2026-04-21T03:38:57.34Z","end":"2026-04-21T03:38:57.563445Z","steps":["trace[1984273866] 'process raft request' (duration: 159.838037ms)","trace[1984273866] 'compare' (duration: 62.921709ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:57.563669Z","caller":"traceutil/trace.go:171","msg":"trace[1151102163] transaction","detail":"{read_only:false; response_revision:6751; number_of_response:1; }","duration":"174.084021ms","start":"2026-04-21T03:38:57.389564Z","end":"2026-04-21T03:38:57.563649Z","steps":["trace[1151102163] 'process raft request' (duration: 173.514995ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:57.563718Z","caller":"traceutil/trace.go:171","msg":"trace[952510432] linearizableReadLoop","detail":"{readStateIndex:7007; appliedIndex:7003; }","duration":"175.854519ms","start":"2026-04-21T03:38:57.38785Z","end":"2026-04-21T03:38:57.563705Z","steps":["trace[952510432] 'read index received' (duration: 33.746243ms)","trace[952510432] 'applied index is now lower than readState.Index' (duration: 142.107006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:57.563787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.921331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:57.565675Z","caller":"traceutil/trace.go:171","msg":"trace[1522781104] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6753; }","duration":"177.858875ms","start":"2026-04-21T03:38:57.387796Z","end":"2026-04-21T03:38:57.565655Z","steps":["trace[1522781104] 'agreement among raft nodes before linearized reading' (duration: 175.945751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:57.565575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.433139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:57.566167Z","caller":"traceutil/trace.go:171","msg":"trace[137472672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6753; }","duration":"125.045505ms","start":"2026-04-21T03:38:57.44109Z","end":"2026-04-21T03:38:57.566135Z","steps":["trace[137472672] 'agreement among raft nodes before linearized reading' (duration: 124.432988ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:57.569382Z","caller":"traceutil/trace.go:171","msg":"trace[1829375030] transaction","detail":"{read_only:false; response_revision:6752; number_of_response:1; }","duration":"179.793429ms","start":"2026-04-21T03:38:57.389571Z","end":"2026-04-21T03:38:57.569364Z","steps":["trace[1829375030] 'process raft request' (duration: 173.609978ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:57.856082Z","caller":"traceutil/trace.go:171","msg":"trace[763179744] linearizableReadLoop","detail":"{readStateIndex:7011; appliedIndex:7010; }","duration":"209.041898ms","start":"2026-04-21T03:38:57.647014Z","end":"2026-04-21T03:38:57.856056Z","steps":["trace[763179744] 'read index received' (duration: 197.923981ms)","trace[763179744] 'applied index is now lower than readState.Index' (duration: 11.116437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:57.856209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.179952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:57.856253Z","caller":"traceutil/trace.go:171","msg":"trace[1736547638] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6754; }","duration":"209.275394ms","start":"2026-04-21T03:38:57.646964Z","end":"2026-04-21T03:38:57.85624Z","steps":["trace[1736547638] 'agreement among raft nodes before linearized reading' (duration: 209.184392ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:57.856119Z","caller":"traceutil/trace.go:171","msg":"trace[2011556203] transaction","detail":"{read_only:false; response_revision:6754; number_of_response:1; }","duration":"278.887308ms","start":"2026-04-21T03:38:57.577198Z","end":"2026-04-21T03:38:57.856085Z","steps":["trace[2011556203] 'process raft request' (duration: 267.691428ms)","trace[2011556203] 'compare' (duration: 10.887352ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:58.073463Z","caller":"traceutil/trace.go:171","msg":"trace[1660154221] transaction","detail":"{read_only:false; response_revision:6755; number_of_response:1; }","duration":"139.036211ms","start":"2026-04-21T03:38:57.934399Z","end":"2026-04-21T03:38:58.073435Z","steps":["trace[1660154221] 'process raft request' (duration: 125.514959ms)","trace[1660154221] 'compare' (duration: 13.421609ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:58.105093Z","caller":"traceutil/trace.go:171","msg":"trace[877406384] transaction","detail":"{read_only:false; response_revision:6756; number_of_response:1; }","duration":"169.41812ms","start":"2026-04-21T03:38:57.935653Z","end":"2026-04-21T03:38:58.105071Z","steps":["trace[877406384] 'process raft request' (duration: 169.276476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:58.262736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.092151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-21T03:38:59.350795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.026561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:59.350976Z","caller":"traceutil/trace.go:171","msg":"trace[2128475399] linearizableReadLoop","detail":"{readStateIndex:7016; appliedIndex:7014; }","duration":"989.121609ms","start":"2026-04-21T03:38:58.361838Z","end":"2026-04-21T03:38:59.350959Z","steps":["trace[2128475399] 'read index received' (duration: 68.596604ms)","trace[2128475399] 'applied index is now lower than readState.Index' (duration: 920.523265ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:38:59.351239Z","caller":"traceutil/trace.go:171","msg":"trace[524197867] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"991.180285ms","start":"2026-04-21T03:38:58.360045Z","end":"2026-04-21T03:38:59.351226Z","steps":["trace[524197867] 'process raft request' (duration: 170.647102ms)","trace[524197867] 'compare' (duration: 819.781483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:59.351348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.360031Z","time spent":"991.279619ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:38:59.351399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.710628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:38:59.351484Z","caller":"traceutil/trace.go:171","msg":"trace[1307369051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6758; }","duration":"386.837961ms","start":"2026-04-21T03:38:58.964633Z","end":"2026-04-21T03:38:59.351471Z","steps":["trace[1307369051] 'agreement among raft nodes before linearized reading' (duration: 386.646036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.351519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.964598Z","time spent":"386.897913ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:38:59.351546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.57678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:38:59.351544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.482472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:38:59.351656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.762159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:59.351678Z","caller":"traceutil/trace.go:171","msg":"trace[1265636045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6758; }","duration":"909.812571ms","start":"2026-04-21T03:38:58.44186Z","end":"2026-04-21T03:38:59.351672Z","steps":["trace[1265636045] 'agreement among raft nodes before linearized reading' (duration: 909.78465ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:59.351692Z","caller":"traceutil/trace.go:171","msg":"trace[827408261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6758; }","duration":"603.703339ms","start":"2026-04-21T03:38:58.747969Z","end":"2026-04-21T03:38:59.351673Z","steps":["trace[827408261] 'agreement among raft nodes before linearized reading' (duration: 603.366039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.351698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.441843Z","time spent":"909.850601ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:38:59.351762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.747948Z","time spent":"603.802032ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:38:59.351797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.968242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:59.351825Z","caller":"traceutil/trace.go:171","msg":"trace[962549525] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6758; }","duration":"160.072255ms","start":"2026-04-21T03:38:59.191746Z","end":"2026-04-21T03:38:59.351818Z","steps":["trace[962549525] 'agreement among raft nodes before linearized reading' (duration: 160.028203ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:59.351578Z","caller":"traceutil/trace.go:171","msg":"trace[2084101084] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6758; }","duration":"781.644661ms","start":"2026-04-21T03:38:58.569925Z","end":"2026-04-21T03:38:59.35157Z","steps":["trace[2084101084] 'agreement among raft nodes before linearized reading' (duration: 781.528868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.351939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.569911Z","time spent":"782.019562ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:38:59.352012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.149112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:38:59.352014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.14729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:59.352029Z","caller":"traceutil/trace.go:171","msg":"trace[2010017172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6758; }","duration":"357.185412ms","start":"2026-04-21T03:38:58.994839Z","end":"2026-04-21T03:38:59.352024Z","steps":["trace[2010017172] 'agreement among raft nodes before linearized reading' (duration: 357.142741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.352046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.994829Z","time spent":"357.213643ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:38:59.35206Z","caller":"traceutil/trace.go:171","msg":"trace[34945548] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6758; }","duration":"458.223992ms","start":"2026-04-21T03:38:58.893811Z","end":"2026-04-21T03:38:59.352035Z","steps":["trace[34945548] 'agreement among raft nodes before linearized reading' (duration: 458.16538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.35163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.792998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:38:59.352089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.893785Z","time spent":"458.296724ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:59.351433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.122881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:38:59.35213Z","caller":"traceutil/trace.go:171","msg":"trace[1229489996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6758; }","duration":"990.271431ms","start":"2026-04-21T03:38:58.361832Z","end":"2026-04-21T03:38:59.352103Z","steps":["trace[1229489996] 'agreement among raft nodes before linearized reading' (duration: 989.759257ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:59.352145Z","caller":"traceutil/trace.go:171","msg":"trace[600257562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6758; }","duration":"989.8637ms","start":"2026-04-21T03:38:58.362274Z","end":"2026-04-21T03:38:59.352138Z","steps":["trace[600257562] 'agreement among raft nodes before linearized reading' (duration: 989.003217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.352156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.36178Z","time spent":"990.368355ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:59.352168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.362261Z","time spent":"989.902012ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:59.351971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.254656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:38:59.352229Z","caller":"traceutil/trace.go:171","msg":"trace[694910958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6758; }","duration":"352.510583ms","start":"2026-04-21T03:38:58.999711Z","end":"2026-04-21T03:38:59.352221Z","steps":["trace[694910958] 'agreement among raft nodes before linearized reading' (duration: 352.219695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.352272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.999681Z","time spent":"352.584585ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:38:59.352322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.795864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:38:59.352387Z","caller":"traceutil/trace.go:171","msg":"trace[684394498] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6758; }","duration":"501.931888ms","start":"2026-04-21T03:38:58.850442Z","end":"2026-04-21T03:38:59.352374Z","steps":["trace[684394498] 'agreement among raft nodes before linearized reading' (duration: 501.801304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.351632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.937185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:59.352458Z","caller":"traceutil/trace.go:171","msg":"trace[1552954465] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6758; }","duration":"788.789879ms","start":"2026-04-21T03:38:58.563656Z","end":"2026-04-21T03:38:59.352446Z","steps":["trace[1552954465] 'agreement among raft nodes before linearized reading' (duration: 787.937246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:38:59.35242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.850418Z","time spent":"501.99561ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:38:59.352535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:58.563636Z","time spent":"788.885492ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:38:59.791699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.452024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:38:59.791825Z","caller":"traceutil/trace.go:171","msg":"trace[444300952] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"435.128922ms","start":"2026-04-21T03:38:59.356671Z","end":"2026-04-21T03:38:59.7918Z","steps":["trace[444300952] 'process raft request' (duration: 302.490723ms)","trace[444300952] 'compare' (duration: 132.010562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:59.791896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.356655Z","time spent":"435.211955ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:00.182732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.972067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:00.18288Z","caller":"traceutil/trace.go:171","msg":"trace[1137105025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6759; }","duration":"247.129612ms","start":"2026-04-21T03:38:59.935726Z","end":"2026-04-21T03:39:00.182856Z","steps":["trace[1137105025] 'range keys from in-memory index tree' (duration: 246.953756ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:00.183434Z","caller":"traceutil/trace.go:171","msg":"trace[487686750] linearizableReadLoop","detail":"{readStateIndex:7018; appliedIndex:7016; }","duration":"825.783012ms","start":"2026-04-21T03:38:59.357635Z","end":"2026-04-21T03:39:00.183418Z","steps":["trace[487686750] 'read index received' (duration: 301.615629ms)","trace[487686750] 'applied index is now lower than readState.Index' (duration: 524.166423ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:00.183775Z","caller":"traceutil/trace.go:171","msg":"trace[958370938] transaction","detail":"{read_only:false; response_revision:6760; number_of_response:1; }","duration":"826.188533ms","start":"2026-04-21T03:38:59.357563Z","end":"2026-04-21T03:39:00.183751Z","steps":["trace[958370938] 'process raft request' (duration: 755.494944ms)","trace[958370938] 'compare' (duration: 69.782593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:00.1842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.357554Z","time spent":"826.590024ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:00.183799Z","caller":"traceutil/trace.go:171","msg":"trace[104332101] transaction","detail":"{read_only:false; response_revision:6765; number_of_response:1; }","duration":"610.3599ms","start":"2026-04-21T03:38:59.573416Z","end":"2026-04-21T03:39:00.183776Z","steps":["trace[104332101] 'process raft request' (duration: 609.961579ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:00.183854Z","caller":"traceutil/trace.go:171","msg":"trace[153512425] transaction","detail":"{read_only:false; response_revision:6762; number_of_response:1; }","duration":"824.96707ms","start":"2026-04-21T03:38:59.358852Z","end":"2026-04-21T03:39:00.183819Z","steps":["trace[153512425] 'process raft request' (duration: 824.398734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.184454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.573406Z","time spent":"610.948317ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:00.183895Z","caller":"traceutil/trace.go:171","msg":"trace[1319095799] transaction","detail":"{read_only:false; response_revision:6763; number_of_response:1; }","duration":"824.775995ms","start":"2026-04-21T03:38:59.359062Z","end":"2026-04-21T03:39:00.183838Z","steps":["trace[1319095799] 'process raft request' (duration: 824.218988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.184669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.358833Z","time spent":"825.668959ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:00.183919Z","caller":"traceutil/trace.go:171","msg":"trace[1432412775] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"825.484404ms","start":"2026-04-21T03:38:59.358425Z","end":"2026-04-21T03:39:00.18391Z","steps":["trace[1432412775] 'process raft request' (duration: 824.786034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.186316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.358401Z","time spent":"827.8682ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:00.184007Z","caller":"traceutil/trace.go:171","msg":"trace[1944824026] transaction","detail":"{read_only:false; response_revision:6764; number_of_response:1; }","duration":"613.392174ms","start":"2026-04-21T03:38:59.570535Z","end":"2026-04-21T03:39:00.183927Z","steps":["trace[1944824026] 'process raft request' (duration: 612.808858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.186599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.5705Z","time spent":"616.062448ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:00.184029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.379158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:00.187052Z","caller":"traceutil/trace.go:171","msg":"trace[152819494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6765; }","duration":"829.428853ms","start":"2026-04-21T03:38:59.357609Z","end":"2026-04-21T03:39:00.187038Z","steps":["trace[152819494] 'agreement among raft nodes before linearized reading' (duration: 826.288826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.187144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.357599Z","time spent":"829.530585ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:39:00.184037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.296641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:00.187406Z","caller":"traceutil/trace.go:171","msg":"trace[889692448] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6765; }","duration":"616.713445ms","start":"2026-04-21T03:38:59.570679Z","end":"2026-04-21T03:39:00.187392Z","steps":["trace[889692448] 'agreement among raft nodes before linearized reading' (duration: 613.217009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.187483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.570618Z","time spent":"616.850748ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:00.184999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:38:59.359029Z","time spent":"825.658269ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:00.683841Z","caller":"traceutil/trace.go:171","msg":"trace[367522144] linearizableReadLoop","detail":"{readStateIndex:7024; appliedIndex:7023; }","duration":"243.461339ms","start":"2026-04-21T03:39:00.440353Z","end":"2026-04-21T03:39:00.683815Z","steps":["trace[367522144] 'read index received' (duration: 243.303774ms)","trace[367522144] 'applied index is now lower than readState.Index' (duration: 156.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:00.683909Z","caller":"traceutil/trace.go:171","msg":"trace[1765069309] transaction","detail":"{read_only:false; response_revision:6766; number_of_response:1; }","duration":"247.231722ms","start":"2026-04-21T03:39:00.436647Z","end":"2026-04-21T03:39:00.683879Z","steps":["trace[1765069309] 'process raft request' (duration: 247.007126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.684021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.648843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:00.684102Z","caller":"traceutil/trace.go:171","msg":"trace[29175950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6766; }","duration":"243.797168ms","start":"2026-04-21T03:39:00.440288Z","end":"2026-04-21T03:39:00.684085Z","steps":["trace[29175950] 'agreement among raft nodes before linearized reading' (duration: 243.623663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.8728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.297634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:00.87299Z","caller":"traceutil/trace.go:171","msg":"trace[1003901703] linearizableReadLoop","detail":"{readStateIndex:7026; appliedIndex:7024; }","duration":"189.0656ms","start":"2026-04-21T03:39:00.683909Z","end":"2026-04-21T03:39:00.872974Z","steps":["trace[1003901703] 'read index received' (duration: 35.434907ms)","trace[1003901703] 'applied index is now lower than readState.Index' (duration: 153.629693ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:00.873075Z","caller":"traceutil/trace.go:171","msg":"trace[355439715] transaction","detail":"{read_only:false; response_revision:6768; number_of_response:1; }","duration":"262.917455ms","start":"2026-04-21T03:39:00.610149Z","end":"2026-04-21T03:39:00.873066Z","steps":["trace[355439715] 'process raft request' (duration: 262.7501ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:00.873143Z","caller":"traceutil/trace.go:171","msg":"trace[963896743] transaction","detail":"{read_only:false; response_revision:6767; number_of_response:1; }","duration":"267.317876ms","start":"2026-04-21T03:39:00.605806Z","end":"2026-04-21T03:39:00.873124Z","steps":["trace[963896743] 'process raft request' (duration: 113.616951ms)","trace[963896743] 'compare' (duration: 153.061308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:00.873415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.227736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" ","response":"range_response_count:1 size:6307"} {"level":"info","ts":"2026-04-21T03:39:00.873466Z","caller":"traceutil/trace.go:171","msg":"trace[718308465] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-8jpzx; range_end:; response_count:1; response_revision:6768; }","duration":"266.300288ms","start":"2026-04-21T03:39:00.607143Z","end":"2026-04-21T03:39:00.873443Z","steps":["trace[718308465] 'agreement among raft nodes before linearized reading' (duration: 266.138763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:00.873662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.640757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:00.873737Z","caller":"traceutil/trace.go:171","msg":"trace[1827415894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6768; }","duration":"188.75237ms","start":"2026-04-21T03:39:00.684967Z","end":"2026-04-21T03:39:00.87372Z","steps":["trace[1827415894] 'agreement among raft nodes before linearized reading' (duration: 188.620997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:01.464418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.385695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:01.464753Z","caller":"traceutil/trace.go:171","msg":"trace[1418486453] linearizableReadLoop","detail":"{readStateIndex:7028; appliedIndex:7026; }","duration":"241.251741ms","start":"2026-04-21T03:39:01.223471Z","end":"2026-04-21T03:39:01.464723Z","steps":["trace[1418486453] 'read index received' (duration: 33.151µs)","trace[1418486453] 'applied index is now lower than readState.Index' (duration: 241.21763ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:01.465172Z","caller":"traceutil/trace.go:171","msg":"trace[1771312363] transaction","detail":"{read_only:false; response_revision:6770; number_of_response:1; }","duration":"455.673824ms","start":"2026-04-21T03:39:01.009479Z","end":"2026-04-21T03:39:01.465153Z","steps":["trace[1771312363] 'process raft request' (duration: 455.049837ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:01.465234Z","caller":"traceutil/trace.go:171","msg":"trace[1383380839] transaction","detail":"{read_only:false; response_revision:6769; number_of_response:1; }","duration":"583.34104ms","start":"2026-04-21T03:39:00.881836Z","end":"2026-04-21T03:39:01.465177Z","steps":["trace[1383380839] 'process raft request' (duration: 175.107493ms)","trace[1383380839] 'compare' (duration: 406.994263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:01.465301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:01.009453Z","time spent":"455.772236ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:01.465258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.751794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:01.465397Z","caller":"traceutil/trace.go:171","msg":"trace[1297904268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6770; }","duration":"241.911698ms","start":"2026-04-21T03:39:01.223458Z","end":"2026-04-21T03:39:01.46537Z","steps":["trace[1297904268] 'agreement among raft nodes before linearized reading' (duration: 241.697133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:01.465416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:00.881818Z","time spent":"583.509835ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:01.469796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.759679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:01.469827Z","caller":"traceutil/trace.go:171","msg":"trace[1816928726] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"110.846372ms","start":"2026-04-21T03:39:01.358957Z","end":"2026-04-21T03:39:01.469803Z","steps":["trace[1816928726] 'process raft request' (duration: 110.634156ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:01.469861Z","caller":"traceutil/trace.go:171","msg":"trace[1287940421] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6771; }","duration":"110.870322ms","start":"2026-04-21T03:39:01.358975Z","end":"2026-04-21T03:39:01.469845Z","steps":["trace[1287940421] 'agreement among raft nodes before linearized reading' (duration: 110.754679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:01.47013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.064537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:01.470191Z","caller":"traceutil/trace.go:171","msg":"trace[1244648941] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6771; }","duration":"111.14528ms","start":"2026-04-21T03:39:01.359031Z","end":"2026-04-21T03:39:01.470177Z","steps":["trace[1244648941] 'agreement among raft nodes before linearized reading' (duration: 111.039887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:01.91321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.228557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:01.913365Z","caller":"traceutil/trace.go:171","msg":"trace[497254415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6771; }","duration":"117.451603ms","start":"2026-04-21T03:39:01.795889Z","end":"2026-04-21T03:39:01.91334Z","steps":["trace[497254415] 'range keys from in-memory index tree' (duration: 116.995761ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:02.29279Z","caller":"traceutil/trace.go:171","msg":"trace[332935588] transaction","detail":"{read_only:false; response_revision:6773; number_of_response:1; }","duration":"103.138797ms","start":"2026-04-21T03:39:02.18964Z","end":"2026-04-21T03:39:02.292779Z","steps":["trace[332935588] 'process raft request' (duration: 102.970841ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:02.292971Z","caller":"traceutil/trace.go:171","msg":"trace[2037615461] linearizableReadLoop","detail":"{readStateIndex:7031; appliedIndex:7030; }","duration":"102.554469ms","start":"2026-04-21T03:39:02.19017Z","end":"2026-04-21T03:39:02.292724Z","steps":["trace[2037615461] 'read index received' (duration: 102.399325ms)","trace[2037615461] 'applied index is now lower than readState.Index' (duration: 154.494µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:02.293206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.011743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:02.29331Z","caller":"traceutil/trace.go:171","msg":"trace[20027254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6773; }","duration":"103.173518ms","start":"2026-04-21T03:39:02.190119Z","end":"2026-04-21T03:39:02.293292Z","steps":["trace[20027254] 'agreement among raft nodes before linearized reading' (duration: 102.820968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:02.532164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.162671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:02.532351Z","caller":"traceutil/trace.go:171","msg":"trace[357772785] transaction","detail":"{read_only:false; response_revision:6775; number_of_response:1; }","duration":"230.343684ms","start":"2026-04-21T03:39:02.301991Z","end":"2026-04-21T03:39:02.532334Z","steps":["trace[357772785] 'process raft request' (duration: 230.280972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:02.532829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.03868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:02.532906Z","caller":"traceutil/trace.go:171","msg":"trace[107262710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6775; }","duration":"340.143033ms","start":"2026-04-21T03:39:02.192746Z","end":"2026-04-21T03:39:02.532889Z","steps":["trace[107262710] 'agreement among raft nodes before linearized reading' (duration: 339.918677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:02.532945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.022507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:39:02.53298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.365475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:02.53301Z","caller":"traceutil/trace.go:171","msg":"trace[324866911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6775; }","duration":"341.135961ms","start":"2026-04-21T03:39:02.191864Z","end":"2026-04-21T03:39:02.533Z","steps":["trace[324866911] 'agreement among raft nodes before linearized reading' (duration: 340.902444ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:02.533022Z","caller":"traceutil/trace.go:171","msg":"trace[1999192346] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6775; }","duration":"342.446827ms","start":"2026-04-21T03:39:02.190564Z","end":"2026-04-21T03:39:02.533011Z","steps":["trace[1999192346] 'agreement among raft nodes before linearized reading' (duration: 342.377605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:02.533051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:02.191856Z","time spent":"341.188173ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:02.533061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:02.190543Z","time spent":"342.510578ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:02.532958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:02.192733Z","time spent":"340.211275ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:39:02.532714Z","caller":"traceutil/trace.go:171","msg":"trace[296923637] transaction","detail":"{read_only:false; response_revision:6774; number_of_response:1; }","duration":"341.496851ms","start":"2026-04-21T03:39:02.191192Z","end":"2026-04-21T03:39:02.532689Z","steps":["trace[296923637] 'process raft request' (duration: 219.724673ms)","trace[296923637] 'compare' (duration: 120.964256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:02.533491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:02.191175Z","time spent":"342.253371ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:02.533575Z","caller":"traceutil/trace.go:171","msg":"trace[1514053204] linearizableReadLoop","detail":"{readStateIndex:7032; appliedIndex:7031; }","duration":"239.625628ms","start":"2026-04-21T03:39:02.292994Z","end":"2026-04-21T03:39:02.53262Z","steps":["trace[1514053204] 'read index received' (duration: 117.979544ms)","trace[1514053204] 'applied index is now lower than readState.Index' (duration: 121.641084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:02.532888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.133341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:02.534074Z","caller":"traceutil/trace.go:171","msg":"trace[1705454900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6775; }","duration":"342.344404ms","start":"2026-04-21T03:39:02.191713Z","end":"2026-04-21T03:39:02.534058Z","steps":["trace[1705454900] 'agreement among raft nodes before linearized reading' (duration: 341.069159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:02.534121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:02.1917Z","time spent":"342.406297ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:39:02.749381Z","caller":"traceutil/trace.go:171","msg":"trace[539722198] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"145.499191ms","start":"2026-04-21T03:39:02.603857Z","end":"2026-04-21T03:39:02.749356Z","steps":["trace[539722198] 'process raft request' (duration: 145.401357ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:02.749619Z","caller":"traceutil/trace.go:171","msg":"trace[1503920225] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"210.290253ms","start":"2026-04-21T03:39:02.539279Z","end":"2026-04-21T03:39:02.749569Z","steps":["trace[1503920225] 'process raft request' (duration: 150.875588ms)","trace[1503920225] 'compare' (duration: 58.799427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:03.03714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.346996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:03.037414Z","caller":"traceutil/trace.go:171","msg":"trace[1994904540] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"347.070083ms","start":"2026-04-21T03:39:02.690324Z","end":"2026-04-21T03:39:03.037394Z","steps":["trace[1994904540] 'process raft request' (duration: 225.393268ms)","trace[1994904540] 'compare' (duration: 121.187952ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:03.037613Z","caller":"traceutil/trace.go:171","msg":"trace[1074771536] linearizableReadLoop","detail":"{readStateIndex:7038; appliedIndex:7037; }","duration":"270.362153ms","start":"2026-04-21T03:39:02.76721Z","end":"2026-04-21T03:39:03.037572Z","steps":["trace[1074771536] 'read index received' (duration: 148.522314ms)","trace[1074771536] 'applied index is now lower than readState.Index' (duration: 121.837499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:03.037823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.583359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:39:03.037865Z","caller":"traceutil/trace.go:171","msg":"trace[936546466] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6780; }","duration":"270.687082ms","start":"2026-04-21T03:39:02.767166Z","end":"2026-04-21T03:39:03.037853Z","steps":["trace[936546466] 'agreement among raft nodes before linearized reading' (duration: 270.515998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:03.03747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:02.690288Z","time spent":"347.154975ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:03.038347Z","caller":"traceutil/trace.go:171","msg":"trace[1720938808] transaction","detail":"{read_only:false; response_revision:6781; number_of_response:1; }","duration":"135.748563ms","start":"2026-04-21T03:39:02.902457Z","end":"2026-04-21T03:39:03.038206Z","steps":["trace[1720938808] 'process raft request' (duration: 134.784296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:03.454673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.980934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:03.454755Z","caller":"traceutil/trace.go:171","msg":"trace[1304786843] transaction","detail":"{read_only:false; response_revision:6782; number_of_response:1; }","duration":"325.972065ms","start":"2026-04-21T03:39:03.128769Z","end":"2026-04-21T03:39:03.454741Z","steps":["trace[1304786843] 'process raft request' (duration: 153.864588ms)","trace[1304786843] 'compare' (duration: 171.896991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:03.454796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:03.128753Z","time spent":"326.023966ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:03.759587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:03.759682Z","caller":"traceutil/trace.go:171","msg":"trace[1824704369] linearizableReadLoop","detail":"{readStateIndex:7042; appliedIndex:7041; }","duration":"283.971621ms","start":"2026-04-21T03:39:03.475695Z","end":"2026-04-21T03:39:03.759667Z","steps":["trace[1824704369] 'read index received' (duration: 123.513883ms)","trace[1824704369] 'applied index is now lower than readState.Index' (duration: 160.456588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:03.759772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.074773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:03.759755Z","caller":"traceutil/trace.go:171","msg":"trace[1188132617] transaction","detail":"{read_only:false; response_revision:6783; number_of_response:1; }","duration":"284.605367ms","start":"2026-04-21T03:39:03.47512Z","end":"2026-04-21T03:39:03.759725Z","steps":["trace[1188132617] 'process raft request' (duration: 124.15143ms)","trace[1188132617] 'compare' (duration: 160.088617ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:03.759807Z","caller":"traceutil/trace.go:171","msg":"trace[1269154266] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6783; }","duration":"284.141665ms","start":"2026-04-21T03:39:03.475656Z","end":"2026-04-21T03:39:03.759798Z","steps":["trace[1269154266] 'agreement among raft nodes before linearized reading' (duration: 284.085364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:03.760251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.039089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-8jpzx\" ","response":"range_response_count:1 size:6318"} {"level":"info","ts":"2026-04-21T03:39:03.760291Z","caller":"traceutil/trace.go:171","msg":"trace[1874584245] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-8jpzx; range_end:; response_count:1; response_revision:6783; }","duration":"111.128102ms","start":"2026-04-21T03:39:03.649151Z","end":"2026-04-21T03:39:03.76028Z","steps":["trace[1874584245] 'agreement among raft nodes before linearized reading' (duration: 110.989779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.356679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.659038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:04.356795Z","caller":"traceutil/trace.go:171","msg":"trace[1023671898] linearizableReadLoop","detail":"{readStateIndex:7043; appliedIndex:7042; }","duration":"339.987011ms","start":"2026-04-21T03:39:04.016792Z","end":"2026-04-21T03:39:04.356779Z","steps":["trace[1023671898] 'read index received' (duration: 210.123297ms)","trace[1023671898] 'applied index is now lower than readState.Index' (duration: 129.862554ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:04.356988Z","caller":"traceutil/trace.go:171","msg":"trace[1733823425] transaction","detail":"{read_only:false; response_revision:6784; number_of_response:1; }","duration":"585.038411ms","start":"2026-04-21T03:39:03.771938Z","end":"2026-04-21T03:39:04.356976Z","steps":["trace[1733823425] 'process raft request' (duration: 455.007803ms)","trace[1733823425] 'compare' (duration: 129.553145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:04.357054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:03.771916Z","time spent":"585.107283ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6252,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:04.35721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.414672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:04.357341Z","caller":"traceutil/trace.go:171","msg":"trace[403627371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6784; }","duration":"340.582986ms","start":"2026-04-21T03:39:04.016743Z","end":"2026-04-21T03:39:04.357326Z","steps":["trace[403627371] 'agreement among raft nodes before linearized reading' (duration: 340.326259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.357388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.016722Z","time spent":"340.653999ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:39:04.415835Z","caller":"traceutil/trace.go:171","msg":"trace[718875340] transaction","detail":"{read_only:false; response_revision:6785; number_of_response:1; }","duration":"117.449913ms","start":"2026-04-21T03:39:04.298345Z","end":"2026-04-21T03:39:04.415795Z","steps":["trace[718875340] 'process raft request' (duration: 117.279689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.415883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.701924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:04.415998Z","caller":"traceutil/trace.go:171","msg":"trace[987375] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6785; }","duration":"307.878359ms","start":"2026-04-21T03:39:04.108087Z","end":"2026-04-21T03:39:04.415965Z","steps":["trace[987375] 'agreement among raft nodes before linearized reading' (duration: 307.674603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.41611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.108058Z","time spent":"308.040553ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:04.803874Z","caller":"traceutil/trace.go:171","msg":"trace[434000987] linearizableReadLoop","detail":"{readStateIndex:7045; appliedIndex:7044; }","duration":"362.161179ms","start":"2026-04-21T03:39:04.44169Z","end":"2026-04-21T03:39:04.803851Z","steps":["trace[434000987] 'read index received' (duration: 359.698231ms)","trace[434000987] 'applied index is now lower than readState.Index' (duration: 2.461737ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:04.80398Z","caller":"traceutil/trace.go:171","msg":"trace[405890803] transaction","detail":"{read_only:false; response_revision:6786; number_of_response:1; }","duration":"440.699644ms","start":"2026-04-21T03:39:04.363269Z","end":"2026-04-21T03:39:04.803969Z","steps":["trace[405890803] 'process raft request' (duration: 438.208555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.804247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.537679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:04.804434Z","caller":"traceutil/trace.go:171","msg":"trace[1117088535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6786; }","duration":"362.761835ms","start":"2026-04-21T03:39:04.441654Z","end":"2026-04-21T03:39:04.804415Z","steps":["trace[1117088535] 'agreement among raft nodes before linearized reading' (duration: 362.456617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.804484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.441638Z","time spent":"362.835667ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:04.804394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.363246Z","time spent":"441.068704ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:04.884789Z","caller":"traceutil/trace.go:171","msg":"trace[1785989126] transaction","detail":"{read_only:false; response_revision:6787; number_of_response:1; }","duration":"345.628656ms","start":"2026-04-21T03:39:04.539135Z","end":"2026-04-21T03:39:04.884764Z","steps":["trace[1785989126] 'process raft request' (duration: 345.511853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.885154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.53911Z","time spent":"345.75145ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:04.885699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.147299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:04.885771Z","caller":"traceutil/trace.go:171","msg":"trace[2124652356] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6787; }","duration":"346.283683ms","start":"2026-04-21T03:39:04.539472Z","end":"2026-04-21T03:39:04.885755Z","steps":["trace[2124652356] 'agreement among raft nodes before linearized reading' (duration: 346.156499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.885783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.275488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:39:04.885852Z","caller":"traceutil/trace.go:171","msg":"trace[263176651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6787; }","duration":"348.390251ms","start":"2026-04-21T03:39:04.537446Z","end":"2026-04-21T03:39:04.885837Z","steps":["trace[263176651] 'agreement among raft nodes before linearized reading' (duration: 348.215306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.885894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.537424Z","time spent":"348.462472ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:39:04.885937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.264786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:39:04.88597Z","caller":"traceutil/trace.go:171","msg":"trace[7573939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6787; }","duration":"251.331057ms","start":"2026-04-21T03:39:04.63463Z","end":"2026-04-21T03:39:04.885961Z","steps":["trace[7573939] 'agreement among raft nodes before linearized reading' (duration: 251.202734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.885812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.539463Z","time spent":"346.341114ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:04.88603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.255807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:04.886117Z","caller":"traceutil/trace.go:171","msg":"trace[1627450938] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6787; }","duration":"403.37288ms","start":"2026-04-21T03:39:04.482724Z","end":"2026-04-21T03:39:04.886097Z","steps":["trace[1627450938] 'agreement among raft nodes before linearized reading' (duration: 403.213396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.886168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.482717Z","time spent":"403.440412ms","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:04.886426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.560273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:39:04.886474Z","caller":"traceutil/trace.go:171","msg":"trace[1395596719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6787; }","duration":"126.634645ms","start":"2026-04-21T03:39:04.759827Z","end":"2026-04-21T03:39:04.886462Z","steps":["trace[1395596719] 'agreement among raft nodes before linearized reading' (duration: 125.772472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:04.886739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.47582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:39:04.886793Z","caller":"traceutil/trace.go:171","msg":"trace[1007296685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6787; }","duration":"251.546273ms","start":"2026-04-21T03:39:04.635233Z","end":"2026-04-21T03:39:04.886779Z","steps":["trace[1007296685] 'agreement among raft nodes before linearized reading' (duration: 250.521645ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:05.009126Z","caller":"traceutil/trace.go:171","msg":"trace[88951116] linearizableReadLoop","detail":"{readStateIndex:7047; appliedIndex:7046; }","duration":"123.529369ms","start":"2026-04-21T03:39:04.885567Z","end":"2026-04-21T03:39:05.009097Z","steps":["trace[88951116] 'read index received' (duration: 82.70277ms)","trace[88951116] 'applied index is now lower than readState.Index' (duration: 40.825359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:05.009332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.766074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:05.009383Z","caller":"traceutil/trace.go:171","msg":"trace[750335281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6788; }","duration":"202.862176ms","start":"2026-04-21T03:39:04.806506Z","end":"2026-04-21T03:39:05.009369Z","steps":["trace[750335281] 'agreement among raft nodes before linearized reading' (duration: 202.699431ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:05.009414Z","caller":"traceutil/trace.go:171","msg":"trace[323500686] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"172.671038ms","start":"2026-04-21T03:39:04.836713Z","end":"2026-04-21T03:39:05.009384Z","steps":["trace[323500686] 'process raft request' (duration: 131.497269ms)","trace[323500686] 'compare' (duration: 40.747828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:05.276649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.36691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:05.277077Z","caller":"traceutil/trace.go:171","msg":"trace[425748956] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"386.191351ms","start":"2026-04-21T03:39:04.890859Z","end":"2026-04-21T03:39:05.277051Z","steps":["trace[425748956] 'process raft request' (duration: 386.050107ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:05.277136Z","caller":"traceutil/trace.go:171","msg":"trace[41714154] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"387.223919ms","start":"2026-04-21T03:39:04.8899Z","end":"2026-04-21T03:39:05.277124Z","steps":["trace[41714154] 'process raft request' (duration: 266.249433ms)","trace[41714154] 'compare' (duration: 120.04135ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:05.27718Z","caller":"traceutil/trace.go:171","msg":"trace[848180545] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"386.252432ms","start":"2026-04-21T03:39:04.890915Z","end":"2026-04-21T03:39:05.277168Z","steps":["trace[848180545] 'process raft request' (duration: 386.045417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:05.27723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.88988Z","time spent":"387.28953ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:05.27723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.890845Z","time spent":"386.297824ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:05.277125Z","caller":"traceutil/trace.go:171","msg":"trace[1486252826] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"235.064365ms","start":"2026-04-21T03:39:05.042008Z","end":"2026-04-21T03:39:05.277073Z","steps":["trace[1486252826] 'process raft request' (duration: 235.007713ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:05.277071Z","caller":"traceutil/trace.go:171","msg":"trace[1051496822] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"387.038214ms","start":"2026-04-21T03:39:04.88998Z","end":"2026-04-21T03:39:05.277018Z","steps":["trace[1051496822] 'process raft request' (duration: 386.775847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:05.277357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.890911Z","time spent":"386.310474ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:05.277403Z","caller":"traceutil/trace.go:171","msg":"trace[81454944] linearizableReadLoop","detail":"{readStateIndex:7051; appliedIndex:7047; }","duration":"263.210846ms","start":"2026-04-21T03:39:05.014175Z","end":"2026-04-21T03:39:05.277386Z","steps":["trace[81454944] 'read index received' (duration: 141.938462ms)","trace[81454944] 'applied index is now lower than readState.Index' (duration: 121.270174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:05.277464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:04.889973Z","time spent":"387.419074ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:05.277593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.418772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:05.277633Z","caller":"traceutil/trace.go:171","msg":"trace[1238974446] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6793; }","duration":"263.487223ms","start":"2026-04-21T03:39:05.014133Z","end":"2026-04-21T03:39:05.27762Z","steps":["trace[1238974446] 'agreement among raft nodes before linearized reading' (duration: 263.419502ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:05.705747Z","caller":"traceutil/trace.go:171","msg":"trace[2132302854] linearizableReadLoop","detail":"{readStateIndex:7053; appliedIndex:7052; }","duration":"263.315178ms","start":"2026-04-21T03:39:05.44241Z","end":"2026-04-21T03:39:05.705725Z","steps":["trace[2132302854] 'read index received' (duration: 263.069492ms)","trace[2132302854] 'applied index is now lower than readState.Index' (duration: 244.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:05.705857Z","caller":"traceutil/trace.go:171","msg":"trace[431400191] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"338.395348ms","start":"2026-04-21T03:39:05.367451Z","end":"2026-04-21T03:39:05.705846Z","steps":["trace[431400191] 'process raft request' (duration: 338.10592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:05.706033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.548049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:05.706088Z","caller":"traceutil/trace.go:171","msg":"trace[1863296106] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6794; }","duration":"223.650232ms","start":"2026-04-21T03:39:05.482425Z","end":"2026-04-21T03:39:05.706076Z","steps":["trace[1863296106] 'agreement among raft nodes before linearized reading' (duration: 223.560449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:05.706226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:05.367429Z","time spent":"338.603483ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:05.706317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.835203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:05.706458Z","caller":"traceutil/trace.go:171","msg":"trace[50353033] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6794; }","duration":"264.07776ms","start":"2026-04-21T03:39:05.442358Z","end":"2026-04-21T03:39:05.706436Z","steps":["trace[50353033] 'agreement among raft nodes before linearized reading' (duration: 263.785792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:05.969892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.192665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:05.969978Z","caller":"traceutil/trace.go:171","msg":"trace[871761045] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6794; }","duration":"205.32778ms","start":"2026-04-21T03:39:05.764633Z","end":"2026-04-21T03:39:05.969961Z","steps":["trace[871761045] 'range keys from in-memory index tree' (duration: 205.054642ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:06.045489Z","caller":"traceutil/trace.go:171","msg":"trace[117313991] transaction","detail":"{read_only:false; response_revision:6795; number_of_response:1; }","duration":"280.235152ms","start":"2026-04-21T03:39:05.765229Z","end":"2026-04-21T03:39:06.045465Z","steps":["trace[117313991] 'process raft request' (duration: 280.116749ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:06.045814Z","caller":"traceutil/trace.go:171","msg":"trace[50034431] linearizableReadLoop","detail":"{readStateIndex:7054; appliedIndex:7054; }","duration":"179.981083ms","start":"2026-04-21T03:39:05.86582Z","end":"2026-04-21T03:39:06.045802Z","steps":["trace[50034431] 'read index received' (duration: 179.975903ms)","trace[50034431] 'applied index is now lower than readState.Index' (duration: 4.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:06.045904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.065246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:06.045945Z","caller":"traceutil/trace.go:171","msg":"trace[903498629] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6795; }","duration":"180.161988ms","start":"2026-04-21T03:39:05.865772Z","end":"2026-04-21T03:39:06.045934Z","steps":["trace[903498629] 'agreement among raft nodes before linearized reading' (duration: 180.080046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:07.212067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.707694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:07.212227Z","caller":"traceutil/trace.go:171","msg":"trace[1332623766] transaction","detail":"{read_only:false; response_revision:6798; number_of_response:1; }","duration":"320.329708ms","start":"2026-04-21T03:39:06.891866Z","end":"2026-04-21T03:39:07.212196Z","steps":["trace[1332623766] 'process raft request' (duration: 82.356036ms)","trace[1332623766] 'compare' (duration: 237.425976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:07.21302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:06.891845Z","time spent":"320.952145ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:08.897301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254158292s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:39:08.897925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254723847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:08.898657Z","caller":"traceutil/trace.go:171","msg":"trace[1994449543] transaction","detail":"{read_only:false; response_revision:6799; number_of_response:1; }","duration":"1.615843789s","start":"2026-04-21T03:39:07.28279Z","end":"2026-04-21T03:39:08.898634Z","steps":["trace[1994449543] 'process raft request' (duration: 360.310928ms)","trace[1994449543] 'compare' (duration: 1.253431743s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:08.898756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.282774Z","time spent":"1.615919041s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:08.898763Z","caller":"traceutil/trace.go:171","msg":"trace[46544551] linearizableReadLoop","detail":"{readStateIndex:7058; appliedIndex:7057; }","duration":"1.615922681s","start":"2026-04-21T03:39:07.282818Z","end":"2026-04-21T03:39:08.89874Z","steps":["trace[46544551] 'read index received' (duration: 360.297708ms)","trace[46544551] 'applied index is now lower than readState.Index' (duration: 1.255622873s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:08.899167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616364233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:08.899208Z","caller":"traceutil/trace.go:171","msg":"trace[993137772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6799; }","duration":"1.616446615s","start":"2026-04-21T03:39:07.282749Z","end":"2026-04-21T03:39:08.899196Z","steps":["trace[993137772] 'agreement among raft nodes before linearized reading' (duration: 1.616310671s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:08.899241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.282728Z","time spent":"1.616505537s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:39:08.899639Z","caller":"traceutil/trace.go:171","msg":"trace[1060009617] transaction","detail":"{read_only:false; response_revision:6800; number_of_response:1; }","duration":"1.61408473s","start":"2026-04-21T03:39:07.285531Z","end":"2026-04-21T03:39:08.899616Z","steps":["trace[1060009617] 'process raft request' (duration: 1.613092143s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:08.89978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.28552Z","time spent":"1.614185904s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:09.494274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.73933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:09.494719Z","caller":"traceutil/trace.go:171","msg":"trace[1204805756] transaction","detail":"{read_only:false; response_revision:6801; number_of_response:1; }","duration":"1.44370742s","start":"2026-04-21T03:39:08.050986Z","end":"2026-04-21T03:39:09.494693Z","steps":["trace[1204805756] 'process raft request' (duration: 1.152484947s)","trace[1204805756] 'compare' (duration: 290.155974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.494973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.050963Z","time spent":"1.443961507s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:09.755923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.570883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:39:09.756305Z","caller":"traceutil/trace.go:171","msg":"trace[417809320] linearizableReadLoop","detail":"{readStateIndex:7062; appliedIndex:7059; }","duration":"857.289414ms","start":"2026-04-21T03:39:08.898991Z","end":"2026-04-21T03:39:09.75628Z","steps":["trace[417809320] 'read index received' (duration: 304.371574ms)","trace[417809320] 'applied index is now lower than readState.Index' (duration: 552.91692ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:09.756428Z","caller":"traceutil/trace.go:171","msg":"trace[631191552] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"1.31628212s","start":"2026-04-21T03:39:08.440135Z","end":"2026-04-21T03:39:09.756417Z","steps":["trace[631191552] 'process raft request' (duration: 1.315873859s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:09.756525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.440112Z","time spent":"1.316345512s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:09.806541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366227615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:09.806624Z","caller":"traceutil/trace.go:171","msg":"trace[2019620091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6802; }","duration":"1.366351708s","start":"2026-04-21T03:39:08.440252Z","end":"2026-04-21T03:39:09.806604Z","steps":["trace[2019620091] 'agreement among raft nodes before linearized reading' (duration: 1.31630797s)","trace[2019620091] 'range keys from in-memory index tree' (duration: 49.930254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.806621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.557351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:39:09.806663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.440225Z","time spent":"1.36643069s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:09.806675Z","caller":"traceutil/trace.go:171","msg":"trace[102463501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6802; }","duration":"943.674244ms","start":"2026-04-21T03:39:08.862986Z","end":"2026-04-21T03:39:09.80666Z","steps":["trace[102463501] 'agreement among raft nodes before linearized reading' (duration: 893.554605ms)","trace[102463501] 'range keys from in-memory index tree' (duration: 49.939884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.806702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.86297Z","time spent":"943.727295ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:09.807097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41616315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:09.807127Z","caller":"traceutil/trace.go:171","msg":"trace[1918316592] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6802; }","duration":"1.416236231s","start":"2026-04-21T03:39:08.390878Z","end":"2026-04-21T03:39:09.807114Z","steps":["trace[1918316592] 'agreement among raft nodes before linearized reading' (duration: 1.365692181s)","trace[1918316592] 'count revisions from in-memory index tree' (duration: 50.502119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.807151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.390856Z","time spent":"1.416289223s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:09.807158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832835429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:09.807176Z","caller":"traceutil/trace.go:171","msg":"trace[995157639] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6802; }","duration":"1.832874561s","start":"2026-04-21T03:39:07.974296Z","end":"2026-04-21T03:39:09.80717Z","steps":["trace[995157639] 'agreement among raft nodes before linearized reading' (duration: 1.782214917s)","trace[995157639] 'range keys from in-memory index tree' (duration: 50.628263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.807189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.97428Z","time spent":"1.832905301s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:09.807264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.741938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:09.807276Z","caller":"traceutil/trace.go:171","msg":"trace[628099662] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6802; }","duration":"912.79074ms","start":"2026-04-21T03:39:08.89448Z","end":"2026-04-21T03:39:09.807271Z","steps":["trace[628099662] 'agreement among raft nodes before linearized reading' (duration: 862.050865ms)","trace[628099662] 'range keys from in-memory index tree' (duration: 50.721585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.807287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.894459Z","time spent":"912.825371ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:09.807329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524501695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:39:09.807351Z","caller":"traceutil/trace.go:171","msg":"trace[2135819728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6802; }","duration":"2.524533186s","start":"2026-04-21T03:39:07.282809Z","end":"2026-04-21T03:39:09.807342Z","steps":["trace[2135819728] 'agreement among raft nodes before linearized reading' (duration: 2.47377968s)","trace[2135819728] 'range keys from in-memory index tree' (duration: 50.660744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.807372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.2828Z","time spent":"2.524566217s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:09.807485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097739689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:09.807504Z","caller":"traceutil/trace.go:171","msg":"trace[162908126] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6802; }","duration":"2.097794521s","start":"2026-04-21T03:39:07.709703Z","end":"2026-04-21T03:39:09.807497Z","steps":["trace[162908126] 'agreement among raft nodes before linearized reading' (duration: 2.04689658s)","trace[162908126] 'range keys from in-memory index tree' (duration: 50.872119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.807525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.709648Z","time spent":"2.097873682s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:09.807614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524746492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:09.807631Z","caller":"traceutil/trace.go:171","msg":"trace[665404246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6802; }","duration":"2.524786103s","start":"2026-04-21T03:39:07.282839Z","end":"2026-04-21T03:39:09.807626Z","steps":["trace[665404246] 'agreement among raft nodes before linearized reading' (duration: 2.4737687s)","trace[665404246] 'range keys from in-memory index tree' (duration: 50.958992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.807644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:07.282825Z","time spent":"2.524815403s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:39:09.807793Z","caller":"traceutil/trace.go:171","msg":"trace[684522246] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"904.302317ms","start":"2026-04-21T03:39:08.903485Z","end":"2026-04-21T03:39:09.807787Z","steps":["trace[684522246] 'process raft request' (duration: 852.786141ms)","trace[684522246] 'compare' (duration: 50.796187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:09.80784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:08.903469Z","time spent":"904.337779ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:09.808827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.243797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:09.808844Z","caller":"traceutil/trace.go:171","msg":"trace[505064284] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6804; }","duration":"100.298999ms","start":"2026-04-21T03:39:09.70854Z","end":"2026-04-21T03:39:09.808839Z","steps":["trace[505064284] 'agreement among raft nodes before linearized reading' (duration: 100.257378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:09.808925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.757839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:09.808939Z","caller":"traceutil/trace.go:171","msg":"trace[1686192918] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6804; }","duration":"335.868462ms","start":"2026-04-21T03:39:09.473067Z","end":"2026-04-21T03:39:09.808936Z","steps":["trace[1686192918] 'agreement among raft nodes before linearized reading' (duration: 335.843002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:09.808952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:09.473047Z","time spent":"335.901024ms","remote":"127.0.0.1:59098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:09.808104Z","caller":"traceutil/trace.go:171","msg":"trace[1846627447] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"583.101904ms","start":"2026-04-21T03:39:09.224993Z","end":"2026-04-21T03:39:09.808095Z","steps":["trace[1846627447] 'process raft request' (duration: 582.763535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:09.80971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:09.224969Z","time spent":"584.691327ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:10.009619Z","caller":"traceutil/trace.go:171","msg":"trace[257287547] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"198.11767ms","start":"2026-04-21T03:39:09.811478Z","end":"2026-04-21T03:39:10.009596Z","steps":["trace[257287547] 'process raft request' (duration: 143.708345ms)","trace[257287547] 'compare' (duration: 54.207019ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:10.014935Z","caller":"traceutil/trace.go:171","msg":"trace[1531968428] linearizableReadLoop","detail":"{readStateIndex:7067; appliedIndex:7064; }","duration":"197.375809ms","start":"2026-04-21T03:39:09.817548Z","end":"2026-04-21T03:39:10.014924Z","steps":["trace[1531968428] 'read index received' (duration: 137.650089ms)","trace[1531968428] 'applied index is now lower than readState.Index' (duration: 59.72515ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:10.015096Z","caller":"traceutil/trace.go:171","msg":"trace[1588031785] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"203.510917ms","start":"2026-04-21T03:39:09.811578Z","end":"2026-04-21T03:39:10.015089Z","steps":["trace[1588031785] 'process raft request' (duration: 203.239729ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:10.015204Z","caller":"traceutil/trace.go:171","msg":"trace[1137514106] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"202.53952ms","start":"2026-04-21T03:39:09.812659Z","end":"2026-04-21T03:39:10.015199Z","steps":["trace[1137514106] 'process raft request' (duration: 202.205821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:10.015474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.912954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:10.015508Z","caller":"traceutil/trace.go:171","msg":"trace[407411485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6808; }","duration":"197.982345ms","start":"2026-04-21T03:39:09.817519Z","end":"2026-04-21T03:39:10.015501Z","steps":["trace[407411485] 'agreement among raft nodes before linearized reading' (duration: 197.920313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:10.015639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.09675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:10.015664Z","caller":"traceutil/trace.go:171","msg":"trace[1495632333] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6808; }","duration":"168.159492ms","start":"2026-04-21T03:39:09.847499Z","end":"2026-04-21T03:39:10.015658Z","steps":["trace[1495632333] 'agreement among raft nodes before linearized reading' (duration: 168.09722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:10.016175Z","caller":"traceutil/trace.go:171","msg":"trace[1774412966] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"196.392394ms","start":"2026-04-21T03:39:09.819773Z","end":"2026-04-21T03:39:10.016165Z","steps":["trace[1774412966] 'process raft request' (duration: 195.115928ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:10.749242Z","caller":"traceutil/trace.go:171","msg":"trace[205253445] linearizableReadLoop","detail":"{readStateIndex:7069; appliedIndex:7068; }","duration":"315.801367ms","start":"2026-04-21T03:39:10.433416Z","end":"2026-04-21T03:39:10.749217Z","steps":["trace[205253445] 'read index received' (duration: 315.5733ms)","trace[205253445] 'applied index is now lower than readState.Index' (duration: 227.187µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:10.749715Z","caller":"traceutil/trace.go:171","msg":"trace[219502125] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"359.671622ms","start":"2026-04-21T03:39:10.390023Z","end":"2026-04-21T03:39:10.749695Z","steps":["trace[219502125] 'process raft request' (duration: 359.050446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:10.749873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:10.390011Z","time spent":"359.784195ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:10.750149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.69501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:10.750198Z","caller":"traceutil/trace.go:171","msg":"trace[1208950792] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6809; }","duration":"316.802854ms","start":"2026-04-21T03:39:10.433382Z","end":"2026-04-21T03:39:10.750185Z","steps":["trace[1208950792] 'agreement among raft nodes before linearized reading' (duration: 316.6949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:10.750264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:10.433366Z","time spent":"316.858166ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:39:11.175281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.389173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-21T03:39:11.175329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.822266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:11.175366Z","caller":"traceutil/trace.go:171","msg":"trace[9408678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6809; }","duration":"406.511245ms","start":"2026-04-21T03:39:10.768835Z","end":"2026-04-21T03:39:11.175346Z","steps":["trace[9408678] 'range keys from in-memory index tree' (duration: 406.189457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.175408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:10.76882Z","time spent":"406.579357ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:39:11.175411Z","caller":"traceutil/trace.go:171","msg":"trace[396436400] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6809; }","duration":"302.95386ms","start":"2026-04-21T03:39:10.872437Z","end":"2026-04-21T03:39:11.175391Z","steps":["trace[396436400] 'count revisions from in-memory index tree' (duration: 302.761305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.175457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:10.872421Z","time spent":"303.025323ms","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:11.244508Z","caller":"traceutil/trace.go:171","msg":"trace[1097765005] linearizableReadLoop","detail":"{readStateIndex:7070; appliedIndex:7069; }","duration":"338.311944ms","start":"2026-04-21T03:39:10.906173Z","end":"2026-04-21T03:39:11.244485Z","steps":["trace[1097765005] 'read index received' (duration: 338.17642ms)","trace[1097765005] 'applied index is now lower than readState.Index' (duration: 134.624µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:11.244681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.489408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:11.244653Z","caller":"traceutil/trace.go:171","msg":"trace[769069494] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"339.820074ms","start":"2026-04-21T03:39:10.904788Z","end":"2026-04-21T03:39:11.244608Z","steps":["trace[769069494] 'process raft request' (duration: 339.542147ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:11.24471Z","caller":"traceutil/trace.go:171","msg":"trace[1977779988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6810; }","duration":"338.554931ms","start":"2026-04-21T03:39:10.906147Z","end":"2026-04-21T03:39:11.244702Z","steps":["trace[1977779988] 'agreement among raft nodes before linearized reading' (duration: 338.418887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.244889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:10.90614Z","time spent":"338.740065ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:11.244916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:10.904766Z","time spent":"340.01366ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:11.521044Z","caller":"traceutil/trace.go:171","msg":"trace[1595734538] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"394.226634ms","start":"2026-04-21T03:39:11.126784Z","end":"2026-04-21T03:39:11.521011Z","steps":["trace[1595734538] 'process raft request' (duration: 394.182843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.521242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.126756Z","time spent":"394.356668ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:11.521295Z","caller":"traceutil/trace.go:171","msg":"trace[667069855] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"482.48055ms","start":"2026-04-21T03:39:11.038728Z","end":"2026-04-21T03:39:11.521209Z","steps":["trace[667069855] 'process raft request' (duration: 482.09971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.521483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.03871Z","time spent":"482.665814ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:11.929133Z","caller":"traceutil/trace.go:171","msg":"trace[264592555] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"681.318169ms","start":"2026-04-21T03:39:11.247782Z","end":"2026-04-21T03:39:11.9291Z","steps":["trace[264592555] 'process raft request' (duration: 681.122494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.929387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.247759Z","time spent":"681.462332ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:11.92945Z","caller":"traceutil/trace.go:171","msg":"trace[616101767] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"428.508537ms","start":"2026-04-21T03:39:11.500908Z","end":"2026-04-21T03:39:11.929416Z","steps":["trace[616101767] 'process raft request' (duration: 428.142518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.929601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.500871Z","time spent":"428.633413ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:11.929586Z","caller":"traceutil/trace.go:171","msg":"trace[1778782820] linearizableReadLoop","detail":"{readStateIndex:7073; appliedIndex:7070; }","duration":"630.488294ms","start":"2026-04-21T03:39:11.299041Z","end":"2026-04-21T03:39:11.929529Z","steps":["trace[1778782820] 'read index received' (duration: 221.885768ms)","trace[1778782820] 'applied index is now lower than readState.Index' (duration: 408.601196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:11.929731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.662109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:11.929764Z","caller":"traceutil/trace.go:171","msg":"trace[1508446576] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"427.260305ms","start":"2026-04-21T03:39:11.502484Z","end":"2026-04-21T03:39:11.929744Z","steps":["trace[1508446576] 'process raft request' (duration: 426.821862ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:11.929803Z","caller":"traceutil/trace.go:171","msg":"trace[1448925934] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6815; }","duration":"630.777572ms","start":"2026-04-21T03:39:11.299006Z","end":"2026-04-21T03:39:11.929784Z","steps":["trace[1448925934] 'agreement among raft nodes before linearized reading' (duration: 630.637519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.929856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.502473Z","time spent":"427.336737ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:11.929865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.298989Z","time spent":"630.859274ms","remote":"127.0.0.1:43318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:11.948736Z","caller":"traceutil/trace.go:171","msg":"trace[1991683893] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"183.4608ms","start":"2026-04-21T03:39:11.765252Z","end":"2026-04-21T03:39:11.948712Z","steps":["trace[1991683893] 'process raft request' (duration: 183.276105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.949006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.249485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:11.949081Z","caller":"traceutil/trace.go:171","msg":"trace[1538869362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6817; }","duration":"507.347888ms","start":"2026-04-21T03:39:11.441713Z","end":"2026-04-21T03:39:11.949061Z","steps":["trace[1538869362] 'agreement among raft nodes before linearized reading' (duration: 507.217835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.949124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:11.441694Z","time spent":"507.419051ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:11.949186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.55212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:11.949193Z","caller":"traceutil/trace.go:171","msg":"trace[1921275295] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"135.804592ms","start":"2026-04-21T03:39:11.81337Z","end":"2026-04-21T03:39:11.949174Z","steps":["trace[1921275295] 'process raft request' (duration: 135.301768ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:11.949235Z","caller":"traceutil/trace.go:171","msg":"trace[1255904785] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6817; }","duration":"137.644163ms","start":"2026-04-21T03:39:11.811578Z","end":"2026-04-21T03:39:11.949222Z","steps":["trace[1255904785] 'agreement among raft nodes before linearized reading' (duration: 137.55377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.9494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.052323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:11.949451Z","caller":"traceutil/trace.go:171","msg":"trace[1342080395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6817; }","duration":"222.135465ms","start":"2026-04-21T03:39:11.727299Z","end":"2026-04-21T03:39:11.949435Z","steps":["trace[1342080395] 'agreement among raft nodes before linearized reading' (duration: 222.044523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.9495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.895969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/horizon-db-init-8jpzx\" ","response":"range_response_count:1 size:2770"} {"level":"info","ts":"2026-04-21T03:39:11.949613Z","caller":"traceutil/trace.go:171","msg":"trace[1767415102] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/horizon-db-init-8jpzx; range_end:; response_count:1; response_revision:6817; }","duration":"138.036323ms","start":"2026-04-21T03:39:11.811558Z","end":"2026-04-21T03:39:11.949594Z","steps":["trace[1767415102] 'agreement among raft nodes before linearized reading' (duration: 137.811227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.949675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.226993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:11.949739Z","caller":"traceutil/trace.go:171","msg":"trace[1692798903] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6817; }","duration":"136.293415ms","start":"2026-04-21T03:39:11.813431Z","end":"2026-04-21T03:39:11.949724Z","steps":["trace[1692798903] 'agreement among raft nodes before linearized reading' (duration: 136.188102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.949826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:11.949878Z","caller":"traceutil/trace.go:171","msg":"trace[1682660633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6817; }","duration":"138.2848ms","start":"2026-04-21T03:39:11.811578Z","end":"2026-04-21T03:39:11.949863Z","steps":["trace[1682660633] 'agreement among raft nodes before linearized reading' (duration: 138.113465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:11.95Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.532479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:11.950053Z","caller":"traceutil/trace.go:171","msg":"trace[1256828047] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6817; }","duration":"137.61892ms","start":"2026-04-21T03:39:11.812419Z","end":"2026-04-21T03:39:11.950038Z","steps":["trace[1256828047] 'agreement among raft nodes before linearized reading' (duration: 137.517988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.160079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.063825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:12.160196Z","caller":"traceutil/trace.go:171","msg":"trace[1946134290] linearizableReadLoop","detail":"{readStateIndex:7079; appliedIndex:7078; }","duration":"160.716736ms","start":"2026-04-21T03:39:11.999461Z","end":"2026-04-21T03:39:12.160178Z","steps":["trace[1946134290] 'read index received' (duration: 60.407625ms)","trace[1946134290] 'applied index is now lower than readState.Index' (duration: 100.307481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:12.160385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.939243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:39:12.160425Z","caller":"traceutil/trace.go:171","msg":"trace[1021709262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6819; }","duration":"161.040006ms","start":"2026-04-21T03:39:11.999373Z","end":"2026-04-21T03:39:12.160413Z","steps":["trace[1021709262] 'agreement among raft nodes before linearized reading' (duration: 160.897762ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:12.160291Z","caller":"traceutil/trace.go:171","msg":"trace[336044471] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"205.369843ms","start":"2026-04-21T03:39:11.954892Z","end":"2026-04-21T03:39:12.160262Z","steps":["trace[336044471] 'process raft request' (duration: 105.03413ms)","trace[336044471] 'compare' (duration: 99.906531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:12.16115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.828817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:39:12.161191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.181697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:39:12.16123Z","caller":"traceutil/trace.go:171","msg":"trace[1416013260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6819; }","duration":"146.94395ms","start":"2026-04-21T03:39:12.014269Z","end":"2026-04-21T03:39:12.161213Z","steps":["trace[1416013260] 'agreement among raft nodes before linearized reading' (duration: 146.721944ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:12.161258Z","caller":"traceutil/trace.go:171","msg":"trace[898293702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6819; }","duration":"140.274139ms","start":"2026-04-21T03:39:12.020967Z","end":"2026-04-21T03:39:12.161241Z","steps":["trace[898293702] 'agreement among raft nodes before linearized reading' (duration: 140.044893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.161545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.593098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:12.161596Z","caller":"traceutil/trace.go:171","msg":"trace[1095299481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6819; }","duration":"140.65972ms","start":"2026-04-21T03:39:12.020923Z","end":"2026-04-21T03:39:12.161583Z","steps":["trace[1095299481] 'agreement among raft nodes before linearized reading' (duration: 140.491296ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:12.637754Z","caller":"traceutil/trace.go:171","msg":"trace[2087661333] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"472.613588ms","start":"2026-04-21T03:39:12.165117Z","end":"2026-04-21T03:39:12.637731Z","steps":["trace[2087661333] 'process raft request' (duration: 472.432663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.637926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:12.165093Z","time spent":"472.754342ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:12.926571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.307196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:12.92705Z","caller":"traceutil/trace.go:171","msg":"trace[236749258] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"761.7253ms","start":"2026-04-21T03:39:12.165293Z","end":"2026-04-21T03:39:12.927019Z","steps":["trace[236749258] 'process raft request' (duration: 608.861698ms)","trace[236749258] 'compare' (duration: 152.170673ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:12.927127Z","caller":"traceutil/trace.go:171","msg":"trace[707835790] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"761.817683ms","start":"2026-04-21T03:39:12.165285Z","end":"2026-04-21T03:39:12.927102Z","steps":["trace[707835790] 'process raft request' (duration: 761.38727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.927531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:12.165243Z","time spent":"762.091181ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:12.927611Z","caller":"traceutil/trace.go:171","msg":"trace[780790608] linearizableReadLoop","detail":"{readStateIndex:7083; appliedIndex:7079; }","duration":"603.985846ms","start":"2026-04-21T03:39:12.323605Z","end":"2026-04-21T03:39:12.92759Z","steps":["trace[780790608] 'read index received' (duration: 314.03128ms)","trace[780790608] 'applied index is now lower than readState.Index' (duration: 289.953186ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:12.927742Z","caller":"traceutil/trace.go:171","msg":"trace[617132543] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"760.60692ms","start":"2026-04-21T03:39:12.167105Z","end":"2026-04-21T03:39:12.927712Z","steps":["trace[617132543] 'process raft request' (duration: 759.955243ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:12.927834Z","caller":"traceutil/trace.go:171","msg":"trace[1821093653] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"413.14178ms","start":"2026-04-21T03:39:12.514669Z","end":"2026-04-21T03:39:12.927811Z","steps":["trace[1821093653] 'process raft request' (duration: 412.76032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.927901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:12.167081Z","time spent":"760.736434ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:12.927999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.375836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:39:12.928073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.818653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:12.928073Z","caller":"traceutil/trace.go:171","msg":"trace[77903794] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6824; }","duration":"604.492369ms","start":"2026-04-21T03:39:12.323559Z","end":"2026-04-21T03:39:12.928052Z","steps":["trace[77903794] 'agreement among raft nodes before linearized reading' (duration: 604.367136ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:12.928113Z","caller":"traceutil/trace.go:171","msg":"trace[1735920544] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6824; }","duration":"115.896716ms","start":"2026-04-21T03:39:12.812206Z","end":"2026-04-21T03:39:12.928103Z","steps":["trace[1735920544] 'agreement among raft nodes before linearized reading' (duration: 115.820304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.92806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:12.514641Z","time spent":"413.288134ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:12.928133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.403488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-21T03:39:12.928149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:12.323538Z","time spent":"604.579052ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:12.928246Z","caller":"traceutil/trace.go:171","msg":"trace[1642950741] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6824; }","duration":"160.561962ms","start":"2026-04-21T03:39:12.767657Z","end":"2026-04-21T03:39:12.928219Z","steps":["trace[1642950741] 'agreement among raft nodes before linearized reading' (duration: 160.282804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:12.927308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:12.165249Z","time spent":"761.870824ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:13.165905Z","caller":"traceutil/trace.go:171","msg":"trace[345066840] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"175.659209ms","start":"2026-04-21T03:39:12.990209Z","end":"2026-04-21T03:39:13.165868Z","steps":["trace[345066840] 'process raft request' (duration: 175.589277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:13.166022Z","caller":"traceutil/trace.go:171","msg":"trace[1607020578] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"229.934057ms","start":"2026-04-21T03:39:12.936064Z","end":"2026-04-21T03:39:13.165999Z","steps":["trace[1607020578] 'process raft request' (duration: 147.883545ms)","trace[1607020578] 'compare' (duration: 81.662671ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:13.378907Z","caller":"traceutil/trace.go:171","msg":"trace[1835036300] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"128.167716ms","start":"2026-04-21T03:39:13.250705Z","end":"2026-04-21T03:39:13.378873Z","steps":["trace[1835036300] 'process raft request' (duration: 67.181927ms)","trace[1835036300] 'compare' (duration: 60.812915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:14.437354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.722461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:14.437521Z","caller":"traceutil/trace.go:171","msg":"trace[1289346913] linearizableReadLoop","detail":"{readStateIndex:7091; appliedIndex:7089; }","duration":"404.935074ms","start":"2026-04-21T03:39:14.03257Z","end":"2026-04-21T03:39:14.437505Z","steps":["trace[1289346913] 'read index received' (duration: 177.949896ms)","trace[1289346913] 'applied index is now lower than readState.Index' (duration: 226.984338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:14.437698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.740825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:14.437655Z","caller":"traceutil/trace.go:171","msg":"trace[1878972742] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"481.833395ms","start":"2026-04-21T03:39:13.955789Z","end":"2026-04-21T03:39:14.437586Z","steps":["trace[1878972742] 'process raft request' (duration: 481.6537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.437727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.156767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:14.437773Z","caller":"traceutil/trace.go:171","msg":"trace[1939934268] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6830; }","duration":"481.223828ms","start":"2026-04-21T03:39:13.956538Z","end":"2026-04-21T03:39:14.437762Z","steps":["trace[1939934268] 'agreement among raft nodes before linearized reading' (duration: 481.147366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.43782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:13.95653Z","time spent":"481.28168ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:14.437854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:13.955776Z","time spent":"481.973899ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:14.437736Z","caller":"traceutil/trace.go:171","msg":"trace[1951031396] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6830; }","duration":"480.791237ms","start":"2026-04-21T03:39:13.956935Z","end":"2026-04-21T03:39:14.437727Z","steps":["trace[1951031396] 'agreement among raft nodes before linearized reading' (duration: 480.643553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.438065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:13.956931Z","time spent":"481.120766ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:14.437946Z","caller":"traceutil/trace.go:171","msg":"trace[872127204] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"484.390994ms","start":"2026-04-21T03:39:13.953543Z","end":"2026-04-21T03:39:14.437934Z","steps":["trace[872127204] 'process raft request' (duration: 256.973594ms)","trace[872127204] 'compare' (duration: 226.586728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:14.438302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:13.953518Z","time spent":"484.747164ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:14.43794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.271787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:14.438428Z","caller":"traceutil/trace.go:171","msg":"trace[697247216] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6830; }","duration":"482.77137ms","start":"2026-04-21T03:39:13.955619Z","end":"2026-04-21T03:39:14.43839Z","steps":["trace[697247216] 'agreement among raft nodes before linearized reading' (duration: 482.286727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.438524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:13.955606Z","time spent":"482.890573ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:14.551073Z","caller":"traceutil/trace.go:171","msg":"trace[584193162] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"514.953923ms","start":"2026-04-21T03:39:14.036097Z","end":"2026-04-21T03:39:14.551051Z","steps":["trace[584193162] 'process raft request' (duration: 512.382073ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:14.551288Z","caller":"traceutil/trace.go:171","msg":"trace[1860604302] linearizableReadLoop","detail":"{readStateIndex:7093; appliedIndex:7091; }","duration":"113.713179ms","start":"2026-04-21T03:39:14.437555Z","end":"2026-04-21T03:39:14.551268Z","steps":["trace[1860604302] 'read index received' (duration: 110.819821ms)","trace[1860604302] 'applied index is now lower than readState.Index' (duration: 2.891828ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:14.551293Z","caller":"traceutil/trace.go:171","msg":"trace[327820221] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"376.305035ms","start":"2026-04-21T03:39:14.17497Z","end":"2026-04-21T03:39:14.551275Z","steps":["trace[327820221] 'process raft request' (duration: 376.029618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.5517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.174956Z","time spent":"376.533271ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:14.551732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.363609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:14.552094Z","caller":"traceutil/trace.go:171","msg":"trace[309099391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6832; }","duration":"110.957056ms","start":"2026-04-21T03:39:14.441121Z","end":"2026-04-21T03:39:14.552078Z","steps":["trace[309099391] 'agreement among raft nodes before linearized reading' (duration: 110.284927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.551786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.036077Z","time spent":"515.064107ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:14.552679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.468389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:14.552725Z","caller":"traceutil/trace.go:171","msg":"trace[1521284211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6832; }","duration":"387.51899ms","start":"2026-04-21T03:39:14.165195Z","end":"2026-04-21T03:39:14.552714Z","steps":["trace[1521284211] 'agreement among raft nodes before linearized reading' (duration: 387.346295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:14.552756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.165174Z","time spent":"387.574262ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:39:14.931236Z","caller":"traceutil/trace.go:171","msg":"trace[159161766] linearizableReadLoop","detail":"{readStateIndex:7095; appliedIndex:7094; }","duration":"289.408174ms","start":"2026-04-21T03:39:14.641803Z","end":"2026-04-21T03:39:14.931211Z","steps":["trace[159161766] 'read index received' (duration: 257.072676ms)","trace[159161766] 'applied index is now lower than readState.Index' (duration: 32.334418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:14.931631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.809225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:39:14.931695Z","caller":"traceutil/trace.go:171","msg":"trace[1300365619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6834; }","duration":"289.921178ms","start":"2026-04-21T03:39:14.641762Z","end":"2026-04-21T03:39:14.931683Z","steps":["trace[1300365619] 'agreement among raft nodes before linearized reading' (duration: 289.543948ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:14.931815Z","caller":"traceutil/trace.go:171","msg":"trace[166340034] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"370.331683ms","start":"2026-04-21T03:39:14.561458Z","end":"2026-04-21T03:39:14.931789Z","steps":["trace[166340034] 'process raft request' (duration: 337.358967ms)","trace[166340034] 'compare' (duration: 31.466546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:14.931953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.561442Z","time spent":"370.437896ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6338,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:15.624743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.394099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:15.625327Z","caller":"traceutil/trace.go:171","msg":"trace[471090231] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"686.194541ms","start":"2026-04-21T03:39:14.93911Z","end":"2026-04-21T03:39:15.625304Z","steps":["trace[471090231] 'process raft request' (duration: 686.060328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:15.625498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.594995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:39:15.625525Z","caller":"traceutil/trace.go:171","msg":"trace[1012321081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6838; }","duration":"685.646936ms","start":"2026-04-21T03:39:14.939873Z","end":"2026-04-21T03:39:15.62552Z","steps":["trace[1012321081] 'agreement among raft nodes before linearized reading' (duration: 685.503932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:15.625541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.939864Z","time spent":"685.672836ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:15.625539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.939093Z","time spent":"686.297604ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:15.625356Z","caller":"traceutil/trace.go:171","msg":"trace[1902386783] linearizableReadLoop","detail":"{readStateIndex:7098; appliedIndex:7096; }","duration":"685.43731ms","start":"2026-04-21T03:39:14.939904Z","end":"2026-04-21T03:39:15.625341Z","steps":["trace[1902386783] 'read index received' (duration: 83.683034ms)","trace[1902386783] 'applied index is now lower than readState.Index' (duration: 601.752506ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:15.625327Z","caller":"traceutil/trace.go:171","msg":"trace[96505505] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"686.235212ms","start":"2026-04-21T03:39:14.939067Z","end":"2026-04-21T03:39:15.625302Z","steps":["trace[96505505] 'process raft request' (duration: 372.191447ms)","trace[96505505] 'compare' (duration: 313.218302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:15.625923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:14.939044Z","time spent":"686.804267ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:15.62639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.660483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:15.626494Z","caller":"traceutil/trace.go:171","msg":"trace[1173699455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6838; }","duration":"184.790837ms","start":"2026-04-21T03:39:15.441688Z","end":"2026-04-21T03:39:15.626478Z","steps":["trace[1173699455] 'agreement among raft nodes before linearized reading' (duration: 184.661703ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:15.625355Z","caller":"traceutil/trace.go:171","msg":"trace[1647111890] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"239.839221ms","start":"2026-04-21T03:39:15.385498Z","end":"2026-04-21T03:39:15.625337Z","steps":["trace[1647111890] 'process raft request' (duration: 239.758939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:15.920631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.920142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:15.920749Z","caller":"traceutil/trace.go:171","msg":"trace[1393406038] linearizableReadLoop","detail":"{readStateIndex:7101; appliedIndex:7099; }","duration":"284.342829ms","start":"2026-04-21T03:39:15.636385Z","end":"2026-04-21T03:39:15.920728Z","steps":["trace[1393406038] 'read index received' (duration: 46.888073ms)","trace[1393406038] 'applied index is now lower than readState.Index' (duration: 237.453086ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:15.920937Z","caller":"traceutil/trace.go:171","msg":"trace[748806737] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"290.395443ms","start":"2026-04-21T03:39:15.63035Z","end":"2026-04-21T03:39:15.920746Z","steps":["trace[748806737] 'process raft request' (duration: 106.277545ms)","trace[748806737] 'compare' (duration: 183.677326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:15.920865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.472043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:15.921222Z","caller":"traceutil/trace.go:171","msg":"trace[1421835602] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6840; }","duration":"284.841912ms","start":"2026-04-21T03:39:15.636361Z","end":"2026-04-21T03:39:15.921203Z","steps":["trace[1421835602] 'agreement among raft nodes before linearized reading' (duration: 284.460692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:16.794471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.917791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:16.794564Z","caller":"traceutil/trace.go:171","msg":"trace[728110767] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"845.197795ms","start":"2026-04-21T03:39:15.949349Z","end":"2026-04-21T03:39:16.794547Z","steps":["trace[728110767] 'process raft request' (duration: 304.119901ms)","trace[728110767] 'compare' (duration: 540.744906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:16.794625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:15.949325Z","time spent":"845.271278ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:16.794731Z","caller":"traceutil/trace.go:171","msg":"trace[686211033] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"757.606847ms","start":"2026-04-21T03:39:16.037116Z","end":"2026-04-21T03:39:16.794723Z","steps":["trace[686211033] 'process raft request' (duration: 757.432842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:16.794798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.037091Z","time spent":"757.661279ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:16.794913Z","caller":"traceutil/trace.go:171","msg":"trace[1916724183] linearizableReadLoop","detail":"{readStateIndex:7102; appliedIndex:7101; }","duration":"806.34763ms","start":"2026-04-21T03:39:15.988558Z","end":"2026-04-21T03:39:16.794906Z","steps":["trace[1916724183] 'read index received' (duration: 264.845264ms)","trace[1916724183] 'applied index is now lower than readState.Index' (duration: 541.501556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:16.795017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.463344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:16.795056Z","caller":"traceutil/trace.go:171","msg":"trace[1271544333] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6842; }","duration":"806.539806ms","start":"2026-04-21T03:39:15.988509Z","end":"2026-04-21T03:39:16.795049Z","steps":["trace[1271544333] 'agreement among raft nodes before linearized reading' (duration: 806.480414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:16.79509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:15.988488Z","time spent":"806.582436ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:17.045552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.169925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:17.045741Z","caller":"traceutil/trace.go:171","msg":"trace[246251941] linearizableReadLoop","detail":"{readStateIndex:7105; appliedIndex:7103; }","duration":"250.765651ms","start":"2026-04-21T03:39:16.79496Z","end":"2026-04-21T03:39:17.045726Z","steps":["trace[246251941] 'read index received' (duration: 125.333329ms)","trace[246251941] 'applied index is now lower than readState.Index' (duration: 125.431482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:17.04587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.098269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:17.045904Z","caller":"traceutil/trace.go:171","msg":"trace[2001803862] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6844; }","duration":"602.148361ms","start":"2026-04-21T03:39:16.443747Z","end":"2026-04-21T03:39:17.045895Z","steps":["trace[2001803862] 'agreement among raft nodes before linearized reading' (duration: 602.069619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.045938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.443741Z","time spent":"602.190242ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:17.045977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.982262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:39:17.046052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.452669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:17.046101Z","caller":"traceutil/trace.go:171","msg":"trace[1364182252] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6844; }","duration":"602.519551ms","start":"2026-04-21T03:39:16.443568Z","end":"2026-04-21T03:39:17.046088Z","steps":["trace[1364182252] 'agreement among raft nodes before linearized reading' (duration: 602.4617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.046112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.390367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:17.046115Z","caller":"traceutil/trace.go:171","msg":"trace[569046602] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"602.301105ms","start":"2026-04-21T03:39:16.443801Z","end":"2026-04-21T03:39:17.046102Z","steps":["trace[569046602] 'process raft request' (duration: 476.504033ms)","trace[569046602] 'compare' (duration: 125.051842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:17.046138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.443553Z","time spent":"602.578892ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:17.046141Z","caller":"traceutil/trace.go:171","msg":"trace[409426262] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6844; }","duration":"199.443628ms","start":"2026-04-21T03:39:16.846688Z","end":"2026-04-21T03:39:17.046131Z","steps":["trace[409426262] 'agreement among raft nodes before linearized reading' (duration: 199.400477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.046208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.443789Z","time spent":"602.355927ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:17.046055Z","caller":"traceutil/trace.go:171","msg":"trace[1703950678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6844; }","duration":"489.111756ms","start":"2026-04-21T03:39:16.556925Z","end":"2026-04-21T03:39:17.046037Z","steps":["trace[1703950678] 'agreement among raft nodes before linearized reading' (duration: 488.88501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.046002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.199225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:39:17.046371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.556899Z","time spent":"489.460135ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:39:17.046397Z","caller":"traceutil/trace.go:171","msg":"trace[519310782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6844; }","duration":"862.633646ms","start":"2026-04-21T03:39:16.183742Z","end":"2026-04-21T03:39:17.046375Z","steps":["trace[519310782] 'agreement among raft nodes before linearized reading' (duration: 862.135063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.046469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.183712Z","time spent":"862.741449ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:39:17.046637Z","caller":"traceutil/trace.go:171","msg":"trace[935508570] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"601.533765ms","start":"2026-04-21T03:39:16.445086Z","end":"2026-04-21T03:39:17.04662Z","steps":["trace[935508570] 'process raft request' (duration: 600.573969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.046727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.44508Z","time spent":"601.604716ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:17.046887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.079871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:39:17.046929Z","caller":"traceutil/trace.go:171","msg":"trace[1593317494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6844; }","duration":"417.159154ms","start":"2026-04-21T03:39:16.62976Z","end":"2026-04-21T03:39:17.046919Z","steps":["trace[1593317494] 'agreement among raft nodes before linearized reading' (duration: 417.088052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.046962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.629738Z","time spent":"417.217555ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:39:17.046023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.375407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:17.04933Z","caller":"traceutil/trace.go:171","msg":"trace[1830230721] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6844; }","duration":"605.654596ms","start":"2026-04-21T03:39:16.443595Z","end":"2026-04-21T03:39:17.04925Z","steps":["trace[1830230721] 'agreement among raft nodes before linearized reading' (duration: 602.378317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.049444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:16.443575Z","time spent":"605.85187ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:17.33123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.335122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:17.331537Z","caller":"traceutil/trace.go:171","msg":"trace[1400928703] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"278.363993ms","start":"2026-04-21T03:39:17.053156Z","end":"2026-04-21T03:39:17.33152Z","steps":["trace[1400928703] 'process raft request' (duration: 278.308702ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:17.331639Z","caller":"traceutil/trace.go:171","msg":"trace[1728213019] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"280.020878ms","start":"2026-04-21T03:39:17.05158Z","end":"2026-04-21T03:39:17.331601Z","steps":["trace[1728213019] 'process raft request' (duration: 279.766241ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:17.331739Z","caller":"traceutil/trace.go:171","msg":"trace[234908061] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"282.387772ms","start":"2026-04-21T03:39:17.049339Z","end":"2026-04-21T03:39:17.331727Z","steps":["trace[234908061] 'process raft request' (duration: 158.493425ms)","trace[234908061] 'compare' (duration: 123.151707ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:17.331817Z","caller":"traceutil/trace.go:171","msg":"trace[2127726652] linearizableReadLoop","detail":"{readStateIndex:7106; appliedIndex:7105; }","duration":"280.929812ms","start":"2026-04-21T03:39:17.050876Z","end":"2026-04-21T03:39:17.331806Z","steps":["trace[2127726652] 'read index received' (duration: 156.956693ms)","trace[2127726652] 'applied index is now lower than readState.Index' (duration: 123.971719ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:17.331947Z","caller":"traceutil/trace.go:171","msg":"trace[845874823] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"279.776961ms","start":"2026-04-21T03:39:17.052051Z","end":"2026-04-21T03:39:17.331828Z","steps":["trace[845874823] 'process raft request' (duration: 279.37426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.332083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.189049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:17.332127Z","caller":"traceutil/trace.go:171","msg":"trace[1625556428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6848; }","duration":"281.394044ms","start":"2026-04-21T03:39:17.050722Z","end":"2026-04-21T03:39:17.332116Z","steps":["trace[1625556428] 'agreement among raft nodes before linearized reading' (duration: 281.22894ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:17.745111Z","caller":"traceutil/trace.go:171","msg":"trace[2015341500] linearizableReadLoop","detail":"{readStateIndex:7110; appliedIndex:7109; }","duration":"358.647618ms","start":"2026-04-21T03:39:17.386436Z","end":"2026-04-21T03:39:17.745083Z","steps":["trace[2015341500] 'read index received' (duration: 316.740763ms)","trace[2015341500] 'applied index is now lower than readState.Index' (duration: 41.905425ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:17.745515Z","caller":"traceutil/trace.go:171","msg":"trace[1827876335] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"404.376438ms","start":"2026-04-21T03:39:17.341117Z","end":"2026-04-21T03:39:17.745493Z","steps":["trace[1827876335] 'process raft request' (duration: 362.039951ms)","trace[1827876335] 'compare' (duration: 41.770821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:17.745653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:17.341099Z","time spent":"404.45947ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:39:17.745661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.205105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:17.745894Z","caller":"traceutil/trace.go:171","msg":"trace[1327682547] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6849; }","duration":"359.484731ms","start":"2026-04-21T03:39:17.38639Z","end":"2026-04-21T03:39:17.745875Z","steps":["trace[1327682547] 'agreement among raft nodes before linearized reading' (duration: 359.146142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.745948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:17.38636Z","time spent":"359.577734ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T03:39:17.914332Z","caller":"traceutil/trace.go:171","msg":"trace[201183264] linearizableReadLoop","detail":"{readStateIndex:7111; appliedIndex:7110; }","duration":"169.123212ms","start":"2026-04-21T03:39:17.745189Z","end":"2026-04-21T03:39:17.914312Z","steps":["trace[201183264] 'read index received' (duration: 105.801766ms)","trace[201183264] 'applied index is now lower than readState.Index' (duration: 63.320486ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:17.914371Z","caller":"traceutil/trace.go:171","msg":"trace[1079854390] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"280.82853ms","start":"2026-04-21T03:39:17.633504Z","end":"2026-04-21T03:39:17.914332Z","steps":["trace[1079854390] 'process raft request' (duration: 217.472853ms)","trace[1079854390] 'compare' (duration: 63.243424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:17.914476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.152064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:17.914503Z","caller":"traceutil/trace.go:171","msg":"trace[62697582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6850; }","duration":"472.230216ms","start":"2026-04-21T03:39:17.442266Z","end":"2026-04-21T03:39:17.914496Z","steps":["trace[62697582] 'agreement among raft nodes before linearized reading' (duration: 472.140254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:17.914526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:17.442246Z","time spent":"472.274428ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:17.914575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.411147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:17.914631Z","caller":"traceutil/trace.go:171","msg":"trace[724759814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6850; }","duration":"284.51574ms","start":"2026-04-21T03:39:17.630102Z","end":"2026-04-21T03:39:17.914618Z","steps":["trace[724759814] 'agreement among raft nodes before linearized reading' (duration: 284.287584ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:18.005295Z","caller":"traceutil/trace.go:171","msg":"trace[53427618] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"254.575058ms","start":"2026-04-21T03:39:17.750665Z","end":"2026-04-21T03:39:18.00524Z","steps":["trace[53427618] 'process raft request' (duration: 254.373553ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:18.005543Z","caller":"traceutil/trace.go:171","msg":"trace[934079875] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"253.840128ms","start":"2026-04-21T03:39:17.75168Z","end":"2026-04-21T03:39:18.00552Z","steps":["trace[934079875] 'process raft request' (duration: 253.487588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:18.005825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.11734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:18.005875Z","caller":"traceutil/trace.go:171","msg":"trace[1485707532] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6853; }","duration":"256.247354ms","start":"2026-04-21T03:39:17.749617Z","end":"2026-04-21T03:39:18.005864Z","steps":["trace[1485707532] 'agreement among raft nodes before linearized reading' (duration: 256.150271ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:18.006049Z","caller":"traceutil/trace.go:171","msg":"trace[565681306] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"254.021654ms","start":"2026-04-21T03:39:17.752017Z","end":"2026-04-21T03:39:18.006038Z","steps":["trace[565681306] 'process raft request' (duration: 253.205511ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:18.092318Z","caller":"traceutil/trace.go:171","msg":"trace[87463401] transaction","detail":"{read_only:false; response_revision:6854; number_of_response:1; }","duration":"173.774757ms","start":"2026-04-21T03:39:17.918511Z","end":"2026-04-21T03:39:18.092285Z","steps":["trace[87463401] 'process raft request' (duration: 133.62138ms)","trace[87463401] 'compare' (duration: 39.90889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:18.092337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.903981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:18.09241Z","caller":"traceutil/trace.go:171","msg":"trace[2033313469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6854; }","duration":"177.007834ms","start":"2026-04-21T03:39:17.915389Z","end":"2026-04-21T03:39:18.092397Z","steps":["trace[2033313469] 'agreement among raft nodes before linearized reading' (duration: 176.837029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:18.092444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.103953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:18.09251Z","caller":"traceutil/trace.go:171","msg":"trace[1023931287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6854; }","duration":"168.206135ms","start":"2026-04-21T03:39:17.924288Z","end":"2026-04-21T03:39:18.092494Z","steps":["trace[1023931287] 'agreement among raft nodes before linearized reading' (duration: 167.918998ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:18.139806Z","caller":"traceutil/trace.go:171","msg":"trace[367132382] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"127.242094ms","start":"2026-04-21T03:39:18.01253Z","end":"2026-04-21T03:39:18.139773Z","steps":["trace[367132382] 'process raft request' (duration: 127.029388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:18.139849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.68998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:18.139919Z","caller":"traceutil/trace.go:171","msg":"trace[1158580419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6855; }","duration":"129.808874ms","start":"2026-04-21T03:39:18.010092Z","end":"2026-04-21T03:39:18.139901Z","steps":["trace[1158580419] 'agreement among raft nodes before linearized reading' (duration: 129.593188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:18.139967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.585807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-7hm4f\" ","response":"range_response_count:1 size:4927"} {"level":"info","ts":"2026-04-21T03:39:18.140037Z","caller":"traceutil/trace.go:171","msg":"trace[1478352138] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-7hm4f; range_end:; response_count:1; response_revision:6855; }","duration":"126.671959ms","start":"2026-04-21T03:39:18.01335Z","end":"2026-04-21T03:39:18.140021Z","steps":["trace[1478352138] 'agreement among raft nodes before linearized reading' (duration: 126.488714ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:18.368164Z","caller":"traceutil/trace.go:171","msg":"trace[1054524241] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"220.722965ms","start":"2026-04-21T03:39:18.147401Z","end":"2026-04-21T03:39:18.368124Z","steps":["trace[1054524241] 'process raft request' (duration: 187.629179ms)","trace[1054524241] 'compare' (duration: 32.709456ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:18.368341Z","caller":"traceutil/trace.go:171","msg":"trace[440915233] linearizableReadLoop","detail":"{readStateIndex:7118; appliedIndex:7117; }","duration":"185.667166ms","start":"2026-04-21T03:39:18.182646Z","end":"2026-04-21T03:39:18.368313Z","steps":["trace[440915233] 'read index received' (duration: 152.355415ms)","trace[440915233] 'applied index is now lower than readState.Index' (duration: 33.308721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:18.587363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.327757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:39:18.587489Z","caller":"traceutil/trace.go:171","msg":"trace[1944027241] linearizableReadLoop","detail":"{readStateIndex:7119; appliedIndex:7118; }","duration":"219.05421ms","start":"2026-04-21T03:39:18.368403Z","end":"2026-04-21T03:39:18.587457Z","steps":["trace[1944027241] 'read index received' (duration: 60.151µs)","trace[1944027241] 'applied index is now lower than readState.Index' (duration: 218.992539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:18.58776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.558124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:18.587906Z","caller":"traceutil/trace.go:171","msg":"trace[1761265477] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6857; }","duration":"164.701648ms","start":"2026-04-21T03:39:18.423137Z","end":"2026-04-21T03:39:18.587839Z","steps":["trace[1761265477] 'agreement among raft nodes before linearized reading' (duration: 164.510003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:18.587971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.312212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-21T03:39:18.587804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.066372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T03:39:18.588039Z","caller":"traceutil/trace.go:171","msg":"trace[111467885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6857; }","duration":"405.412365ms","start":"2026-04-21T03:39:18.182608Z","end":"2026-04-21T03:39:18.58802Z","steps":["trace[111467885] 'agreement among raft nodes before linearized reading' (duration: 185.80839ms)","trace[111467885] 'range keys from in-memory index tree' (duration: 219.402759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:18.588095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:18.182589Z","time spent":"405.491136ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:39:18.588081Z","caller":"traceutil/trace.go:171","msg":"trace[313783708] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6857; }","duration":"399.35686ms","start":"2026-04-21T03:39:18.188696Z","end":"2026-04-21T03:39:18.588053Z","steps":["trace[313783708] 'agreement among raft nodes before linearized reading' (duration: 398.873668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:18.58817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:18.188684Z","time spent":"399.458253ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:19.247508Z","caller":"traceutil/trace.go:171","msg":"trace[290618575] linearizableReadLoop","detail":"{readStateIndex:7120; appliedIndex:7119; }","duration":"377.559444ms","start":"2026-04-21T03:39:18.869923Z","end":"2026-04-21T03:39:19.247483Z","steps":["trace[290618575] 'read index received' (duration: 377.380599ms)","trace[290618575] 'applied index is now lower than readState.Index' (duration: 177.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:19.248492Z","caller":"traceutil/trace.go:171","msg":"trace[1610553106] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"446.88908ms","start":"2026-04-21T03:39:18.80158Z","end":"2026-04-21T03:39:19.248469Z","steps":["trace[1610553106] 'process raft request' (duration: 445.695289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:19.248647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:18.801562Z","time spent":"447.012073ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:19.248847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.90707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-21T03:39:19.248922Z","caller":"traceutil/trace.go:171","msg":"trace[2109618388] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6858; }","duration":"379.016103ms","start":"2026-04-21T03:39:18.869886Z","end":"2026-04-21T03:39:19.248903Z","steps":["trace[2109618388] 'agreement among raft nodes before linearized reading' (duration: 378.368706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:19.248969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:18.869866Z","time spent":"379.092006ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-21T03:39:19.288548Z","caller":"traceutil/trace.go:171","msg":"trace[417334979] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"236.388403ms","start":"2026-04-21T03:39:19.052143Z","end":"2026-04-21T03:39:19.288531Z","steps":["trace[417334979] 'process raft request' (duration: 236.234499ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:19.288645Z","caller":"traceutil/trace.go:171","msg":"trace[1087247595] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"235.201571ms","start":"2026-04-21T03:39:19.053415Z","end":"2026-04-21T03:39:19.288616Z","steps":["trace[1087247595] 'process raft request' (duration: 235.057377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:19.288721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.125238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:19.288782Z","caller":"traceutil/trace.go:171","msg":"trace[1913749412] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6860; }","duration":"235.234682ms","start":"2026-04-21T03:39:19.053535Z","end":"2026-04-21T03:39:19.288769Z","steps":["trace[1913749412] 'agreement among raft nodes before linearized reading' (duration: 235.033276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:19.288902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.011486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:19.288943Z","caller":"traceutil/trace.go:171","msg":"trace[1524637516] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6860; }","duration":"235.087188ms","start":"2026-04-21T03:39:19.053849Z","end":"2026-04-21T03:39:19.288936Z","steps":["trace[1524637516] 'agreement among raft nodes before linearized reading' (duration: 234.954434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:19.28875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.031428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:19.289023Z","caller":"traceutil/trace.go:171","msg":"trace[1973249820] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6860; }","duration":"238.353067ms","start":"2026-04-21T03:39:19.050663Z","end":"2026-04-21T03:39:19.289016Z","steps":["trace[1973249820] 'agreement among raft nodes before linearized reading' (duration: 238.010337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:19.941977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:39:20.061307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.271284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:39:20.061386Z","caller":"traceutil/trace.go:171","msg":"trace[1833328053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6860; }","duration":"725.391297ms","start":"2026-04-21T03:39:19.335971Z","end":"2026-04-21T03:39:20.061362Z","steps":["trace[1833328053] 'range keys from in-memory index tree' (duration: 725.142891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:20.061522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:19.335959Z","time spent":"725.546052ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:20.061878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.069951ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:20.061977Z","caller":"traceutil/trace.go:171","msg":"trace[284287148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6860; }","duration":"125.171824ms","start":"2026-04-21T03:39:19.936789Z","end":"2026-04-21T03:39:20.061961Z","steps":["trace[284287148] 'range keys from in-memory index tree' (duration: 125.05682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:20.062244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.870722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:20.062353Z","caller":"traceutil/trace.go:171","msg":"trace[1033876793] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"706.829576ms","start":"2026-04-21T03:39:19.355503Z","end":"2026-04-21T03:39:20.062332Z","steps":["trace[1033876793] 'process raft request' (duration: 593.809421ms)","trace[1033876793] 'compare' (duration: 112.337326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:20.062413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:19.355482Z","time spent":"706.908338ms","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2235,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:39:20.062271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.219801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:39:20.062003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.295155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:20.063178Z","caller":"traceutil/trace.go:171","msg":"trace[107740069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6860; }","duration":"726.473566ms","start":"2026-04-21T03:39:19.33668Z","end":"2026-04-21T03:39:20.063153Z","steps":["trace[107740069] 'range keys from in-memory index tree' (duration: 725.211183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:20.06325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:19.33666Z","time spent":"726.573099ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:39:20.062959Z","caller":"traceutil/trace.go:171","msg":"trace[1650728084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6860; }","duration":"727.163456ms","start":"2026-04-21T03:39:19.335761Z","end":"2026-04-21T03:39:20.062925Z","steps":["trace[1650728084] 'range keys from in-memory index tree' (duration: 725.433549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:20.063691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:19.33574Z","time spent":"727.932346ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:39:20.619693Z","caller":"traceutil/trace.go:171","msg":"trace[108794026] linearizableReadLoop","detail":"{readStateIndex:7124; appliedIndex:7122; }","duration":"1.178572509s","start":"2026-04-21T03:39:19.441101Z","end":"2026-04-21T03:39:20.619673Z","steps":["trace[108794026] 'read index received' (duration: 508.289747ms)","trace[108794026] 'applied index is now lower than readState.Index' (duration: 670.281792ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:20.620008Z","caller":"traceutil/trace.go:171","msg":"trace[727795527] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"696.775478ms","start":"2026-04-21T03:39:19.923221Z","end":"2026-04-21T03:39:20.619996Z","steps":["trace[727795527] 'process raft request' (duration: 696.317496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:20.620651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:19.923196Z","time spent":"697.366245ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:20.620445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179308688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:20.621036Z","caller":"traceutil/trace.go:171","msg":"trace[1884058602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6862; }","duration":"1.179868913s","start":"2026-04-21T03:39:19.441038Z","end":"2026-04-21T03:39:20.620907Z","steps":["trace[1884058602] 'agreement among raft nodes before linearized reading' (duration: 1.179245836s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:20.621192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:19.441011Z","time spent":"1.180095849s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:21.005467Z","caller":"traceutil/trace.go:171","msg":"trace[1175960426] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"939.301868ms","start":"2026-04-21T03:39:20.066142Z","end":"2026-04-21T03:39:21.005444Z","steps":["trace[1175960426] 'process raft request' (duration: 844.24845ms)","trace[1175960426] 'compare' (duration: 94.809291ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:21.005553Z","caller":"traceutil/trace.go:171","msg":"trace[256443321] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"936.694617ms","start":"2026-04-21T03:39:20.068837Z","end":"2026-04-21T03:39:21.005532Z","steps":["trace[256443321] 'process raft request' (duration: 936.582404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.005574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.066116Z","time spent":"939.403221ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:21.00557Z","caller":"traceutil/trace.go:171","msg":"trace[157152099] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"937.812897ms","start":"2026-04-21T03:39:20.067709Z","end":"2026-04-21T03:39:21.005522Z","steps":["trace[157152099] 'process raft request' (duration: 937.668913ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:21.005586Z","caller":"traceutil/trace.go:171","msg":"trace[217497941] linearizableReadLoop","detail":"{readStateIndex:7129; appliedIndex:7124; }","duration":"385.745251ms","start":"2026-04-21T03:39:20.619825Z","end":"2026-04-21T03:39:21.005571Z","steps":["trace[217497941] 'read index received' (duration: 290.539119ms)","trace[217497941] 'applied index is now lower than readState.Index' (duration: 95.205282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:21.005642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.068813Z","time spent":"936.77863ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:21.005693Z","caller":"traceutil/trace.go:171","msg":"trace[459506609] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"569.398774ms","start":"2026-04-21T03:39:20.436281Z","end":"2026-04-21T03:39:21.00568Z","steps":["trace[459506609] 'process raft request' (duration: 569.23759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.005711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.067696Z","time spent":"937.936061ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:21.005758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.436254Z","time spent":"569.462726ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:21.005801Z","caller":"traceutil/trace.go:171","msg":"trace[3783746] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"933.499641ms","start":"2026-04-21T03:39:20.072294Z","end":"2026-04-21T03:39:21.005794Z","steps":["trace[3783746] 'process raft request' (duration: 933.177083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.005842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.072283Z","time spent":"933.538962ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:39:21.005878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.686359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:21.005897Z","caller":"traceutil/trace.go:171","msg":"trace[743556918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6867; }","duration":"382.757321ms","start":"2026-04-21T03:39:20.623134Z","end":"2026-04-21T03:39:21.005892Z","steps":["trace[743556918] 'agreement among raft nodes before linearized reading' (duration: 382.72037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.005912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.623107Z","time spent":"382.801942ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:21.005959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.630266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:39:21.006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.851535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:21.005992Z","caller":"traceutil/trace.go:171","msg":"trace[1743853896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6867; }","duration":"909.700198ms","start":"2026-04-21T03:39:20.096281Z","end":"2026-04-21T03:39:21.005982Z","steps":["trace[1743853896] 'agreement among raft nodes before linearized reading' (duration: 909.541864ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:21.006019Z","caller":"traceutil/trace.go:171","msg":"trace[33504533] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6867; }","duration":"221.908286ms","start":"2026-04-21T03:39:20.784102Z","end":"2026-04-21T03:39:21.00601Z","steps":["trace[33504533] 'agreement among raft nodes before linearized reading' (duration: 221.877604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.006041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.096262Z","time spent":"909.771561ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:21.006094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.864426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:21.006204Z","caller":"traceutil/trace.go:171","msg":"trace[1798008431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6867; }","duration":"835.029312ms","start":"2026-04-21T03:39:20.171151Z","end":"2026-04-21T03:39:21.00618Z","steps":["trace[1798008431] 'agreement among raft nodes before linearized reading' (duration: 834.748243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.006251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:20.171129Z","time spent":"835.113824ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:21.26445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.414936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:21.264668Z","caller":"traceutil/trace.go:171","msg":"trace[1220717270] linearizableReadLoop","detail":"{readStateIndex:7131; appliedIndex:7129; }","duration":"249.3393ms","start":"2026-04-21T03:39:21.01531Z","end":"2026-04-21T03:39:21.264649Z","steps":["trace[1220717270] 'read index received' (duration: 113.630026ms)","trace[1220717270] 'applied index is now lower than readState.Index' (duration: 135.708254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:21.264761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.446743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:21.264793Z","caller":"traceutil/trace.go:171","msg":"trace[1165391012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6869; }","duration":"249.496925ms","start":"2026-04-21T03:39:21.015287Z","end":"2026-04-21T03:39:21.264784Z","steps":["trace[1165391012] 'agreement among raft nodes before linearized reading' (duration: 249.420383ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:21.264917Z","caller":"traceutil/trace.go:171","msg":"trace[241811468] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"254.062618ms","start":"2026-04-21T03:39:21.010832Z","end":"2026-04-21T03:39:21.264895Z","steps":["trace[241811468] 'process raft request' (duration: 118.107617ms)","trace[241811468] 'compare' (duration: 135.102068ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:21.265057Z","caller":"traceutil/trace.go:171","msg":"trace[1518761812] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"253.543514ms","start":"2026-04-21T03:39:21.011409Z","end":"2026-04-21T03:39:21.264953Z","steps":["trace[1518761812] 'process raft request' (duration: 253.154074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.618779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.541308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:21.619079Z","caller":"traceutil/trace.go:171","msg":"trace[1037402129] linearizableReadLoop","detail":"{readStateIndex:7134; appliedIndex:7131; }","duration":"322.126115ms","start":"2026-04-21T03:39:21.296934Z","end":"2026-04-21T03:39:21.61906Z","steps":["trace[1037402129] 'read index received' (duration: 179.163806ms)","trace[1037402129] 'applied index is now lower than readState.Index' (duration: 142.961249ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:21.619188Z","caller":"traceutil/trace.go:171","msg":"trace[1237129360] transaction","detail":"{read_only:false; response_revision:6870; number_of_response:1; }","duration":"365.358121ms","start":"2026-04-21T03:39:21.253815Z","end":"2026-04-21T03:39:21.619174Z","steps":["trace[1237129360] 'process raft request' (duration: 222.3281ms)","trace[1237129360] 'compare' (duration: 142.293952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:21.619256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:21.253789Z","time spent":"365.429443ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:21.619458Z","caller":"traceutil/trace.go:171","msg":"trace[1886219555] transaction","detail":"{read_only:false; response_revision:6871; number_of_response:1; }","duration":"325.070954ms","start":"2026-04-21T03:39:21.294372Z","end":"2026-04-21T03:39:21.619443Z","steps":["trace[1886219555] 'process raft request' (duration: 324.52847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.619521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:21.294351Z","time spent":"325.131756ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:21.619801Z","caller":"traceutil/trace.go:171","msg":"trace[818513717] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"324.951612ms","start":"2026-04-21T03:39:21.294837Z","end":"2026-04-21T03:39:21.619789Z","steps":["trace[818513717] 'process raft request' (duration: 324.17634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.619867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:21.294813Z","time spent":"325.020784ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:21.620091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.143623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:21.620155Z","caller":"traceutil/trace.go:171","msg":"trace[1794754226] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6872; }","duration":"323.235796ms","start":"2026-04-21T03:39:21.296903Z","end":"2026-04-21T03:39:21.620139Z","steps":["trace[1794754226] 'agreement among raft nodes before linearized reading' (duration: 323.064051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.6202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:21.296897Z","time spent":"323.288917ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:21.620398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.18153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:21.620439Z","caller":"traceutil/trace.go:171","msg":"trace[1865129118] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6872; }","duration":"318.255231ms","start":"2026-04-21T03:39:21.302171Z","end":"2026-04-21T03:39:21.620427Z","steps":["trace[1865129118] 'agreement among raft nodes before linearized reading' (duration: 318.108977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:21.620474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:21.302159Z","time spent":"318.306693ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:21.620681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.757698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:21.620736Z","caller":"traceutil/trace.go:171","msg":"trace[1144997896] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6872; }","duration":"287.831259ms","start":"2026-04-21T03:39:21.332886Z","end":"2026-04-21T03:39:21.620718Z","steps":["trace[1144997896] 'agreement among raft nodes before linearized reading' (duration: 287.694006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:22.026495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.382239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-21T03:39:22.026637Z","caller":"traceutil/trace.go:171","msg":"trace[489682078] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6872; }","duration":"203.565485ms","start":"2026-04-21T03:39:21.823056Z","end":"2026-04-21T03:39:22.026622Z","steps":["trace[489682078] 'range keys from in-memory index tree' (duration: 203.241816ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:22.027284Z","caller":"traceutil/trace.go:171","msg":"trace[842386778] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"181.417297ms","start":"2026-04-21T03:39:21.845452Z","end":"2026-04-21T03:39:22.026869Z","steps":["trace[842386778] 'process raft request' (duration: 85.444607ms)","trace[842386778] 'compare' (duration: 95.635381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:22.330491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.703966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:22.330613Z","caller":"traceutil/trace.go:171","msg":"trace[12805220] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"231.294067ms","start":"2026-04-21T03:39:22.099295Z","end":"2026-04-21T03:39:22.330589Z","steps":["trace[12805220] 'process raft request' (duration: 74.398116ms)","trace[12805220] 'compare' (duration: 156.412298ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:22.54891Z","caller":"traceutil/trace.go:171","msg":"trace[375360577] linearizableReadLoop","detail":"{readStateIndex:7137; appliedIndex:7136; }","duration":"109.536704ms","start":"2026-04-21T03:39:22.439325Z","end":"2026-04-21T03:39:22.548862Z","steps":["trace[375360577] 'read index received' (duration: 81.008944ms)","trace[375360577] 'applied index is now lower than readState.Index' (duration: 28.52665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:22.549171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.80022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:22.549211Z","caller":"traceutil/trace.go:171","msg":"trace[947160754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6875; }","duration":"109.923404ms","start":"2026-04-21T03:39:22.439277Z","end":"2026-04-21T03:39:22.5492Z","steps":["trace[947160754] 'agreement among raft nodes before linearized reading' (duration: 109.765029ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:22.549035Z","caller":"traceutil/trace.go:171","msg":"trace[249096234] transaction","detail":"{read_only:false; response_revision:6875; number_of_response:1; }","duration":"181.139115ms","start":"2026-04-21T03:39:22.36787Z","end":"2026-04-21T03:39:22.549009Z","steps":["trace[249096234] 'process raft request' (duration: 152.42148ms)","trace[249096234] 'compare' (duration: 28.380236ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:22.81307Z","caller":"traceutil/trace.go:171","msg":"trace[424418144] transaction","detail":"{read_only:false; response_revision:6876; number_of_response:1; }","duration":"187.561848ms","start":"2026-04-21T03:39:22.625476Z","end":"2026-04-21T03:39:22.813038Z","steps":["trace[424418144] 'process raft request' (duration: 136.945213ms)","trace[424418144] 'compare' (duration: 50.362918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:23.424515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.655524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:23.424698Z","caller":"traceutil/trace.go:171","msg":"trace[1546970127] linearizableReadLoop","detail":"{readStateIndex:7143; appliedIndex:7139; }","duration":"177.515192ms","start":"2026-04-21T03:39:23.247172Z","end":"2026-04-21T03:39:23.424688Z","steps":["trace[1546970127] 'read index received' (duration: 13.116863ms)","trace[1546970127] 'applied index is now lower than readState.Index' (duration: 164.396039ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:23.424755Z","caller":"traceutil/trace.go:171","msg":"trace[1337294804] transaction","detail":"{read_only:false; response_revision:6877; number_of_response:1; }","duration":"389.398741ms","start":"2026-04-21T03:39:23.035351Z","end":"2026-04-21T03:39:23.42475Z","steps":["trace[1337294804] 'process raft request' (duration: 122.453389ms)","trace[1337294804] 'compare' (duration: 266.50599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:23.424793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.035326Z","time spent":"389.449702ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:23.424955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.780969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:23.424946Z","caller":"traceutil/trace.go:171","msg":"trace[1458686017] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"386.072911ms","start":"2026-04-21T03:39:23.038844Z","end":"2026-04-21T03:39:23.424917Z","steps":["trace[1458686017] 'process raft request' (duration: 385.821024ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:23.424962Z","caller":"traceutil/trace.go:171","msg":"trace[1784608795] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"386.602716ms","start":"2026-04-21T03:39:23.038331Z","end":"2026-04-21T03:39:23.424934Z","steps":["trace[1784608795] 'process raft request' (duration: 386.254576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:23.425046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.753409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:39:23.425065Z","caller":"traceutil/trace.go:171","msg":"trace[1816781789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6880; }","duration":"154.81332ms","start":"2026-04-21T03:39:23.270248Z","end":"2026-04-21T03:39:23.425062Z","steps":["trace[1816781789] 'agreement among raft nodes before linearized reading' (duration: 154.748058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:23.425096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.038811Z","time spent":"386.192775ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:23.425211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.891788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:39:23.425226Z","caller":"traceutil/trace.go:171","msg":"trace[2045830081] transaction","detail":"{read_only:false; response_revision:6879; number_of_response:1; }","duration":"386.518833ms","start":"2026-04-21T03:39:23.038699Z","end":"2026-04-21T03:39:23.425218Z","steps":["trace[2045830081] 'process raft request' (duration: 385.933368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:23.425286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.03867Z","time spent":"386.575565ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:23.424979Z","caller":"traceutil/trace.go:171","msg":"trace[1900493567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6880; }","duration":"177.842381ms","start":"2026-04-21T03:39:23.247128Z","end":"2026-04-21T03:39:23.424971Z","steps":["trace[1900493567] 'agreement among raft nodes before linearized reading' (duration: 177.778409ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:23.425231Z","caller":"traceutil/trace.go:171","msg":"trace[2064598491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6880; }","duration":"152.92975ms","start":"2026-04-21T03:39:23.272295Z","end":"2026-04-21T03:39:23.425224Z","steps":["trace[2064598491] 'agreement among raft nodes before linearized reading' (duration: 152.885409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:23.425356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.038312Z","time spent":"386.751959ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:23.877801Z","caller":"traceutil/trace.go:171","msg":"trace[1846641549] transaction","detail":"{read_only:false; response_revision:6881; number_of_response:1; }","duration":"447.652621ms","start":"2026-04-21T03:39:23.430119Z","end":"2026-04-21T03:39:23.877772Z","steps":["trace[1846641549] 'process raft request' (duration: 396.303667ms)","trace[1846641549] 'compare' (duration: 51.16807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:23.878145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.430109Z","time spent":"447.771744ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:24.146884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.965608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:24.147084Z","caller":"traceutil/trace.go:171","msg":"trace[725919432] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"716.826658ms","start":"2026-04-21T03:39:23.430234Z","end":"2026-04-21T03:39:24.147061Z","steps":["trace[725919432] 'process raft request' (duration: 550.595203ms)","trace[725919432] 'compare' (duration: 165.814764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:24.14717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.43022Z","time spent":"716.918882ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:24.147443Z","caller":"traceutil/trace.go:171","msg":"trace[47796659] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"522.920695ms","start":"2026-04-21T03:39:23.624508Z","end":"2026-04-21T03:39:24.147429Z","steps":["trace[47796659] 'process raft request' (duration: 522.501364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.147534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.624483Z","time spent":"522.995647ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:24.147579Z","caller":"traceutil/trace.go:171","msg":"trace[437782983] linearizableReadLoop","detail":"{readStateIndex:7145; appliedIndex:7143; }","duration":"716.09758ms","start":"2026-04-21T03:39:23.431457Z","end":"2026-04-21T03:39:24.147555Z","steps":["trace[437782983] 'read index received' (duration: 394.982352ms)","trace[437782983] 'applied index is now lower than readState.Index' (duration: 321.114218ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:24.147679Z","caller":"traceutil/trace.go:171","msg":"trace[1301458048] transaction","detail":"{read_only:false; response_revision:6885; number_of_response:1; }","duration":"521.882076ms","start":"2026-04-21T03:39:23.625781Z","end":"2026-04-21T03:39:24.147663Z","steps":["trace[1301458048] 'process raft request' (duration: 521.612589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.147803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.347306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:24.147838Z","caller":"traceutil/trace.go:171","msg":"trace[545335072] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6885; }","duration":"716.407358ms","start":"2026-04-21T03:39:23.431421Z","end":"2026-04-21T03:39:24.147829Z","steps":["trace[545335072] 'agreement among raft nodes before linearized reading' (duration: 716.267734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.147866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.431406Z","time spent":"716.453269ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-21T03:39:24.147959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.739249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:24.148042Z","caller":"traceutil/trace.go:171","msg":"trace[1006106339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6885; }","duration":"463.868563ms","start":"2026-04-21T03:39:23.684156Z","end":"2026-04-21T03:39:24.148024Z","steps":["trace[1006106339] 'agreement among raft nodes before linearized reading' (duration: 463.73832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.148093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.684143Z","time spent":"463.938745ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:24.148112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.76455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:24.148184Z","caller":"traceutil/trace.go:171","msg":"trace[1546539328] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6885; }","duration":"522.867892ms","start":"2026-04-21T03:39:23.625303Z","end":"2026-04-21T03:39:24.148171Z","steps":["trace[1546539328] 'agreement among raft nodes before linearized reading' (duration: 522.715548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.148214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.971197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:24.147993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.113356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:24.148263Z","caller":"traceutil/trace.go:171","msg":"trace[891929087] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6885; }","duration":"523.041488ms","start":"2026-04-21T03:39:23.625208Z","end":"2026-04-21T03:39:24.14825Z","steps":["trace[891929087] 'agreement among raft nodes before linearized reading' (duration: 522.870013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.148274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.625257Z","time spent":"522.978687ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:24.148286Z","caller":"traceutil/trace.go:171","msg":"trace[1870730417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6885; }","duration":"554.456444ms","start":"2026-04-21T03:39:23.593818Z","end":"2026-04-21T03:39:24.148275Z","steps":["trace[1870730417] 'agreement among raft nodes before linearized reading' (duration: 553.976151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.148297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.625201Z","time spent":"523.088899ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:24.14832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.5938Z","time spent":"554.509906ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:39:24.148225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.730331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:24.148477Z","caller":"traceutil/trace.go:171","msg":"trace[1045152517] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6885; }","duration":"411.033449ms","start":"2026-04-21T03:39:23.737433Z","end":"2026-04-21T03:39:24.148466Z","steps":["trace[1045152517] 'agreement among raft nodes before linearized reading' (duration: 410.739111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.148518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.737408Z","time spent":"411.099451ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:24.150168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.625769Z","time spent":"521.983909ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:24.147634Z","caller":"traceutil/trace.go:171","msg":"trace[713490205] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"523.007847ms","start":"2026-04-21T03:39:23.624543Z","end":"2026-04-21T03:39:24.147551Z","steps":["trace[713490205] 'process raft request' (duration: 522.74402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.150589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.624511Z","time spent":"525.986498ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:24.148488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.448229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:24.150972Z","caller":"traceutil/trace.go:171","msg":"trace[1247381248] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6885; }","duration":"525.980727ms","start":"2026-04-21T03:39:23.624976Z","end":"2026-04-21T03:39:24.150956Z","steps":["trace[1247381248] 'agreement among raft nodes before linearized reading' (duration: 523.422948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:24.151051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:23.624945Z","time spent":"526.08217ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:25.090933Z","caller":"traceutil/trace.go:171","msg":"trace[1785406984] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"271.543617ms","start":"2026-04-21T03:39:24.819359Z","end":"2026-04-21T03:39:25.090903Z","steps":["trace[1785406984] 'process raft request' (duration: 217.450622ms)","trace[1785406984] 'compare' (duration: 53.866059ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:25.09339Z","caller":"traceutil/trace.go:171","msg":"trace[259783779] linearizableReadLoop","detail":"{readStateIndex:7151; appliedIndex:7149; }","duration":"119.036143ms","start":"2026-04-21T03:39:24.974331Z","end":"2026-04-21T03:39:25.093367Z","steps":["trace[259783779] 'read index received' (duration: 62.4197ms)","trace[259783779] 'applied index is now lower than readState.Index' (duration: 56.615463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:25.093633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.280159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-7hm4f\" ","response":"range_response_count:1 size:6151"} {"level":"info","ts":"2026-04-21T03:39:25.093748Z","caller":"traceutil/trace.go:171","msg":"trace[1585861916] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-7hm4f; range_end:; response_count:1; response_revision:6888; }","duration":"119.457504ms","start":"2026-04-21T03:39:24.974277Z","end":"2026-04-21T03:39:25.093673Z","steps":["trace[1585861916] 'agreement among raft nodes before linearized reading' (duration: 119.180906ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:25.093823Z","caller":"traceutil/trace.go:171","msg":"trace[1984953064] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"144.116958ms","start":"2026-04-21T03:39:24.949677Z","end":"2026-04-21T03:39:25.093794Z","steps":["trace[1984953064] 'process raft request' (duration: 143.380458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:25.434431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.178348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:25.434711Z","caller":"traceutil/trace.go:171","msg":"trace[1870944048] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"333.805197ms","start":"2026-04-21T03:39:25.100886Z","end":"2026-04-21T03:39:25.434691Z","steps":["trace[1870944048] 'process raft request' (duration: 225.286689ms)","trace[1870944048] 'compare' (duration: 107.664875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:25.434813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:25.100864Z","time spent":"333.912499ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:25.715147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.026699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:25.715305Z","caller":"traceutil/trace.go:171","msg":"trace[52237674] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"272.440997ms","start":"2026-04-21T03:39:25.442852Z","end":"2026-04-21T03:39:25.715293Z","steps":["trace[52237674] 'process raft request' (duration: 146.213763ms)","trace[52237674] 'compare' (duration: 125.945606ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:25.715426Z","caller":"traceutil/trace.go:171","msg":"trace[1747719926] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"272.565501ms","start":"2026-04-21T03:39:25.442855Z","end":"2026-04-21T03:39:25.715421Z","steps":["trace[1747719926] 'process raft request' (duration: 272.408826ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:25.715519Z","caller":"traceutil/trace.go:171","msg":"trace[742500893] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"272.568911ms","start":"2026-04-21T03:39:25.442944Z","end":"2026-04-21T03:39:25.715512Z","steps":["trace[742500893] 'process raft request' (duration: 272.457218ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:25.947822Z","caller":"traceutil/trace.go:171","msg":"trace[822788482] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"189.161067ms","start":"2026-04-21T03:39:25.758611Z","end":"2026-04-21T03:39:25.947772Z","steps":["trace[822788482] 'process raft request' (duration: 127.733805ms)","trace[822788482] 'compare' (duration: 61.272947ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:26.356493Z","caller":"traceutil/trace.go:171","msg":"trace[1815256268] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"200.191018ms","start":"2026-04-21T03:39:26.156277Z","end":"2026-04-21T03:39:26.356468Z","steps":["trace[1815256268] 'process raft request' (duration: 200.030754ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:26.4002Z","caller":"traceutil/trace.go:171","msg":"trace[1583755026] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"243.674477ms","start":"2026-04-21T03:39:26.156403Z","end":"2026-04-21T03:39:26.400077Z","steps":["trace[1583755026] 'process raft request' (duration: 243.487602ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:26.400463Z","caller":"traceutil/trace.go:171","msg":"trace[1857063616] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"243.943204ms","start":"2026-04-21T03:39:26.156487Z","end":"2026-04-21T03:39:26.40043Z","steps":["trace[1857063616] 'process raft request' (duration: 243.547783ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:26.400682Z","caller":"traceutil/trace.go:171","msg":"trace[504991652] transaction","detail":"{read_only:false; response_revision:6898; number_of_response:1; }","duration":"244.031256ms","start":"2026-04-21T03:39:26.156636Z","end":"2026-04-21T03:39:26.400667Z","steps":["trace[504991652] 'process raft request' (duration: 243.678097ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:26.400708Z","caller":"traceutil/trace.go:171","msg":"trace[847415920] linearizableReadLoop","detail":"{readStateIndex:7160; appliedIndex:7157; }","duration":"244.082738ms","start":"2026-04-21T03:39:26.156572Z","end":"2026-04-21T03:39:26.400654Z","steps":["trace[847415920] 'read index received' (duration: 199.795708ms)","trace[847415920] 'applied index is now lower than readState.Index' (duration: 44.28527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:26.400929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.336684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:26.400971Z","caller":"traceutil/trace.go:171","msg":"trace[378350498] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6898; }","duration":"244.407766ms","start":"2026-04-21T03:39:26.156553Z","end":"2026-04-21T03:39:26.400961Z","steps":["trace[378350498] 'agreement among raft nodes before linearized reading' (duration: 244.19221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:26.662605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.415951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:26.66269Z","caller":"traceutil/trace.go:171","msg":"trace[1077312439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6898; }","duration":"214.550644ms","start":"2026-04-21T03:39:26.448115Z","end":"2026-04-21T03:39:26.662665Z","steps":["trace[1077312439] 'range keys from in-memory index tree' (duration: 214.300008ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:27.905583Z","caller":"traceutil/trace.go:171","msg":"trace[1730443218] linearizableReadLoop","detail":"{readStateIndex:7162; appliedIndex:7161; }","duration":"261.119249ms","start":"2026-04-21T03:39:27.644443Z","end":"2026-04-21T03:39:27.905562Z","steps":["trace[1730443218] 'read index received' (duration: 260.942064ms)","trace[1730443218] 'applied index is now lower than readState.Index' (duration: 176.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:27.905708Z","caller":"traceutil/trace.go:171","msg":"trace[183125348] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"807.940075ms","start":"2026-04-21T03:39:27.097758Z","end":"2026-04-21T03:39:27.905698Z","steps":["trace[183125348] 'process raft request' (duration: 807.663178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:27.905812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:27.097734Z","time spent":"808.006787ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:27.906033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.027137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:27.906111Z","caller":"traceutil/trace.go:171","msg":"trace[965241935] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6899; }","duration":"207.243463ms","start":"2026-04-21T03:39:27.69885Z","end":"2026-04-21T03:39:27.906093Z","steps":["trace[965241935] 'agreement among raft nodes before linearized reading' (duration: 206.954025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:27.90629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.856266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:39:27.906337Z","caller":"traceutil/trace.go:171","msg":"trace[1920290466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6899; }","duration":"186.939888ms","start":"2026-04-21T03:39:27.719387Z","end":"2026-04-21T03:39:27.906326Z","steps":["trace[1920290466] 'agreement among raft nodes before linearized reading' (duration: 186.804644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:27.906496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.057564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:27.906534Z","caller":"traceutil/trace.go:171","msg":"trace[377433143] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6899; }","duration":"262.136046ms","start":"2026-04-21T03:39:27.644387Z","end":"2026-04-21T03:39:27.906523Z","steps":["trace[377433143] 'agreement among raft nodes before linearized reading' (duration: 262.074775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:27.906905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.490053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:27.906948Z","caller":"traceutil/trace.go:171","msg":"trace[807092211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6899; }","duration":"187.537424ms","start":"2026-04-21T03:39:27.7194Z","end":"2026-04-21T03:39:27.906937Z","steps":["trace[807092211] 'agreement among raft nodes before linearized reading' (duration: 186.964109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:27.907103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.334795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:27.907147Z","caller":"traceutil/trace.go:171","msg":"trace[512159803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6899; }","duration":"188.404486ms","start":"2026-04-21T03:39:27.718733Z","end":"2026-04-21T03:39:27.907138Z","steps":["trace[512159803] 'agreement among raft nodes before linearized reading' (duration: 188.302374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:28.379714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.520558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:28.379812Z","caller":"traceutil/trace.go:171","msg":"trace[557482803] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"468.826005ms","start":"2026-04-21T03:39:27.910968Z","end":"2026-04-21T03:39:28.379794Z","steps":["trace[557482803] 'process raft request' (duration: 309.151713ms)","trace[557482803] 'compare' (duration: 159.270501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:28.379871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:27.91095Z","time spent":"468.891246ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:29.047941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.059505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:29.048835Z","caller":"traceutil/trace.go:171","msg":"trace[342903220] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"1.137617018s","start":"2026-04-21T03:39:27.911187Z","end":"2026-04-21T03:39:29.048804Z","steps":["trace[342903220] 'process raft request' (duration: 880.620797ms)","trace[342903220] 'compare' (duration: 255.957003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:29.04898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:27.911178Z","time spent":"1.137726321s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:29.05071Z","caller":"traceutil/trace.go:171","msg":"trace[2137412434] linearizableReadLoop","detail":"{readStateIndex:7165; appliedIndex:7162; }","duration":"1.117664452s","start":"2026-04-21T03:39:27.933028Z","end":"2026-04-21T03:39:29.050692Z","steps":["trace[2137412434] 'read index received' (duration: 287.215174ms)","trace[2137412434] 'applied index is now lower than readState.Index' (duration: 830.448288ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:29.050925Z","caller":"traceutil/trace.go:171","msg":"trace[1205089905] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"1.139691394s","start":"2026-04-21T03:39:27.911209Z","end":"2026-04-21T03:39:29.0509Z","steps":["trace[1205089905] 'process raft request' (duration: 1.136840917s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.050995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:27.911191Z","time spent":"1.139766335s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:29.051232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118202536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:39:29.051273Z","caller":"traceutil/trace.go:171","msg":"trace[902555186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6902; }","duration":"1.118277768s","start":"2026-04-21T03:39:27.932984Z","end":"2026-04-21T03:39:29.051262Z","steps":["trace[902555186] 'agreement among raft nodes before linearized reading' (duration: 1.118139644s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.051302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:27.932968Z","time spent":"1.11832714s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T03:39:29.127759Z","caller":"traceutil/trace.go:171","msg":"trace[528138052] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"763.640696ms","start":"2026-04-21T03:39:28.364095Z","end":"2026-04-21T03:39:29.127736Z","steps":["trace[528138052] 'process raft request' (duration: 763.44629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.127919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.364076Z","time spent":"763.760598ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:29.128179Z","caller":"traceutil/trace.go:171","msg":"trace[1556589513] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"722.041189ms","start":"2026-04-21T03:39:28.406102Z","end":"2026-04-21T03:39:29.128143Z","steps":["trace[1556589513] 'process raft request' (duration: 721.586207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.12835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.40609Z","time spent":"722.173152ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:29.128419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.332315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:29.128469Z","caller":"traceutil/trace.go:171","msg":"trace[439468795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6908; }","duration":"688.415568ms","start":"2026-04-21T03:39:28.440041Z","end":"2026-04-21T03:39:29.128457Z","steps":["trace[439468795] 'agreement among raft nodes before linearized reading' (duration: 688.296884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.619098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:29.128495Z","caller":"traceutil/trace.go:171","msg":"trace[2088241600] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"584.660855ms","start":"2026-04-21T03:39:28.543823Z","end":"2026-04-21T03:39:29.128484Z","steps":["trace[2088241600] 'process raft request' (duration: 584.296626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.440027Z","time spent":"688.47178ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:29.128511Z","caller":"traceutil/trace.go:171","msg":"trace[789170173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6908; }","duration":"693.68996ms","start":"2026-04-21T03:39:28.43481Z","end":"2026-04-21T03:39:29.1285Z","steps":["trace[789170173] 'agreement among raft nodes before linearized reading' (duration: 693.639808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.434789Z","time spent":"693.742811ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:29.128549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.543805Z","time spent":"584.719017ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:29.128585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.200088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:29.128666Z","caller":"traceutil/trace.go:171","msg":"trace[325216671] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6908; }","duration":"463.318831ms","start":"2026-04-21T03:39:28.665333Z","end":"2026-04-21T03:39:29.128652Z","steps":["trace[325216671] 'agreement among raft nodes before linearized reading' (duration: 463.198778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.512192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:29.128708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.665314Z","time spent":"463.384513ms","remote":"127.0.0.1:48080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:29.12872Z","caller":"traceutil/trace.go:171","msg":"trace[1334975115] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6908; }","duration":"967.789029ms","start":"2026-04-21T03:39:28.160913Z","end":"2026-04-21T03:39:29.128702Z","steps":["trace[1334975115] 'agreement among raft nodes before linearized reading' (duration: 967.42869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.867154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:29.128798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.664035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-21T03:39:29.128831Z","caller":"traceutil/trace.go:171","msg":"trace[179122202] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6908; }","duration":"721.988898ms","start":"2026-04-21T03:39:28.406833Z","end":"2026-04-21T03:39:29.128822Z","steps":["trace[179122202] 'agreement among raft nodes before linearized reading' (duration: 721.844184ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:29.128838Z","caller":"traceutil/trace.go:171","msg":"trace[1183865944] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6908; }","duration":"829.740817ms","start":"2026-04-21T03:39:28.299086Z","end":"2026-04-21T03:39:29.128827Z","steps":["trace[1183865944] 'agreement among raft nodes before linearized reading' (duration: 829.668095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.406828Z","time spent":"722.022079ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:29.128867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.299063Z","time spent":"829.797508ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-21T03:39:29.128416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.371178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:39:29.128954Z","caller":"traceutil/trace.go:171","msg":"trace[2095222072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6908; }","duration":"722.961884ms","start":"2026-04-21T03:39:28.405984Z","end":"2026-04-21T03:39:29.128946Z","steps":["trace[2095222072] 'agreement among raft nodes before linearized reading' (duration: 722.317927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.128975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.405964Z","time spent":"723.006245ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:29.12882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.160891Z","time spent":"967.8638ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:29.129005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123017632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:39:29.128993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.978661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:29.129041Z","caller":"traceutil/trace.go:171","msg":"trace[1514375800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6908; }","duration":"1.123145545s","start":"2026-04-21T03:39:28.005885Z","end":"2026-04-21T03:39:29.129031Z","steps":["trace[1514375800] 'agreement among raft nodes before linearized reading' (duration: 1.123055252s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.129072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.005856Z","time spent":"1.123207247s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:39:29.129091Z","caller":"traceutil/trace.go:171","msg":"trace[1078162951] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6908; }","duration":"966.097914ms","start":"2026-04-21T03:39:28.162955Z","end":"2026-04-21T03:39:29.129053Z","steps":["trace[1078162951] 'agreement among raft nodes before linearized reading' (duration: 965.893199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.129166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.162945Z","time spent":"966.177346ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:29.129552Z","caller":"traceutil/trace.go:171","msg":"trace[205852430] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"722.002498ms","start":"2026-04-21T03:39:28.406277Z","end":"2026-04-21T03:39:29.128279Z","steps":["trace[205852430] 'process raft request' (duration: 721.757051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.129676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:28.406269Z","time spent":"723.338744ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:29.393762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.206731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:29.393851Z","caller":"traceutil/trace.go:171","msg":"trace[2058493912] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"257.711625ms","start":"2026-04-21T03:39:29.136115Z","end":"2026-04-21T03:39:29.393827Z","steps":["trace[2058493912] 'process raft request' (duration: 81.386771ms)","trace[2058493912] 'compare' (duration: 176.135019ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:29.470436Z","caller":"traceutil/trace.go:171","msg":"trace[427427002] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"332.656833ms","start":"2026-04-21T03:39:29.137745Z","end":"2026-04-21T03:39:29.470402Z","steps":["trace[427427002] 'process raft request' (duration: 332.376845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.470626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:29.137737Z","time spent":"332.794636ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:29.470582Z","caller":"traceutil/trace.go:171","msg":"trace[1534544082] linearizableReadLoop","detail":"{readStateIndex:7175; appliedIndex:7173; }","duration":"243.067223ms","start":"2026-04-21T03:39:29.22748Z","end":"2026-04-21T03:39:29.470547Z","steps":["trace[1534544082] 'read index received' (duration: 242.637101ms)","trace[1534544082] 'applied index is now lower than readState.Index' (duration: 426.841µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:29.470745Z","caller":"traceutil/trace.go:171","msg":"trace[654226030] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"330.484215ms","start":"2026-04-21T03:39:29.140175Z","end":"2026-04-21T03:39:29.470659Z","steps":["trace[654226030] 'process raft request' (duration: 330.065993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.470943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.448682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:29.471025Z","caller":"traceutil/trace.go:171","msg":"trace[1264295224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6911; }","duration":"243.583486ms","start":"2026-04-21T03:39:29.227424Z","end":"2026-04-21T03:39:29.471007Z","steps":["trace[1264295224] 'agreement among raft nodes before linearized reading' (duration: 243.332319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:29.471484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:29.140166Z","time spent":"330.635908ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6453,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:30.213054Z","caller":"traceutil/trace.go:171","msg":"trace[1143466195] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"301.174673ms","start":"2026-04-21T03:39:29.911853Z","end":"2026-04-21T03:39:30.213027Z","steps":["trace[1143466195] 'process raft request' (duration: 300.919376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:30.213218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:29.91183Z","time spent":"301.296727ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:30.505009Z","caller":"traceutil/trace.go:171","msg":"trace[1137089563] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"117.392073ms","start":"2026-04-21T03:39:30.387594Z","end":"2026-04-21T03:39:30.504986Z","steps":["trace[1137089563] 'process raft request' (duration: 116.870129ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:31.429211Z","caller":"traceutil/trace.go:171","msg":"trace[1146478223] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"370.22125ms","start":"2026-04-21T03:39:31.058958Z","end":"2026-04-21T03:39:31.429179Z","steps":["trace[1146478223] 'process raft request' (duration: 370.001734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.429478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.058931Z","time spent":"370.428435ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:31.466146Z","caller":"traceutil/trace.go:171","msg":"trace[531179707] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"329.219823ms","start":"2026-04-21T03:39:31.136907Z","end":"2026-04-21T03:39:31.466127Z","steps":["trace[531179707] 'process raft request' (duration: 329.159032ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:31.466164Z","caller":"traceutil/trace.go:171","msg":"trace[871333637] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"404.047594ms","start":"2026-04-21T03:39:31.062084Z","end":"2026-04-21T03:39:31.466132Z","steps":["trace[871333637] 'process raft request' (duration: 403.86935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.466305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.136897Z","time spent":"329.310185ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:31.466468Z","caller":"traceutil/trace.go:171","msg":"trace[1133098883] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7177; }","duration":"329.644156ms","start":"2026-04-21T03:39:31.136806Z","end":"2026-04-21T03:39:31.46645Z","steps":["trace[1133098883] 'read index received' (duration: 292.125152ms)","trace[1133098883] 'applied index is now lower than readState.Index' (duration: 37.517784ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:31.466575Z","caller":"traceutil/trace.go:171","msg":"trace[200733983] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"329.466191ms","start":"2026-04-21T03:39:31.137029Z","end":"2026-04-21T03:39:31.466495Z","steps":["trace[200733983] 'process raft request' (duration: 329.305176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.466662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.845561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:31.466705Z","caller":"traceutil/trace.go:171","msg":"trace[1866345481] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6918; }","duration":"329.917812ms","start":"2026-04-21T03:39:31.136775Z","end":"2026-04-21T03:39:31.466693Z","steps":["trace[1866345481] 'agreement among raft nodes before linearized reading' (duration: 329.771838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.466743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.136761Z","time spent":"329.973644ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:31.466735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.948337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:31.466799Z","caller":"traceutil/trace.go:171","msg":"trace[971106535] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6918; }","duration":"329.03821ms","start":"2026-04-21T03:39:31.137743Z","end":"2026-04-21T03:39:31.466781Z","steps":["trace[971106535] 'agreement among raft nodes before linearized reading' (duration: 328.854905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.466851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.137734Z","time spent":"329.106201ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:31.466484Z","caller":"traceutil/trace.go:171","msg":"trace[196543184] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"329.488901ms","start":"2026-04-21T03:39:31.136984Z","end":"2026-04-21T03:39:31.466473Z","steps":["trace[196543184] 'process raft request' (duration: 329.11503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.466932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.136976Z","time spent":"329.928553ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:31.466512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.062073Z","time spent":"404.355154ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:31.466923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.137003Z","time spent":"329.674506ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:31.467201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.178639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:31.467241Z","caller":"traceutil/trace.go:171","msg":"trace[1010156906] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6918; }","duration":"327.252762ms","start":"2026-04-21T03:39:31.13998Z","end":"2026-04-21T03:39:31.467233Z","steps":["trace[1010156906] 'agreement among raft nodes before linearized reading' (duration: 327.143249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:31.467262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.139965Z","time spent":"327.292382ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:31.775507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.099038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:31.775621Z","caller":"traceutil/trace.go:171","msg":"trace[568075096] linearizableReadLoop","detail":"{readStateIndex:7183; appliedIndex:7182; }","duration":"301.549235ms","start":"2026-04-21T03:39:31.474049Z","end":"2026-04-21T03:39:31.775598Z","steps":["trace[568075096] 'read index received' (duration: 79.199619ms)","trace[568075096] 'applied index is now lower than readState.Index' (duration: 222.348076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:31.775814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.76778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:31.77585Z","caller":"traceutil/trace.go:171","msg":"trace[534860535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6919; }","duration":"301.803691ms","start":"2026-04-21T03:39:31.474037Z","end":"2026-04-21T03:39:31.77584Z","steps":["trace[534860535] 'agreement among raft nodes before linearized reading' (duration: 301.614466ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:31.775833Z","caller":"traceutil/trace.go:171","msg":"trace[1802534364] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"304.436751ms","start":"2026-04-21T03:39:31.471363Z","end":"2026-04-21T03:39:31.7758Z","steps":["trace[1802534364] 'process raft request' (duration: 81.946502ms)","trace[1802534364] 'compare' (duration: 221.815751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:31.775882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.47398Z","time spent":"301.895013ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:31.775977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:31.471344Z","time spent":"304.556265ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:32.07458Z","caller":"traceutil/trace.go:171","msg":"trace[793591996] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"294.546476ms","start":"2026-04-21T03:39:31.780006Z","end":"2026-04-21T03:39:32.074553Z","steps":["trace[793591996] 'process raft request' (duration: 232.395314ms)","trace[793591996] 'compare' (duration: 61.714239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:32.941646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:39:33.246823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.529664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:33.247208Z","caller":"traceutil/trace.go:171","msg":"trace[136414771] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"1.026298173s","start":"2026-04-21T03:39:32.220875Z","end":"2026-04-21T03:39:33.247173Z","steps":["trace[136414771] 'process raft request' (duration: 171.344147ms)","trace[136414771] 'compare' (duration: 853.895338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:33.247442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.220846Z","time spent":"1.026478578s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:33.24824Z","caller":"traceutil/trace.go:171","msg":"trace[1027578828] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"936.513705ms","start":"2026-04-21T03:39:32.311705Z","end":"2026-04-21T03:39:33.248219Z","steps":["trace[1027578828] 'process raft request' (duration: 935.23023ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:33.248397Z","caller":"traceutil/trace.go:171","msg":"trace[1782471592] linearizableReadLoop","detail":"{readStateIndex:7187; appliedIndex:7184; }","duration":"807.680863ms","start":"2026-04-21T03:39:32.440694Z","end":"2026-04-21T03:39:33.248375Z","steps":["trace[1782471592] 'read index received' (duration: 605.292ms)","trace[1782471592] 'applied index is now lower than readState.Index' (duration: 202.387573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:33.248538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.831727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:33.248575Z","caller":"traceutil/trace.go:171","msg":"trace[140741308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6923; }","duration":"807.923959ms","start":"2026-04-21T03:39:32.440641Z","end":"2026-04-21T03:39:33.248565Z","steps":["trace[140741308] 'agreement among raft nodes before linearized reading' (duration: 807.850177ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:33.24855Z","caller":"traceutil/trace.go:171","msg":"trace[69789806] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"632.700697ms","start":"2026-04-21T03:39:32.615832Z","end":"2026-04-21T03:39:33.248533Z","steps":["trace[69789806] 'process raft request' (duration: 632.446631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.248672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.309674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:33.248726Z","caller":"traceutil/trace.go:171","msg":"trace[1106087678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6923; }","duration":"740.405116ms","start":"2026-04-21T03:39:32.508308Z","end":"2026-04-21T03:39:33.248713Z","steps":["trace[1106087678] 'agreement among raft nodes before linearized reading' (duration: 740.218151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.248728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.4548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-21T03:39:33.248696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.615808Z","time spent":"632.846812ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:33.248761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.508285Z","time spent":"740.468897ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:39:33.248606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.440619Z","time spent":"807.980521ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:33.248763Z","caller":"traceutil/trace.go:171","msg":"trace[2112470355] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6923; }","duration":"480.515762ms","start":"2026-04-21T03:39:32.768237Z","end":"2026-04-21T03:39:33.248752Z","steps":["trace[2112470355] 'agreement among raft nodes before linearized reading' (duration: 480.400389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.248926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.768219Z","time spent":"480.694736ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-04-21T03:39:33.249204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.93813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:33.24931Z","caller":"traceutil/trace.go:171","msg":"trace[93068105] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6923; }","duration":"637.127475ms","start":"2026-04-21T03:39:32.612165Z","end":"2026-04-21T03:39:33.249292Z","steps":["trace[93068105] 'agreement among raft nodes before linearized reading' (duration: 636.515259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.249386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.311684Z","time spent":"936.609957ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:33.249567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:32.612136Z","time spent":"637.30353ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":40,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:33.672069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.150465ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-21T03:39:33.672596Z","caller":"traceutil/trace.go:171","msg":"trace[906556158] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"417.624848ms","start":"2026-04-21T03:39:33.254951Z","end":"2026-04-21T03:39:33.672575Z","steps":["trace[906556158] 'process raft request' (duration: 417.477874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.672592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.250228Z","time spent":"422.356414ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:39:33.67273Z","caller":"traceutil/trace.go:171","msg":"trace[240437564] linearizableReadLoop","detail":"{readStateIndex:7188; appliedIndex:7187; }","duration":"422.384005ms","start":"2026-04-21T03:39:33.250305Z","end":"2026-04-21T03:39:33.672689Z","steps":["trace[240437564] 'read index received' (duration: 29.701µs)","trace[240437564] 'applied index is now lower than readState.Index' (duration: 422.350734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:33.672766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.254925Z","time spent":"417.7185ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:33.672898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.567969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:33.673Z","caller":"traceutil/trace.go:171","msg":"trace[1754512580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6924; }","duration":"422.710843ms","start":"2026-04-21T03:39:33.250266Z","end":"2026-04-21T03:39:33.672977Z","steps":["trace[1754512580] 'agreement among raft nodes before linearized reading' (duration: 422.500198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.673041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.250245Z","time spent":"422.789776ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:33.93701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.506103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:33.937211Z","caller":"traceutil/trace.go:171","msg":"trace[525225556] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"464.435758ms","start":"2026-04-21T03:39:33.472754Z","end":"2026-04-21T03:39:33.93719Z","steps":["trace[525225556] 'process raft request' (duration: 348.634686ms)","trace[525225556] 'compare' (duration: 115.361679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:33.93732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.47274Z","time spent":"464.516149ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:33.937526Z","caller":"traceutil/trace.go:171","msg":"trace[439686192] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"464.654283ms","start":"2026-04-21T03:39:33.472856Z","end":"2026-04-21T03:39:33.93751Z","steps":["trace[439686192] 'process raft request' (duration: 464.273282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.937728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.472847Z","time spent":"464.726266ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:33.937844Z","caller":"traceutil/trace.go:171","msg":"trace[1875223242] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"263.893284ms","start":"2026-04-21T03:39:33.673914Z","end":"2026-04-21T03:39:33.937807Z","steps":["trace[1875223242] 'process raft request' (duration: 263.809802ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:33.937868Z","caller":"traceutil/trace.go:171","msg":"trace[19261551] linearizableReadLoop","detail":"{readStateIndex:7192; appliedIndex:7189; }","duration":"265.020385ms","start":"2026-04-21T03:39:33.672826Z","end":"2026-04-21T03:39:33.937846Z","steps":["trace[19261551] 'read index received' (duration: 148.565696ms)","trace[19261551] 'applied index is now lower than readState.Index' (duration: 116.452499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:33.938204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.747282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:33.938214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.477048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:33.938292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.135982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:39:33.938309Z","caller":"traceutil/trace.go:171","msg":"trace[28155358] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6928; }","duration":"464.622492ms","start":"2026-04-21T03:39:33.473666Z","end":"2026-04-21T03:39:33.938288Z","steps":["trace[28155358] 'agreement among raft nodes before linearized reading' (duration: 464.288824ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:33.938342Z","caller":"traceutil/trace.go:171","msg":"trace[1477336466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6928; }","duration":"466.219835ms","start":"2026-04-21T03:39:33.472107Z","end":"2026-04-21T03:39:33.938326Z","steps":["trace[1477336466] 'agreement among raft nodes before linearized reading' (duration: 466.126183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.938352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.473647Z","time spent":"464.697465ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:33.938382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.472083Z","time spent":"466.291438ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:33.938468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.997886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:33.938519Z","caller":"traceutil/trace.go:171","msg":"trace[1423984053] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6928; }","duration":"464.091078ms","start":"2026-04-21T03:39:33.474414Z","end":"2026-04-21T03:39:33.938505Z","steps":["trace[1423984053] 'agreement among raft nodes before linearized reading' (duration: 463.549664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.93855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.474393Z","time spent":"464.1503ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:33.938247Z","caller":"traceutil/trace.go:171","msg":"trace[1633852785] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6928; }","duration":"465.829704ms","start":"2026-04-21T03:39:33.472407Z","end":"2026-04-21T03:39:33.938237Z","steps":["trace[1633852785] 'agreement among raft nodes before linearized reading' (duration: 465.613178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.938723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.015675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:33.938751Z","caller":"traceutil/trace.go:171","msg":"trace[302179908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6928; }","duration":"159.099787ms","start":"2026-04-21T03:39:33.779641Z","end":"2026-04-21T03:39:33.938741Z","steps":["trace[302179908] 'agreement among raft nodes before linearized reading' (duration: 159.018725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.938787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.472392Z","time spent":"466.353448ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:33.937794Z","caller":"traceutil/trace.go:171","msg":"trace[1993157827] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"464.796887ms","start":"2026-04-21T03:39:33.472963Z","end":"2026-04-21T03:39:33.93776Z","steps":["trace[1993157827] 'process raft request' (duration: 464.486619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.938967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.472956Z","time spent":"465.915147ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:33.938209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.060011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:39:33.939244Z","caller":"traceutil/trace.go:171","msg":"trace[1369545980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6928; }","duration":"506.137019ms","start":"2026-04-21T03:39:33.43309Z","end":"2026-04-21T03:39:33.939227Z","steps":["trace[1369545980] 'agreement among raft nodes before linearized reading' (duration: 505.006069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:33.9393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:33.433065Z","time spent":"506.219731ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:33.939209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.136187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:33.940404Z","caller":"traceutil/trace.go:171","msg":"trace[1696540246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6928; }","duration":"260.37681ms","start":"2026-04-21T03:39:33.680004Z","end":"2026-04-21T03:39:33.940381Z","steps":["trace[1696540246] 'agreement among raft nodes before linearized reading' (duration: 258.49552ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:34.057242Z","caller":"traceutil/trace.go:171","msg":"trace[1951356080] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"113.469857ms","start":"2026-04-21T03:39:33.943746Z","end":"2026-04-21T03:39:34.057216Z","steps":["trace[1951356080] 'process raft request' (duration: 109.023199ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:34.094689Z","caller":"traceutil/trace.go:171","msg":"trace[1887408383] linearizableReadLoop","detail":"{readStateIndex:7196; appliedIndex:7193; }","duration":"149.784106ms","start":"2026-04-21T03:39:33.94488Z","end":"2026-04-21T03:39:34.094664Z","steps":["trace[1887408383] 'read index received' (duration: 107.91168ms)","trace[1887408383] 'applied index is now lower than readState.Index' (duration: 41.871396ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:34.09477Z","caller":"traceutil/trace.go:171","msg":"trace[1186304670] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"150.915326ms","start":"2026-04-21T03:39:33.943791Z","end":"2026-04-21T03:39:34.094707Z","steps":["trace[1186304670] 'process raft request' (duration: 150.653919ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:34.094772Z","caller":"traceutil/trace.go:171","msg":"trace[419837656] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"149.93004ms","start":"2026-04-21T03:39:33.944817Z","end":"2026-04-21T03:39:34.094747Z","steps":["trace[419837656] 'process raft request' (duration: 149.794727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:34.095073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.116435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:34.095207Z","caller":"traceutil/trace.go:171","msg":"trace[438363198] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6931; }","duration":"150.341101ms","start":"2026-04-21T03:39:33.944851Z","end":"2026-04-21T03:39:34.095192Z","steps":["trace[438363198] 'agreement among raft nodes before linearized reading' (duration: 149.940571ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:34.622601Z","caller":"traceutil/trace.go:171","msg":"trace[2074406486] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"522.791461ms","start":"2026-04-21T03:39:34.099784Z","end":"2026-04-21T03:39:34.622575Z","steps":["trace[2074406486] 'process raft request' (duration: 508.038058ms)","trace[2074406486] 'compare' (duration: 14.495346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:34.622701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.600213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:34.622599Z","caller":"traceutil/trace.go:171","msg":"trace[945236989] linearizableReadLoop","detail":"{readStateIndex:7197; appliedIndex:7196; }","duration":"181.47902ms","start":"2026-04-21T03:39:34.441093Z","end":"2026-04-21T03:39:34.622572Z","steps":["trace[945236989] 'read index received' (duration: 166.729597ms)","trace[945236989] 'applied index is now lower than readState.Index' (duration: 14.748243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:34.622785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:34.09975Z","time spent":"522.914064ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:34.622958Z","caller":"traceutil/trace.go:171","msg":"trace[1446643770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6932; }","duration":"181.699535ms","start":"2026-04-21T03:39:34.441042Z","end":"2026-04-21T03:39:34.622741Z","steps":["trace[1446643770] 'agreement among raft nodes before linearized reading' (duration: 181.600523ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:35.806173Z","caller":"traceutil/trace.go:171","msg":"trace[544248044] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"122.865774ms","start":"2026-04-21T03:39:35.683271Z","end":"2026-04-21T03:39:35.806137Z","steps":["trace[544248044] 'process raft request' (duration: 121.564439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.327684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.0258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:36.327774Z","caller":"traceutil/trace.go:171","msg":"trace[1520269687] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"384.6343ms","start":"2026-04-21T03:39:35.943122Z","end":"2026-04-21T03:39:36.327757Z","steps":["trace[1520269687] 'process raft request' (duration: 162.465306ms)","trace[1520269687] 'compare' (duration: 221.934628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:36.327815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:35.943103Z","time spent":"384.693871ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:36.635659Z","caller":"traceutil/trace.go:171","msg":"trace[1081956271] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"691.063978ms","start":"2026-04-21T03:39:35.94456Z","end":"2026-04-21T03:39:36.635624Z","steps":["trace[1081956271] 'process raft request' (duration: 690.76326ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:36.635923Z","caller":"traceutil/trace.go:171","msg":"trace[623753195] linearizableReadLoop","detail":"{readStateIndex:7202; appliedIndex:7199; }","duration":"689.923827ms","start":"2026-04-21T03:39:35.945965Z","end":"2026-04-21T03:39:36.635889Z","steps":["trace[623753195] 'read index received' (duration: 159.638441ms)","trace[623753195] 'applied index is now lower than readState.Index' (duration: 530.282436ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:36.636006Z","caller":"traceutil/trace.go:171","msg":"trace[1394470798] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"690.216214ms","start":"2026-04-21T03:39:35.945769Z","end":"2026-04-21T03:39:36.635985Z","steps":["trace[1394470798] 'process raft request' (duration: 689.800433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.636143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:35.945729Z","time spent":"690.327778ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:36.636171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:35.944533Z","time spent":"691.229082ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:36.636344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.983017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:36.636425Z","caller":"traceutil/trace.go:171","msg":"trace[266476706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6937; }","duration":"196.10301ms","start":"2026-04-21T03:39:36.440304Z","end":"2026-04-21T03:39:36.636407Z","steps":["trace[266476706] 'agreement among raft nodes before linearized reading' (duration: 195.969817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.636435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.416589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:36.63652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.685498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:36.636541Z","caller":"traceutil/trace.go:171","msg":"trace[1183334789] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6937; }","duration":"690.608905ms","start":"2026-04-21T03:39:35.945913Z","end":"2026-04-21T03:39:36.636521Z","steps":["trace[1183334789] 'agreement among raft nodes before linearized reading' (duration: 690.189894ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:36.636554Z","caller":"traceutil/trace.go:171","msg":"trace[2120721824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6937; }","duration":"574.74662ms","start":"2026-04-21T03:39:36.061797Z","end":"2026-04-21T03:39:36.636543Z","steps":["trace[2120721824] 'agreement among raft nodes before linearized reading' (duration: 574.642727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.636375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.373119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:36.636622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:36.061778Z","time spent":"574.836772ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:36.636627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:35.9459Z","time spent":"690.713798ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:36.636679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.667325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:39:36.636746Z","caller":"traceutil/trace.go:171","msg":"trace[1156073721] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6937; }","duration":"690.690257ms","start":"2026-04-21T03:39:35.945948Z","end":"2026-04-21T03:39:36.636638Z","steps":["trace[1156073721] 'agreement among raft nodes before linearized reading' (duration: 690.174964ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:36.636754Z","caller":"traceutil/trace.go:171","msg":"trace[1909882454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6937; }","duration":"536.764938ms","start":"2026-04-21T03:39:36.099976Z","end":"2026-04-21T03:39:36.636741Z","steps":["trace[1909882454] 'agreement among raft nodes before linearized reading' (duration: 536.46039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.636867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:36.099965Z","time spent":"536.890801ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:36.636877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.715961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:36.636806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:35.945933Z","time spent":"690.856681ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:36.637029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.83237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:36.637075Z","caller":"traceutil/trace.go:171","msg":"trace[1337171306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6937; }","duration":"536.935073ms","start":"2026-04-21T03:39:36.100128Z","end":"2026-04-21T03:39:36.637063Z","steps":["trace[1337171306] 'agreement among raft nodes before linearized reading' (duration: 536.035389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.63711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:36.100103Z","time spent":"536.999205ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:39:36.636997Z","caller":"traceutil/trace.go:171","msg":"trace[412144555] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6937; }","duration":"689.841455ms","start":"2026-04-21T03:39:35.947116Z","end":"2026-04-21T03:39:36.636957Z","steps":["trace[412144555] 'agreement among raft nodes before linearized reading' (duration: 689.596608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:36.63721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:35.947106Z","time spent":"690.095991ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:37.941102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:39:38.072632Z","caller":"traceutil/trace.go:171","msg":"trace[1662714526] linearizableReadLoop","detail":"{readStateIndex:7208; appliedIndex:7207; }","duration":"631.897263ms","start":"2026-04-21T03:39:37.440709Z","end":"2026-04-21T03:39:38.072606Z","steps":["trace[1662714526] 'read index received' (duration: 631.579325ms)","trace[1662714526] 'applied index is now lower than readState.Index' (duration: 316.958µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:38.072973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.248653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:38.073057Z","caller":"traceutil/trace.go:171","msg":"trace[1977627072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6943; }","duration":"632.353666ms","start":"2026-04-21T03:39:37.440656Z","end":"2026-04-21T03:39:38.07301Z","steps":["trace[1977627072] 'agreement among raft nodes before linearized reading' (duration: 632.12686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.073224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:37.440638Z","time spent":"632.552371ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:38.073483Z","caller":"traceutil/trace.go:171","msg":"trace[947533652] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"792.624418ms","start":"2026-04-21T03:39:37.280815Z","end":"2026-04-21T03:39:38.073439Z","steps":["trace[947533652] 'process raft request' (duration: 791.564851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.073705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:37.280793Z","time spent":"792.810563ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:38.073777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.975014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:38.073961Z","caller":"traceutil/trace.go:171","msg":"trace[1183281207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6943; }","duration":"327.21048ms","start":"2026-04-21T03:39:37.746684Z","end":"2026-04-21T03:39:38.073895Z","steps":["trace[1183281207] 'agreement among raft nodes before linearized reading' (duration: 326.694547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.074141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.329031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:38.074238Z","caller":"traceutil/trace.go:171","msg":"trace[1388648509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6943; }","duration":"263.463595ms","start":"2026-04-21T03:39:37.81075Z","end":"2026-04-21T03:39:38.074214Z","steps":["trace[1388648509] 'agreement among raft nodes before linearized reading' (duration: 263.183757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.074658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:37.746663Z","time spent":"327.405605ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:38.567596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.195046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:38.568019Z","caller":"traceutil/trace.go:171","msg":"trace[762862439] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"488.347727ms","start":"2026-04-21T03:39:38.079644Z","end":"2026-04-21T03:39:38.567992Z","steps":["trace[762862439] 'process raft request' (duration: 158.681507ms)","trace[762862439] 'compare' (duration: 328.93139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:38.568138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.079627Z","time spent":"488.452009ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:38.780169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.477016ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:39:38.781531Z","caller":"traceutil/trace.go:171","msg":"trace[1928779844] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"448.61148ms","start":"2026-04-21T03:39:38.332887Z","end":"2026-04-21T03:39:38.781498Z","steps":["trace[1928779844] 'process raft request' (duration: 447.537891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.781682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.332851Z","time spent":"448.748433ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:38.781674Z","caller":"traceutil/trace.go:171","msg":"trace[620942232] linearizableReadLoop","detail":"{readStateIndex:7211; appliedIndex:7208; }","duration":"308.751314ms","start":"2026-04-21T03:39:38.4729Z","end":"2026-04-21T03:39:38.781652Z","steps":["trace[620942232] 'read index received' (duration: 50.595764ms)","trace[620942232] 'applied index is now lower than readState.Index' (duration: 258.15337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:38.782039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.115833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:38.782139Z","caller":"traceutil/trace.go:171","msg":"trace[1709953109] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6945; }","duration":"309.231886ms","start":"2026-04-21T03:39:38.472848Z","end":"2026-04-21T03:39:38.78208Z","steps":["trace[1709953109] 'agreement among raft nodes before linearized reading' (duration: 309.00095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.782184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.472824Z","time spent":"309.347659ms","remote":"127.0.0.1:36314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:38.78244Z","caller":"traceutil/trace.go:171","msg":"trace[1028024937] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"138.198622ms","start":"2026-04-21T03:39:38.644174Z","end":"2026-04-21T03:39:38.782373Z","steps":["trace[1028024937] 'process raft request' (duration: 137.980226ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:38.782571Z","caller":"traceutil/trace.go:171","msg":"trace[584453332] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"138.1485ms","start":"2026-04-21T03:39:38.644396Z","end":"2026-04-21T03:39:38.782545Z","steps":["trace[584453332] 'process raft request' (duration: 137.893074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.782679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.30533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:38.783473Z","caller":"traceutil/trace.go:171","msg":"trace[1224996569] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6947; }","duration":"199.199243ms","start":"2026-04-21T03:39:38.58425Z","end":"2026-04-21T03:39:38.78345Z","steps":["trace[1224996569] 'agreement among raft nodes before linearized reading' (duration: 198.31126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.782855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.640571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:38.783641Z","caller":"traceutil/trace.go:171","msg":"trace[22914825] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6947; }","duration":"137.455204ms","start":"2026-04-21T03:39:38.646175Z","end":"2026-04-21T03:39:38.78363Z","steps":["trace[22914825] 'agreement among raft nodes before linearized reading' (duration: 136.552319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:38.782977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.97879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:38.78378Z","caller":"traceutil/trace.go:171","msg":"trace[157341123] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6947; }","duration":"137.835473ms","start":"2026-04-21T03:39:38.645935Z","end":"2026-04-21T03:39:38.783771Z","steps":["trace[157341123] 'agreement among raft nodes before linearized reading' (duration: 136.908578ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:39.257231Z","caller":"traceutil/trace.go:171","msg":"trace[1156614534] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"470.581158ms","start":"2026-04-21T03:39:38.786625Z","end":"2026-04-21T03:39:39.257206Z","steps":["trace[1156614534] 'process raft request' (duration: 470.407554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:39.257389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.78661Z","time spent":"470.708711ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:39.296121Z","caller":"traceutil/trace.go:171","msg":"trace[279695337] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"508.413322ms","start":"2026-04-21T03:39:38.787671Z","end":"2026-04-21T03:39:39.296084Z","steps":["trace[279695337] 'process raft request' (duration: 508.192556ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:39.296135Z","caller":"traceutil/trace.go:171","msg":"trace[1387524660] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"508.408272ms","start":"2026-04-21T03:39:38.787702Z","end":"2026-04-21T03:39:39.29611Z","steps":["trace[1387524660] 'process raft request' (duration: 508.288009ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:39.296129Z","caller":"traceutil/trace.go:171","msg":"trace[454793997] transaction","detail":"{read_only:false; response_revision:6951; number_of_response:1; }","duration":"507.904098ms","start":"2026-04-21T03:39:38.78817Z","end":"2026-04-21T03:39:39.296074Z","steps":["trace[454793997] 'process raft request' (duration: 507.860517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:39.296251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.787646Z","time spent":"508.537165ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:39.296279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.787675Z","time spent":"508.520465ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:39.29674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:38.788158Z","time spent":"508.065074ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:40.692884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:39:41.193407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:39:41.620654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540054814s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:39:42.52829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T03:39:42.528374Z","caller":"traceutil/trace.go:171","msg":"trace[677184874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111521s","start":"2026-04-21T03:39:40.528245Z","end":"2026-04-21T03:39:42.528356Z","steps":["trace[677184874] 'agreement among raft nodes before linearized reading' (duration: 2.000009809s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:42.528422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.528225Z","time spent":"2.000186454s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:39:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:39:43.105624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663944456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:43.10571Z","caller":"traceutil/trace.go:171","msg":"trace[2118403565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6951; }","duration":"3.664066759s","start":"2026-04-21T03:39:39.441616Z","end":"2026-04-21T03:39:43.105683Z","steps":["trace[2118403565] 'range keys from in-memory index tree' (duration: 3.663871473s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:43.105752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:39.441596Z","time spent":"3.664145382s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:43.106404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465019345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:43.106467Z","caller":"traceutil/trace.go:171","msg":"trace[1043447450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6951; }","duration":"3.46522141s","start":"2026-04-21T03:39:39.641231Z","end":"2026-04-21T03:39:43.106452Z","steps":["trace[1043447450] 'count revisions from in-memory index tree' (duration: 3.464906132s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:43.106499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:39.641207Z","time spent":"3.465284272s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:43.106724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367247949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:43.106809Z","caller":"traceutil/trace.go:171","msg":"trace[1263347525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6951; }","duration":"3.367365262s","start":"2026-04-21T03:39:39.739437Z","end":"2026-04-21T03:39:43.106802Z","steps":["trace[1263347525] 'range keys from in-memory index tree' (duration: 3.367127896s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:43.106832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:39.739416Z","time spent":"3.367409854s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:39:43.10704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157931592s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:43.107123Z","caller":"traceutil/trace.go:171","msg":"trace[1887320017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6951; }","duration":"3.158016344s","start":"2026-04-21T03:39:39.949097Z","end":"2026-04-21T03:39:43.107113Z","steps":["trace[1887320017] 'range keys from in-memory index tree' (duration: 3.157923322s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:43.111541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490606442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:43.111709Z","caller":"traceutil/trace.go:171","msg":"trace[1534076439] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"3.031201109s","start":"2026-04-21T03:39:40.08049Z","end":"2026-04-21T03:39:43.111691Z","steps":["trace[1534076439] 'process raft request' (duration: 1.540375411s)","trace[1534076439] 'compare' (duration: 1.485515888s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:43.111868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.080462Z","time spent":"3.031370125s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:43.443006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T03:39:43.443097Z","caller":"traceutil/trace.go:171","msg":"trace[87462994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455928s","start":"2026-04-21T03:39:41.442617Z","end":"2026-04-21T03:39:43.443073Z","steps":["trace[87462994] 'agreement among raft nodes before linearized reading' (duration: 2.000344005s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:43.443156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:41.442607Z","time spent":"2.000535559s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:45.181874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.561028958s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:39:45.182426Z","caller":"traceutil/trace.go:171","msg":"trace[1618371926] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"4.396814131s","start":"2026-04-21T03:39:40.785584Z","end":"2026-04-21T03:39:45.182398Z","steps":["trace[1618371926] 'process raft request' (duration: 4.396599215s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.182651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.785558Z","time spent":"4.396984396s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.182771Z","caller":"traceutil/trace.go:171","msg":"trace[907471154] linearizableReadLoop","detail":"{readStateIndex:7221; appliedIndex:7217; }","duration":"4.990308923s","start":"2026-04-21T03:39:40.192439Z","end":"2026-04-21T03:39:45.182748Z","steps":["trace[907471154] 'read index received' (duration: 1.428440613s)","trace[907471154] 'applied index is now lower than readState.Index' (duration: 3.56186741s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:45.18294Z","caller":"traceutil/trace.go:171","msg":"trace[39346769] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"4.392747873s","start":"2026-04-21T03:39:40.790172Z","end":"2026-04-21T03:39:45.18292Z","steps":["trace[39346769] 'process raft request' (duration: 4.392393023s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:45.183017Z","caller":"traceutil/trace.go:171","msg":"trace[451197408] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"4.39337141s","start":"2026-04-21T03:39:40.789629Z","end":"2026-04-21T03:39:45.183001Z","steps":["trace[451197408] 'process raft request' (duration: 4.392727393s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.183103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.789612Z","time spent":"4.393449511s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:45.183223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990787275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:45.18326Z","caller":"traceutil/trace.go:171","msg":"trace[463848217] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6955; }","duration":"4.990861527s","start":"2026-04-21T03:39:40.192388Z","end":"2026-04-21T03:39:45.18325Z","steps":["trace[463848217] 'agreement among raft nodes before linearized reading' (duration: 4.990796796s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.18329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.192359Z","time spent":"4.990923379s","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:45.183262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.79016Z","time spent":"4.392849956s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.310036Z","caller":"traceutil/trace.go:171","msg":"trace[2060236302] linearizableReadLoop","detail":"{readStateIndex:7225; appliedIndex:7221; }","duration":"127.156217ms","start":"2026-04-21T03:39:45.182859Z","end":"2026-04-21T03:39:45.310015Z","steps":["trace[2060236302] 'read index received' (duration: 126.88081ms)","trace[2060236302] 'applied index is now lower than readState.Index' (duration: 274.287µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:45.310229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737847861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:45.310259Z","caller":"traceutil/trace.go:171","msg":"trace[135907670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6959; }","duration":"4.737929354s","start":"2026-04-21T03:39:40.572321Z","end":"2026-04-21T03:39:45.31025Z","steps":["trace[135907670] 'agreement among raft nodes before linearized reading' (duration: 4.73778108s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.310293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.5723Z","time spent":"4.737985704s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:39:45.310667Z","caller":"traceutil/trace.go:171","msg":"trace[119464464] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"1.94306002s","start":"2026-04-21T03:39:43.367595Z","end":"2026-04-21T03:39:45.310655Z","steps":["trace[119464464] 'process raft request' (duration: 1.942165097s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.310748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:43.367572Z","time spent":"1.943122732s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.310878Z","caller":"traceutil/trace.go:171","msg":"trace[1393380743] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"1.930620853s","start":"2026-04-21T03:39:43.380248Z","end":"2026-04-21T03:39:45.310869Z","steps":["trace[1393380743] 'process raft request' (duration: 1.929642526s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.310931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:43.380217Z","time spent":"1.930684235s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.311048Z","caller":"traceutil/trace.go:171","msg":"trace[1944105639] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"1.095863516s","start":"2026-04-21T03:39:44.215176Z","end":"2026-04-21T03:39:45.311039Z","steps":["trace[1944105639] 'process raft request' (duration: 1.094758196s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.311097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.215157Z","time spent":"1.095915318s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.311272Z","caller":"traceutil/trace.go:171","msg":"trace[707644517] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"194.454435ms","start":"2026-04-21T03:39:45.116805Z","end":"2026-04-21T03:39:45.31126Z","steps":["trace[707644517] 'process raft request' (duration: 193.15929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.311374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.141433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:45.311397Z","caller":"traceutil/trace.go:171","msg":"trace[1299188645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6959; }","duration":"329.205684ms","start":"2026-04-21T03:39:44.982184Z","end":"2026-04-21T03:39:45.31139Z","steps":["trace[1299188645] 'agreement among raft nodes before linearized reading' (duration: 329.164283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.31142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.982168Z","time spent":"329.246865ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:45.311906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985155426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:39:45.311972Z","caller":"traceutil/trace.go:171","msg":"trace[406982160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6959; }","duration":"3.985261258s","start":"2026-04-21T03:39:41.326693Z","end":"2026-04-21T03:39:45.311955Z","steps":["trace[406982160] 'agreement among raft nodes before linearized reading' (duration: 3.985026382s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.312015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:41.326686Z","time spent":"3.985321249s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:45.312183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985513075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:45.312225Z","caller":"traceutil/trace.go:171","msg":"trace[1116224485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6959; }","duration":"3.985603277s","start":"2026-04-21T03:39:41.326612Z","end":"2026-04-21T03:39:45.312215Z","steps":["trace[1116224485] 'agreement among raft nodes before linearized reading' (duration: 3.985490544s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.312236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.339425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-21T03:39:45.312263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:41.326579Z","time spent":"3.985677659s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:39:45.312269Z","caller":"traceutil/trace.go:171","msg":"trace[1490922349] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6959; }","duration":"450.408607ms","start":"2026-04-21T03:39:44.861849Z","end":"2026-04-21T03:39:45.312258Z","steps":["trace[1490922349] 'agreement among raft nodes before linearized reading' (duration: 450.310884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.312298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.861824Z","time spent":"450.467549ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-21T03:39:45.312443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05098021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:45.312476Z","caller":"traceutil/trace.go:171","msg":"trace[233693063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6959; }","duration":"4.051050791s","start":"2026-04-21T03:39:41.261417Z","end":"2026-04-21T03:39:45.312468Z","steps":["trace[233693063] 'agreement among raft nodes before linearized reading' (duration: 4.050963819s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.312502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:41.261395Z","time spent":"4.051101462s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:45.312506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175086548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:39:45.312537Z","caller":"traceutil/trace.go:171","msg":"trace[927265024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6959; }","duration":"1.175159841s","start":"2026-04-21T03:39:44.137368Z","end":"2026-04-21T03:39:45.312528Z","steps":["trace[927265024] 'agreement among raft nodes before linearized reading' (duration: 1.175073949s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.312571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.137344Z","time spent":"1.175221452s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T03:39:45.312654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860038115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:45.312682Z","caller":"traceutil/trace.go:171","msg":"trace[2128543878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6959; }","duration":"1.860086916s","start":"2026-04-21T03:39:43.452589Z","end":"2026-04-21T03:39:45.312675Z","steps":["trace[2128543878] 'agreement among raft nodes before linearized reading' (duration: 1.860048915s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.312705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:43.452578Z","time spent":"1.860121737s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:45.312954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898115528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:45.312996Z","caller":"traceutil/trace.go:171","msg":"trace[1697633877] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6959; }","duration":"3.89819721s","start":"2026-04-21T03:39:41.414785Z","end":"2026-04-21T03:39:45.312982Z","steps":["trace[1697633877] 'agreement among raft nodes before linearized reading' (duration: 3.898130498s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.313026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:41.414765Z","time spent":"3.898252772s","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:45.313229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199091953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:45.313261Z","caller":"traceutil/trace.go:171","msg":"trace[1938836887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6959; }","duration":"2.199141045s","start":"2026-04-21T03:39:43.114112Z","end":"2026-04-21T03:39:45.313253Z","steps":["trace[1938836887] 'agreement among raft nodes before linearized reading' (duration: 2.199051953s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.313312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:43.114076Z","time spent":"2.199229107s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:39:45.313417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359141957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-21T03:39:45.313567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006669972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:45.313604Z","caller":"traceutil/trace.go:171","msg":"trace[1376967365] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6959; }","duration":"3.006741765s","start":"2026-04-21T03:39:42.306852Z","end":"2026-04-21T03:39:45.313594Z","steps":["trace[1376967365] 'agreement among raft nodes before linearized reading' (duration: 3.006696863s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.313635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:42.306831Z","time spent":"3.006794747s","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:45.313583Z","caller":"traceutil/trace.go:171","msg":"trace[489716352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6959; }","duration":"4.359422554s","start":"2026-04-21T03:39:40.954142Z","end":"2026-04-21T03:39:45.313565Z","steps":["trace[489716352] 'agreement among raft nodes before linearized reading' (duration: 4.35889829s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.313869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.954123Z","time spent":"4.359728983s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:39:45.314114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52364651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:45.314211Z","caller":"traceutil/trace.go:171","msg":"trace[950825219] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6959; }","duration":"4.523752833s","start":"2026-04-21T03:39:40.790446Z","end":"2026-04-21T03:39:45.314199Z","steps":["trace[950825219] 'agreement among raft nodes before linearized reading' (duration: 4.523591878s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.314299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.790439Z","time spent":"4.523847725s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:45.314114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987127028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:45.315081Z","caller":"traceutil/trace.go:171","msg":"trace[180117748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6959; }","duration":"3.988112253s","start":"2026-04-21T03:39:41.326926Z","end":"2026-04-21T03:39:45.315038Z","steps":["trace[180117748] 'agreement among raft nodes before linearized reading' (duration: 3.987090387s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.3154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:41.326899Z","time spent":"3.988484893s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:45.314301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526071195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:45.313529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544503615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-21T03:39:45.31437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524633736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:45.31346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493547997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:39:45.312872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860425125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a841658ec599aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-21T03:39:45.315846Z","caller":"traceutil/trace.go:171","msg":"trace[1198229665] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a841658ec599aa; range_end:; response_count:1; response_revision:6959; }","duration":"1.863429965s","start":"2026-04-21T03:39:43.452394Z","end":"2026-04-21T03:39:45.315824Z","steps":["trace[1198229665] 'agreement among raft nodes before linearized reading' (duration: 1.860419705s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.315912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:43.452369Z","time spent":"1.863528327s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a841658ec599aa\" "} {"level":"info","ts":"2026-04-21T03:39:45.316125Z","caller":"traceutil/trace.go:171","msg":"trace[667467211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6959; }","duration":"2.496237787s","start":"2026-04-21T03:39:42.819873Z","end":"2026-04-21T03:39:45.316111Z","steps":["trace[667467211] 'agreement among raft nodes before linearized reading' (duration: 2.493562497s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.316212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:42.819859Z","time spent":"2.49633599s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:45.316519Z","caller":"traceutil/trace.go:171","msg":"trace[707933099] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6959; }","duration":"4.527971773s","start":"2026-04-21T03:39:40.788188Z","end":"2026-04-21T03:39:45.316159Z","steps":["trace[707933099] 'agreement among raft nodes before linearized reading' (duration: 4.526039383s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:45.316126Z","caller":"traceutil/trace.go:171","msg":"trace[1561599978] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6959; }","duration":"4.526407812s","start":"2026-04-21T03:39:40.789701Z","end":"2026-04-21T03:39:45.316109Z","steps":["trace[1561599978] 'agreement among raft nodes before linearized reading' (duration: 4.524623366s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:45.316733Z","caller":"traceutil/trace.go:171","msg":"trace[184600119] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6959; }","duration":"2.547729341s","start":"2026-04-21T03:39:42.768994Z","end":"2026-04-21T03:39:45.316723Z","steps":["trace[184600119] 'agreement among raft nodes before linearized reading' (duration: 2.544485375s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.31681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:42.768964Z","time spent":"2.547836054s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-04-21T03:39:45.316776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.789689Z","time spent":"4.52707162s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:45.316645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:40.788171Z","time spent":"4.528444557s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:45.74285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.318792Z","time spent":"424.052588ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:39:45.743107Z","caller":"traceutil/trace.go:171","msg":"trace[44031417] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"418.386408ms","start":"2026-04-21T03:39:45.324696Z","end":"2026-04-21T03:39:45.743082Z","steps":["trace[44031417] 'process raft request' (duration: 418.341927ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:45.74321Z","caller":"traceutil/trace.go:171","msg":"trace[844928375] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"421.094259ms","start":"2026-04-21T03:39:45.322096Z","end":"2026-04-21T03:39:45.74319Z","steps":["trace[844928375] 'process raft request' (duration: 420.786831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.743222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.324674Z","time spent":"418.482351ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:45.74328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.32209Z","time spent":"421.147921ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.743421Z","caller":"traceutil/trace.go:171","msg":"trace[2018957195] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"420.432222ms","start":"2026-04-21T03:39:45.322976Z","end":"2026-04-21T03:39:45.743408Z","steps":["trace[2018957195] 'process raft request' (duration: 419.949049ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:45.743477Z","caller":"traceutil/trace.go:171","msg":"trace[1737843574] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"422.966218ms","start":"2026-04-21T03:39:45.3205Z","end":"2026-04-21T03:39:45.743466Z","steps":["trace[1737843574] 'process raft request' (duration: 422.238819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.743491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.322969Z","time spent":"420.493483ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:45.743531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.320488Z","time spent":"423.01191ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.743608Z","caller":"traceutil/trace.go:171","msg":"trace[1971082975] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"420.240627ms","start":"2026-04-21T03:39:45.323358Z","end":"2026-04-21T03:39:45.743598Z","steps":["trace[1971082975] 'process raft request' (duration: 419.59584ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:45.743652Z","caller":"traceutil/trace.go:171","msg":"trace[1214756396] transaction","detail":"{read_only:false; response_revision:6961; number_of_response:1; }","duration":"422.575899ms","start":"2026-04-21T03:39:45.321067Z","end":"2026-04-21T03:39:45.743643Z","steps":["trace[1214756396] 'process raft request' (duration: 421.772518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.743653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.323351Z","time spent":"420.277218ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:45.743697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.321058Z","time spent":"422.61422ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:45.743756Z","caller":"traceutil/trace.go:171","msg":"trace[2101907537] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"419.439866ms","start":"2026-04-21T03:39:45.324308Z","end":"2026-04-21T03:39:45.743748Z","steps":["trace[2101907537] 'process raft request' (duration: 418.688206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:45.7438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.324302Z","time spent":"419.473557ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:46.194907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.315859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:46.195125Z","caller":"traceutil/trace.go:171","msg":"trace[2129350959] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"450.4727ms","start":"2026-04-21T03:39:45.744636Z","end":"2026-04-21T03:39:46.195109Z","steps":["trace[2129350959] 'process raft request' (duration: 450.375278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:46.195187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.744618Z","time spent":"450.537842ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:46.195405Z","caller":"traceutil/trace.go:171","msg":"trace[334006181] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"862.515091ms","start":"2026-04-21T03:39:45.332877Z","end":"2026-04-21T03:39:46.195392Z","steps":["trace[334006181] 'process raft request' (duration: 573.637568ms)","trace[334006181] 'compare' (duration: 288.100733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:46.195456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.332859Z","time spent":"862.569883ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:46.195601Z","caller":"traceutil/trace.go:171","msg":"trace[534025468] linearizableReadLoop","detail":"{readStateIndex:7235; appliedIndex:7226; }","duration":"831.913423ms","start":"2026-04-21T03:39:45.363678Z","end":"2026-04-21T03:39:46.195591Z","steps":["trace[534025468] 'read index received' (duration: 379.02577ms)","trace[534025468] 'applied index is now lower than readState.Index' (duration: 452.886693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:46.19578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.437211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:39:46.195775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.079607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:46.19581Z","caller":"traceutil/trace.go:171","msg":"trace[2016637384] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6968; }","duration":"800.489412ms","start":"2026-04-21T03:39:45.39531Z","end":"2026-04-21T03:39:46.195799Z","steps":["trace[2016637384] 'agreement among raft nodes before linearized reading' (duration: 800.363299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:46.195805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.47883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:39:46.195797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.796906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:39:46.195844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.395297Z","time spent":"800.538933ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:46.195832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.309071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:39:46.19584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.032405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:46.195849Z","caller":"traceutil/trace.go:171","msg":"trace[1083303086] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6968; }","duration":"832.20142ms","start":"2026-04-21T03:39:45.363627Z","end":"2026-04-21T03:39:46.195828Z","steps":["trace[1083303086] 'agreement among raft nodes before linearized reading' (duration: 832.024096ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:46.195863Z","caller":"traceutil/trace.go:171","msg":"trace[1514879838] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6968; }","duration":"364.560422ms","start":"2026-04-21T03:39:45.831287Z","end":"2026-04-21T03:39:46.195847Z","steps":["trace[1514879838] 'agreement among raft nodes before linearized reading' (duration: 364.391647ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:46.195871Z","caller":"traceutil/trace.go:171","msg":"trace[1646183300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6968; }","duration":"203.922799ms","start":"2026-04-21T03:39:45.991932Z","end":"2026-04-21T03:39:46.195854Z","steps":["trace[1646183300] 'agreement among raft nodes before linearized reading' (duration: 203.766915ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:46.195882Z","caller":"traceutil/trace.go:171","msg":"trace[1647593285] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6968; }","duration":"749.394803ms","start":"2026-04-21T03:39:45.446475Z","end":"2026-04-21T03:39:46.19587Z","steps":["trace[1647593285] 'agreement among raft nodes before linearized reading' (duration: 749.305031ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:46.195897Z","caller":"traceutil/trace.go:171","msg":"trace[1464173145] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6968; }","duration":"376.125567ms","start":"2026-04-21T03:39:45.819757Z","end":"2026-04-21T03:39:46.195883Z","steps":["trace[1464173145] 'agreement among raft nodes before linearized reading' (duration: 376.020674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:46.19591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.831277Z","time spent":"364.619353ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:46.19592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.363602Z","time spent":"832.309853ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:39:46.195924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.446458Z","time spent":"749.453024ms","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:46.195944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:45.819739Z","time spent":"376.190629ms","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:46.425718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.016767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:46.425801Z","caller":"traceutil/trace.go:171","msg":"trace[1078395725] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6968; }","duration":"114.138672ms","start":"2026-04-21T03:39:46.31164Z","end":"2026-04-21T03:39:46.425779Z","steps":["trace[1078395725] 'count revisions from in-memory index tree' (duration: 113.940635ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:47.390113Z","caller":"traceutil/trace.go:171","msg":"trace[1246595458] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"202.334093ms","start":"2026-04-21T03:39:47.187755Z","end":"2026-04-21T03:39:47.390089Z","steps":["trace[1246595458] 'process raft request' (duration: 202.164529ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:47.80158Z","caller":"traceutil/trace.go:171","msg":"trace[1467414814] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"612.852144ms","start":"2026-04-21T03:39:47.188626Z","end":"2026-04-21T03:39:47.801478Z","steps":["trace[1467414814] 'process raft request' (duration: 612.455023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:47.801707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.188613Z","time spent":"613.043089ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:47.801955Z","caller":"traceutil/trace.go:171","msg":"trace[1663284683] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"485.210719ms","start":"2026-04-21T03:39:47.316721Z","end":"2026-04-21T03:39:47.801931Z","steps":["trace[1663284683] 'process raft request' (duration: 484.564582ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:47.801969Z","caller":"traceutil/trace.go:171","msg":"trace[1671386214] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"612.69769ms","start":"2026-04-21T03:39:47.189222Z","end":"2026-04-21T03:39:47.801919Z","steps":["trace[1671386214] 'process raft request' (duration: 612.014382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:47.802049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.316692Z","time spent":"485.299252ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:47.802094Z","caller":"traceutil/trace.go:171","msg":"trace[1469251931] linearizableReadLoop","detail":"{readStateIndex:7240; appliedIndex:7236; }","duration":"481.646556ms","start":"2026-04-21T03:39:47.320393Z","end":"2026-04-21T03:39:47.802039Z","steps":["trace[1469251931] 'read index received' (duration: 69.624045ms)","trace[1469251931] 'applied index is now lower than readState.Index' (duration: 412.018901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:47.802148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.189195Z","time spent":"612.855514ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:47.802304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.457809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:47.802444Z","caller":"traceutil/trace.go:171","msg":"trace[684324012] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6972; }","duration":"476.51736ms","start":"2026-04-21T03:39:47.325805Z","end":"2026-04-21T03:39:47.802322Z","steps":["trace[684324012] 'agreement among raft nodes before linearized reading' (duration: 476.407557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:47.802482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.325782Z","time spent":"476.693725ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:47.802512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.099187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:47.802562Z","caller":"traceutil/trace.go:171","msg":"trace[1168364617] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6972; }","duration":"482.20432ms","start":"2026-04-21T03:39:47.320345Z","end":"2026-04-21T03:39:47.802549Z","steps":["trace[1168364617] 'agreement among raft nodes before linearized reading' (duration: 482.056486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:47.802647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.320326Z","time spent":"482.289943ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:47.80265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.670365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:47.802688Z","caller":"traceutil/trace.go:171","msg":"trace[794768212] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6972; }","duration":"476.740036ms","start":"2026-04-21T03:39:47.325937Z","end":"2026-04-21T03:39:47.802677Z","steps":["trace[794768212] 'agreement among raft nodes before linearized reading' (duration: 476.652564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:47.802722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.325933Z","time spent":"476.782697ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:48.253902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.899126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:48.254006Z","caller":"traceutil/trace.go:171","msg":"trace[306904669] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"445.494517ms","start":"2026-04-21T03:39:47.808492Z","end":"2026-04-21T03:39:48.253986Z","steps":["trace[306904669] 'process raft request' (duration: 59.418416ms)","trace[306904669] 'compare' (duration: 385.718101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:48.254073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.808474Z","time spent":"445.567428ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:48.803331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.511216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:48.803839Z","caller":"traceutil/trace.go:171","msg":"trace[2126899143] linearizableReadLoop","detail":"{readStateIndex:7245; appliedIndex:7241; }","duration":"361.815989ms","start":"2026-04-21T03:39:48.441999Z","end":"2026-04-21T03:39:48.803815Z","steps":["trace[2126899143] 'read index received' (duration: 25.705747ms)","trace[2126899143] 'applied index is now lower than readState.Index' (duration: 336.108962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:48.804025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.024004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:48.804138Z","caller":"traceutil/trace.go:171","msg":"trace[230059381] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"995.340338ms","start":"2026-04-21T03:39:47.808773Z","end":"2026-04-21T03:39:48.804113Z","steps":["trace[230059381] 'process raft request' (duration: 994.859355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.804929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.808753Z","time spent":"996.112298ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:48.804161Z","caller":"traceutil/trace.go:171","msg":"trace[942688094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6977; }","duration":"362.200939ms","start":"2026-04-21T03:39:48.441944Z","end":"2026-04-21T03:39:48.804145Z","steps":["trace[942688094] 'agreement among raft nodes before linearized reading' (duration: 362.005003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.805102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:48.441918Z","time spent":"363.170955ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:48.804253Z","caller":"traceutil/trace.go:171","msg":"trace[148487951] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"995.456042ms","start":"2026-04-21T03:39:47.80878Z","end":"2026-04-21T03:39:48.804236Z","steps":["trace[148487951] 'process raft request' (duration: 994.932717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.805529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.808762Z","time spent":"996.698434ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:48.804298Z","caller":"traceutil/trace.go:171","msg":"trace[1378854416] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"994.28592ms","start":"2026-04-21T03:39:47.81Z","end":"2026-04-21T03:39:48.804286Z","steps":["trace[1378854416] 'process raft request' (duration: 993.762965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.806443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.809985Z","time spent":"996.388344ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:48.804525Z","caller":"traceutil/trace.go:171","msg":"trace[2003374020] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"995.7809ms","start":"2026-04-21T03:39:47.808718Z","end":"2026-04-21T03:39:48.804499Z","steps":["trace[2003374020] 'process raft request' (duration: 659.02928ms)","trace[2003374020] 'compare' (duration: 335.225229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:48.808033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:47.808711Z","time spent":"999.131707ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:49.156804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.780006ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:39:49.156951Z","caller":"traceutil/trace.go:171","msg":"trace[296736348] linearizableReadLoop","detail":"{readStateIndex:7246; appliedIndex:7245; }","duration":"235.819857ms","start":"2026-04-21T03:39:48.921105Z","end":"2026-04-21T03:39:49.156925Z","steps":["trace[296736348] 'read index received' (duration: 38.841µs)","trace[296736348] 'applied index is now lower than readState.Index' (duration: 235.778606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:49.157306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.131136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:49.157466Z","caller":"traceutil/trace.go:171","msg":"trace[434806158] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6977; }","duration":"236.371632ms","start":"2026-04-21T03:39:48.921065Z","end":"2026-04-21T03:39:49.157436Z","steps":["trace[434806158] 'agreement among raft nodes before linearized reading' (duration: 236.104005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:49.157643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.046988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:49.157708Z","caller":"traceutil/trace.go:171","msg":"trace[1793950114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6977; }","duration":"221.374277ms","start":"2026-04-21T03:39:48.936316Z","end":"2026-04-21T03:39:49.157691Z","steps":["trace[1793950114] 'agreement among raft nodes before linearized reading' (duration: 221.025238ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:49.665617Z","caller":"traceutil/trace.go:171","msg":"trace[1818319612] linearizableReadLoop","detail":"{readStateIndex:7247; appliedIndex:7246; }","duration":"131.624204ms","start":"2026-04-21T03:39:49.533974Z","end":"2026-04-21T03:39:49.665599Z","steps":["trace[1818319612] 'read index received' (duration: 131.505571ms)","trace[1818319612] 'applied index is now lower than readState.Index' (duration: 117.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:49.665714Z","caller":"traceutil/trace.go:171","msg":"trace[1214517970] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"265.745213ms","start":"2026-04-21T03:39:49.399937Z","end":"2026-04-21T03:39:49.665682Z","steps":["trace[1214517970] 'process raft request' (duration: 265.547328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:49.665771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.798888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:49.666036Z","caller":"traceutil/trace.go:171","msg":"trace[374536905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6978; }","duration":"132.095816ms","start":"2026-04-21T03:39:49.533903Z","end":"2026-04-21T03:39:49.665999Z","steps":["trace[374536905] 'agreement among raft nodes before linearized reading' (duration: 131.797139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.196276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.658336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:50.196728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.597585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:50.196707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.583634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:50.196763Z","caller":"traceutil/trace.go:171","msg":"trace[903320853] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6978; }","duration":"357.659137ms","start":"2026-04-21T03:39:49.839094Z","end":"2026-04-21T03:39:50.196753Z","steps":["trace[903320853] 'range keys from in-memory index tree' (duration: 357.519543ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:50.196798Z","caller":"traceutil/trace.go:171","msg":"trace[225588298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6978; }","duration":"246.675646ms","start":"2026-04-21T03:39:49.950096Z","end":"2026-04-21T03:39:50.196772Z","steps":["trace[225588298] 'range keys from in-memory index tree' (duration: 246.570764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.196813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:49.839078Z","time spent":"357.704528ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:50.197019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.243777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:50.197045Z","caller":"traceutil/trace.go:171","msg":"trace[1337078360] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6978; }","duration":"357.279497ms","start":"2026-04-21T03:39:49.839759Z","end":"2026-04-21T03:39:50.197039Z","steps":["trace[1337078360] 'range keys from in-memory index tree' (duration: 357.180215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.197064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:49.839755Z","time spent":"357.304548ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:50.19757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.427892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:50.197668Z","caller":"traceutil/trace.go:171","msg":"trace[492941149] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"357.143284ms","start":"2026-04-21T03:39:49.840518Z","end":"2026-04-21T03:39:50.197661Z","steps":["trace[492941149] 'process raft request' (duration: 357.120653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.197702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:49.840513Z","time spent":"357.172984ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:50.197885Z","caller":"traceutil/trace.go:171","msg":"trace[374457355] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"357.988815ms","start":"2026-04-21T03:39:49.83989Z","end":"2026-04-21T03:39:50.197879Z","steps":["trace[374457355] 'process raft request' (duration: 233.210924ms)","trace[374457355] 'compare' (duration: 124.35639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:50.197915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:49.83988Z","time spent":"358.019757ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:50.19798Z","caller":"traceutil/trace.go:171","msg":"trace[1507934481] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"357.538944ms","start":"2026-04-21T03:39:49.840436Z","end":"2026-04-21T03:39:50.197975Z","steps":["trace[1507934481] 'process raft request' (duration: 357.176634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.198005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:49.840415Z","time spent":"357.577765ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:50.196337Z","caller":"traceutil/trace.go:171","msg":"trace[1942562047] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6978; }","duration":"357.766649ms","start":"2026-04-21T03:39:49.838557Z","end":"2026-04-21T03:39:50.196324Z","steps":["trace[1942562047] 'range keys from in-memory index tree' (duration: 357.505642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.199485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:49.838535Z","time spent":"360.917032ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:50.542621Z","caller":"traceutil/trace.go:171","msg":"trace[13556695] linearizableReadLoop","detail":"{readStateIndex:7251; appliedIndex:7250; }","duration":"101.485778ms","start":"2026-04-21T03:39:50.441112Z","end":"2026-04-21T03:39:50.542598Z","steps":["trace[13556695] 'read index received' (duration: 101.136889ms)","trace[13556695] 'applied index is now lower than readState.Index' (duration: 348.049µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:50.54265Z","caller":"traceutil/trace.go:171","msg":"trace[1668041881] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"280.678618ms","start":"2026-04-21T03:39:50.261947Z","end":"2026-04-21T03:39:50.542625Z","steps":["trace[1668041881] 'process raft request' (duration: 280.36822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:50.54272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.59528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:50.542748Z","caller":"traceutil/trace.go:171","msg":"trace[1048500618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6982; }","duration":"101.676462ms","start":"2026-04-21T03:39:50.441063Z","end":"2026-04-21T03:39:50.54274Z","steps":["trace[1048500618] 'agreement among raft nodes before linearized reading' (duration: 101.616501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:51.444213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.17359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:51.444412Z","caller":"traceutil/trace.go:171","msg":"trace[70391666] linearizableReadLoop","detail":"{readStateIndex:7255; appliedIndex:7252; }","duration":"371.429007ms","start":"2026-04-21T03:39:51.072968Z","end":"2026-04-21T03:39:51.444397Z","steps":["trace[70391666] 'read index received' (duration: 37.831µs)","trace[70391666] 'applied index is now lower than readState.Index' (duration: 371.390296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:51.444733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.762633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:51.444776Z","caller":"traceutil/trace.go:171","msg":"trace[631815296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6986; }","duration":"227.830074ms","start":"2026-04-21T03:39:51.216934Z","end":"2026-04-21T03:39:51.444764Z","steps":["trace[631815296] 'agreement among raft nodes before linearized reading' (duration: 227.69386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:51.444754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.760216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:51.44492Z","caller":"traceutil/trace.go:171","msg":"trace[129652900] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6986; }","duration":"371.979131ms","start":"2026-04-21T03:39:51.072923Z","end":"2026-04-21T03:39:51.444902Z","steps":["trace[129652900] 'agreement among raft nodes before linearized reading' (duration: 371.681344ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:51.445226Z","caller":"traceutil/trace.go:171","msg":"trace[1186818152] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"609.024481ms","start":"2026-04-21T03:39:50.83619Z","end":"2026-04-21T03:39:51.445215Z","steps":["trace[1186818152] 'process raft request' (duration: 608.111158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:51.445366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:50.836163Z","time spent":"609.136454ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:51.445368Z","caller":"traceutil/trace.go:171","msg":"trace[193517218] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"609.214826ms","start":"2026-04-21T03:39:50.83613Z","end":"2026-04-21T03:39:51.445345Z","steps":["trace[193517218] 'process raft request' (duration: 201.838605ms)","trace[193517218] 'compare' (duration: 406.083137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:51.445465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:50.836121Z","time spent":"609.301589ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:51.445489Z","caller":"traceutil/trace.go:171","msg":"trace[1718249692] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"608.919949ms","start":"2026-04-21T03:39:50.836544Z","end":"2026-04-21T03:39:51.445464Z","steps":["trace[1718249692] 'process raft request' (duration: 607.81768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:51.44561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:50.836517Z","time spent":"609.031881ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:51.444978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:51.072903Z","time spent":"372.059423ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":84,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:52.703788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:39:52.766679Z","caller":"traceutil/trace.go:171","msg":"trace[1089528631] transaction","detail":"{read_only:false; response_revision:6988; number_of_response:1; }","duration":"563.54704ms","start":"2026-04-21T03:39:52.203114Z","end":"2026-04-21T03:39:52.766661Z","steps":["trace[1089528631] 'process raft request' (duration: 563.436137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.766802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.203095Z","time spent":"563.645142ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:52.997106Z","caller":"traceutil/trace.go:171","msg":"trace[1970935911] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"177.242741ms","start":"2026-04-21T03:39:52.819839Z","end":"2026-04-21T03:39:52.997081Z","steps":["trace[1970935911] 'process raft request' (duration: 177.2027ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:52.997553Z","caller":"traceutil/trace.go:171","msg":"trace[1616293563] transaction","detail":"{read_only:false; response_revision:6989; number_of_response:1; }","duration":"794.347837ms","start":"2026-04-21T03:39:52.203192Z","end":"2026-04-21T03:39:52.99754Z","steps":["trace[1616293563] 'process raft request' (duration: 751.673198ms)","trace[1616293563] 'compare' (duration: 41.603221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:52.997687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.203168Z","time spent":"794.423618ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:52.997832Z","caller":"traceutil/trace.go:171","msg":"trace[601126730] transaction","detail":"{read_only:false; response_revision:6990; number_of_response:1; }","duration":"794.571813ms","start":"2026-04-21T03:39:52.203251Z","end":"2026-04-21T03:39:52.997823Z","steps":["trace[601126730] 'process raft request' (duration: 793.732931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.997879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.203237Z","time spent":"794.615675ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:52.998005Z","caller":"traceutil/trace.go:171","msg":"trace[511395655] linearizableReadLoop","detail":"{readStateIndex:7259; appliedIndex:7256; }","duration":"794.637235ms","start":"2026-04-21T03:39:52.20336Z","end":"2026-04-21T03:39:52.997997Z","steps":["trace[511395655] 'read index received' (duration: 563.242142ms)","trace[511395655] 'applied index is now lower than readState.Index' (duration: 231.394033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:52.998321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.957684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:52.998352Z","caller":"traceutil/trace.go:171","msg":"trace[568032959] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6991; }","duration":"795.014935ms","start":"2026-04-21T03:39:52.203328Z","end":"2026-04-21T03:39:52.998343Z","steps":["trace[568032959] 'agreement among raft nodes before linearized reading' (duration: 794.896082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.998379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.203317Z","time spent":"795.055837ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:52.998581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.177229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:52.998606Z","caller":"traceutil/trace.go:171","msg":"trace[1922801328] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6991; }","duration":"795.249631ms","start":"2026-04-21T03:39:52.203349Z","end":"2026-04-21T03:39:52.998598Z","steps":["trace[1922801328] 'agreement among raft nodes before linearized reading' (duration: 795.17712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.99863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.203321Z","time spent":"795.303022ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:52.999193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.248523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:39:52.999222Z","caller":"traceutil/trace.go:171","msg":"trace[1396494436] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6991; }","duration":"230.305094ms","start":"2026-04-21T03:39:52.768909Z","end":"2026-04-21T03:39:52.999214Z","steps":["trace[1396494436] 'agreement among raft nodes before linearized reading' (duration: 230.232193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.999401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.746297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:52.999426Z","caller":"traceutil/trace.go:171","msg":"trace[1261666291] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6991; }","duration":"307.807338ms","start":"2026-04-21T03:39:52.691611Z","end":"2026-04-21T03:39:52.999419Z","steps":["trace[1261666291] 'agreement among raft nodes before linearized reading' (duration: 307.725786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.99945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.691592Z","time spent":"307.851549ms","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:52.999585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.631693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:52.999612Z","caller":"traceutil/trace.go:171","msg":"trace[63110033] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6991; }","duration":"355.660755ms","start":"2026-04-21T03:39:52.643942Z","end":"2026-04-21T03:39:52.999602Z","steps":["trace[63110033] 'agreement among raft nodes before linearized reading' (duration: 355.619314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.999639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.643881Z","time spent":"355.751166ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:52.999808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.116012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:39:52.999832Z","caller":"traceutil/trace.go:171","msg":"trace[1076334783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6991; }","duration":"453.139572ms","start":"2026-04-21T03:39:52.546685Z","end":"2026-04-21T03:39:52.999824Z","steps":["trace[1076334783] 'agreement among raft nodes before linearized reading' (duration: 453.069411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.999856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.546641Z","time spent":"453.209604ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:52.999968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.335746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:52.999991Z","caller":"traceutil/trace.go:171","msg":"trace[1777753937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6991; }","duration":"560.386607ms","start":"2026-04-21T03:39:52.439597Z","end":"2026-04-21T03:39:52.999983Z","steps":["trace[1777753937] 'agreement among raft nodes before linearized reading' (duration: 560.352907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.000014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.439579Z","time spent":"560.428718ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:53.000145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.129751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:53.000169Z","caller":"traceutil/trace.go:171","msg":"trace[637262515] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6991; }","duration":"690.194333ms","start":"2026-04-21T03:39:52.309968Z","end":"2026-04-21T03:39:53.000162Z","steps":["trace[637262515] 'agreement among raft nodes before linearized reading' (duration: 690.154862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.000197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.309943Z","time spent":"690.244425ms","remote":"127.0.0.1:39500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:53.000417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.097627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:53.000445Z","caller":"traceutil/trace.go:171","msg":"trace[656497885] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6991; }","duration":"795.139247ms","start":"2026-04-21T03:39:52.205297Z","end":"2026-04-21T03:39:53.000437Z","steps":["trace[656497885] 'agreement among raft nodes before linearized reading' (duration: 795.055905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.000469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:52.20529Z","time spent":"795.173798ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:53.393235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.983612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:53.393512Z","caller":"traceutil/trace.go:171","msg":"trace[406103043] linearizableReadLoop","detail":"{readStateIndex:7263; appliedIndex:7261; }","duration":"383.998929ms","start":"2026-04-21T03:39:53.009494Z","end":"2026-04-21T03:39:53.393493Z","steps":["trace[406103043] 'read index received' (duration: 69.221114ms)","trace[406103043] 'applied index is now lower than readState.Index' (duration: 314.776695ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:53.393603Z","caller":"traceutil/trace.go:171","msg":"trace[1397587495] transaction","detail":"{read_only:false; response_revision:6992; number_of_response:1; }","duration":"384.685787ms","start":"2026-04-21T03:39:53.008906Z","end":"2026-04-21T03:39:53.393592Z","steps":["trace[1397587495] 'process raft request' (duration: 178.252874ms)","trace[1397587495] 'compare' (duration: 205.718035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:53.393678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.008886Z","time spent":"384.75417ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:53.39368Z","caller":"traceutil/trace.go:171","msg":"trace[1651542168] transaction","detail":"{read_only:false; response_revision:6993; number_of_response:1; }","duration":"384.223004ms","start":"2026-04-21T03:39:53.009402Z","end":"2026-04-21T03:39:53.393625Z","steps":["trace[1651542168] 'process raft request' (duration: 383.968698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.393838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.009388Z","time spent":"384.366979ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:53.39403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.536883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:53.39407Z","caller":"traceutil/trace.go:171","msg":"trace[504777183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6993; }","duration":"384.588484ms","start":"2026-04-21T03:39:53.009471Z","end":"2026-04-21T03:39:53.39406Z","steps":["trace[504777183] 'agreement among raft nodes before linearized reading' (duration: 384.484741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.394099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.009465Z","time spent":"384.628155ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:39:53.477165Z","caller":"traceutil/trace.go:171","msg":"trace[1051996252] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"397.582556ms","start":"2026-04-21T03:39:53.079527Z","end":"2026-04-21T03:39:53.47711Z","steps":["trace[1051996252] 'process raft request' (duration: 397.34421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.477221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.129342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:53.477384Z","caller":"traceutil/trace.go:171","msg":"trace[1240473523] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6994; }","duration":"318.282816ms","start":"2026-04-21T03:39:53.159059Z","end":"2026-04-21T03:39:53.477342Z","steps":["trace[1240473523] 'agreement among raft nodes before linearized reading' (duration: 318.03851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.477444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.159036Z","time spent":"318.395309ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:53.477429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.07951Z","time spent":"397.795431ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:53.817174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.752369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:53.81746Z","caller":"traceutil/trace.go:171","msg":"trace[820539403] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"335.548328ms","start":"2026-04-21T03:39:53.48189Z","end":"2026-04-21T03:39:53.817438Z","steps":["trace[820539403] 'process raft request' (duration: 335.425745ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:53.817437Z","caller":"traceutil/trace.go:171","msg":"trace[1892463502] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"335.703793ms","start":"2026-04-21T03:39:53.481692Z","end":"2026-04-21T03:39:53.817396Z","steps":["trace[1892463502] 'process raft request' (duration: 101.612575ms)","trace[1892463502] 'compare' (duration: 233.623996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:53.817556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.481866Z","time spent":"335.643221ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:53.817579Z","caller":"traceutil/trace.go:171","msg":"trace[562692863] linearizableReadLoop","detail":"{readStateIndex:7266; appliedIndex:7264; }","duration":"334.525631ms","start":"2026-04-21T03:39:53.483028Z","end":"2026-04-21T03:39:53.817553Z","steps":["trace[562692863] 'read index received' (duration: 100.268869ms)","trace[562692863] 'applied index is now lower than readState.Index' (duration: 234.255762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:53.81762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.481671Z","time spent":"335.856747ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:53.8178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.753737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:53.817834Z","caller":"traceutil/trace.go:171","msg":"trace[240450198] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6997; }","duration":"334.852239ms","start":"2026-04-21T03:39:53.482972Z","end":"2026-04-21T03:39:53.817824Z","steps":["trace[240450198] 'agreement among raft nodes before linearized reading' (duration: 334.661545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.817865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.482948Z","time spent":"334.909851ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T03:39:53.817883Z","caller":"traceutil/trace.go:171","msg":"trace[1587681944] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"333.66668ms","start":"2026-04-21T03:39:53.484203Z","end":"2026-04-21T03:39:53.817869Z","steps":["trace[1587681944] 'process raft request' (duration: 333.193637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.817945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:53.484181Z","time spent":"333.734291ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:54.959492Z","caller":"traceutil/trace.go:171","msg":"trace[761454966] transaction","detail":"{read_only:false; response_revision:6999; number_of_response:1; }","duration":"187.396989ms","start":"2026-04-21T03:39:54.772065Z","end":"2026-04-21T03:39:54.959462Z","steps":["trace[761454966] 'process raft request' (duration: 187.134863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.509301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954183142503468,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:39:55.634832Z","caller":"traceutil/trace.go:171","msg":"trace[382616550] transaction","detail":"{read_only:false; response_revision:7000; number_of_response:1; }","duration":"629.945401ms","start":"2026-04-21T03:39:55.004861Z","end":"2026-04-21T03:39:55.634807Z","steps":["trace[382616550] 'process raft request' (duration: 585.166079ms)","trace[382616550] 'compare' (duration: 44.150306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:55.634974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.004831Z","time spent":"630.057853ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:55.700467Z","caller":"traceutil/trace.go:171","msg":"trace[127869470] linearizableReadLoop","detail":"{readStateIndex:7271; appliedIndex:7269; }","duration":"692.035925ms","start":"2026-04-21T03:39:55.008404Z","end":"2026-04-21T03:39:55.70044Z","steps":["trace[127869470] 'read index received' (duration: 581.632806ms)","trace[127869470] 'applied index is now lower than readState.Index' (duration: 110.401909ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:55.700851Z","caller":"traceutil/trace.go:171","msg":"trace[1082442610] transaction","detail":"{read_only:false; response_revision:7001; number_of_response:1; }","duration":"693.888863ms","start":"2026-04-21T03:39:55.006882Z","end":"2026-04-21T03:39:55.700771Z","steps":["trace[1082442610] 'process raft request' (duration: 693.38404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.701001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.576129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:55.701052Z","caller":"traceutil/trace.go:171","msg":"trace[452403263] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7001; }","duration":"692.678622ms","start":"2026-04-21T03:39:55.008361Z","end":"2026-04-21T03:39:55.701039Z","steps":["trace[452403263] 'agreement among raft nodes before linearized reading' (duration: 692.402515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.701098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.008344Z","time spent":"692.744814ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:55.701123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.006868Z","time spent":"694.115499ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:55.972404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.842268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:55.972508Z","caller":"traceutil/trace.go:171","msg":"trace[718259408] linearizableReadLoop","detail":"{readStateIndex:7272; appliedIndex:7271; }","duration":"271.766254ms","start":"2026-04-21T03:39:55.700724Z","end":"2026-04-21T03:39:55.972491Z","steps":["trace[718259408] 'read index received' (duration: 73.689799ms)","trace[718259408] 'applied index is now lower than readState.Index' (duration: 198.075195ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:55.972599Z","caller":"traceutil/trace.go:171","msg":"trace[78155125] transaction","detail":"{read_only:false; response_revision:7002; number_of_response:1; }","duration":"328.92269ms","start":"2026-04-21T03:39:55.64365Z","end":"2026-04-21T03:39:55.972573Z","steps":["trace[78155125] 'process raft request' (duration: 130.834305ms)","trace[78155125] 'compare' (duration: 197.611563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:55.972707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.643618Z","time spent":"329.016182ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:55.97293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.050047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:39:55.972995Z","caller":"traceutil/trace.go:171","msg":"trace[503610011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7002; }","duration":"574.142939ms","start":"2026-04-21T03:39:55.398836Z","end":"2026-04-21T03:39:55.972979Z","steps":["trace[503610011] 'agreement among raft nodes before linearized reading' (duration: 573.935743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.972938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.799122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:55.973074Z","caller":"traceutil/trace.go:171","msg":"trace[1254917826] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7002; }","duration":"939.947145ms","start":"2026-04-21T03:39:55.033111Z","end":"2026-04-21T03:39:55.973058Z","steps":["trace[1254917826] 'agreement among raft nodes before linearized reading' (duration: 939.725069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.97308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.132154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:39:55.973146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.033106Z","time spent":"940.027137ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:39:55.973186Z","caller":"traceutil/trace.go:171","msg":"trace[1176411195] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7002; }","duration":"939.266948ms","start":"2026-04-21T03:39:55.033895Z","end":"2026-04-21T03:39:55.973162Z","steps":["trace[1176411195] 'agreement among raft nodes before linearized reading' (duration: 938.918728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.973296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.033854Z","time spent":"939.402051ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:39:55.97303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.39883Z","time spent":"574.19388ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:39:55.973162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.27658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:55.973477Z","caller":"traceutil/trace.go:171","msg":"trace[1465292817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7002; }","duration":"575.871214ms","start":"2026-04-21T03:39:55.397581Z","end":"2026-04-21T03:39:55.973453Z","steps":["trace[1465292817] 'agreement among raft nodes before linearized reading' (duration: 575.111084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:55.974415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.397562Z","time spent":"576.258395ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:39:56.402217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.052506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:56.402324Z","caller":"traceutil/trace.go:171","msg":"trace[1341237692] transaction","detail":"{read_only:false; response_revision:7003; number_of_response:1; }","duration":"685.600679ms","start":"2026-04-21T03:39:55.716705Z","end":"2026-04-21T03:39:56.402305Z","steps":["trace[1341237692] 'process raft request' (duration: 369.380808ms)","trace[1341237692] 'compare' (duration: 315.946874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:56.402387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.71668Z","time spent":"685.68105ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:56.749864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.903268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:56.750021Z","caller":"traceutil/trace.go:171","msg":"trace[1684467699] transaction","detail":"{read_only:false; response_revision:7004; number_of_response:1; }","duration":"926.872636ms","start":"2026-04-21T03:39:55.823129Z","end":"2026-04-21T03:39:56.750002Z","steps":["trace[1684467699] 'process raft request' (duration: 731.749863ms)","trace[1684467699] 'compare' (duration: 194.781824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:56.750092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.823117Z","time spent":"926.945058ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:56.750406Z","caller":"traceutil/trace.go:171","msg":"trace[1356609927] transaction","detail":"{read_only:false; response_revision:7005; number_of_response:1; }","duration":"771.836777ms","start":"2026-04-21T03:39:55.978542Z","end":"2026-04-21T03:39:56.750378Z","steps":["trace[1356609927] 'process raft request' (duration: 771.422566ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:56.750437Z","caller":"traceutil/trace.go:171","msg":"trace[857198813] linearizableReadLoop","detail":"{readStateIndex:7274; appliedIndex:7272; }","duration":"777.866796ms","start":"2026-04-21T03:39:55.972534Z","end":"2026-04-21T03:39:56.750401Z","steps":["trace[857198813] 'read index received' (duration: 113.562611ms)","trace[857198813] 'applied index is now lower than readState.Index' (duration: 664.302724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:56.750519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.978514Z","time spent":"771.94264ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:56.750507Z","caller":"traceutil/trace.go:171","msg":"trace[1554549649] transaction","detail":"{read_only:false; response_revision:7006; number_of_response:1; }","duration":"771.752015ms","start":"2026-04-21T03:39:55.978727Z","end":"2026-04-21T03:39:56.750479Z","steps":["trace[1554549649] 'process raft request' (duration: 771.57269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:56.75054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.686537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:39:56.750569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.840691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:39:56.750584Z","caller":"traceutil/trace.go:171","msg":"trace[1057550335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7006; }","duration":"927.744449ms","start":"2026-04-21T03:39:55.822825Z","end":"2026-04-21T03:39:56.75057Z","steps":["trace[1057550335] 'agreement among raft nodes before linearized reading' (duration: 927.608205ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:56.750603Z","caller":"traceutil/trace.go:171","msg":"trace[341983552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7006; }","duration":"927.937584ms","start":"2026-04-21T03:39:55.822657Z","end":"2026-04-21T03:39:56.750595Z","steps":["trace[341983552] 'agreement among raft nodes before linearized reading' (duration: 927.78438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:56.750621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.822803Z","time spent":"927.81194ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:56.750623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.82263Z","time spent":"927.988525ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:56.750639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.978717Z","time spent":"771.856138ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:56.750672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.104769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:39:56.750697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.376768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:39:56.750715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.891519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:39:56.750671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.514879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:56.750716Z","caller":"traceutil/trace.go:171","msg":"trace[2058389560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7006; }","duration":"755.209961ms","start":"2026-04-21T03:39:55.995493Z","end":"2026-04-21T03:39:56.750702Z","steps":["trace[2058389560] 'agreement among raft nodes before linearized reading' (duration: 755.101179ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:56.750729Z","caller":"traceutil/trace.go:171","msg":"trace[1974582286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7006; }","duration":"308.93204ms","start":"2026-04-21T03:39:56.441791Z","end":"2026-04-21T03:39:56.750723Z","steps":["trace[1974582286] 'agreement among raft nodes before linearized reading' (duration: 308.905799ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:56.750727Z","caller":"traceutil/trace.go:171","msg":"trace[1462780524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7006; }","duration":"232.4588ms","start":"2026-04-21T03:39:56.518258Z","end":"2026-04-21T03:39:56.750717Z","steps":["trace[1462780524] 'agreement among raft nodes before linearized reading' (duration: 232.349417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:56.750747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.44177Z","time spent":"308.97261ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:56.750772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.99547Z","time spent":"755.278964ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:39:56.750755Z","caller":"traceutil/trace.go:171","msg":"trace[318425139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7006; }","duration":"928.599241ms","start":"2026-04-21T03:39:55.822137Z","end":"2026-04-21T03:39:56.750736Z","steps":["trace[318425139] 'agreement among raft nodes before linearized reading' (duration: 928.393326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:56.750832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:55.822078Z","time spent":"928.734954ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:39:57.103125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.864021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:57.103429Z","caller":"traceutil/trace.go:171","msg":"trace[1009983832] linearizableReadLoop","detail":"{readStateIndex:7279; appliedIndex:7276; }","duration":"308.549017ms","start":"2026-04-21T03:39:56.794758Z","end":"2026-04-21T03:39:57.103308Z","steps":["trace[1009983832] 'read index received' (duration: 55.44805ms)","trace[1009983832] 'applied index is now lower than readState.Index' (duration: 253.100117ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:57.103513Z","caller":"traceutil/trace.go:171","msg":"trace[2069929174] transaction","detail":"{read_only:false; response_revision:7007; number_of_response:1; }","duration":"347.425294ms","start":"2026-04-21T03:39:56.756079Z","end":"2026-04-21T03:39:57.103505Z","steps":["trace[2069929174] 'process raft request' (duration: 94.119112ms)","trace[2069929174] 'compare' (duration: 252.782199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:57.103677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.756055Z","time spent":"347.596719ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:57.103719Z","caller":"traceutil/trace.go:171","msg":"trace[826739724] transaction","detail":"{read_only:false; response_revision:7008; number_of_response:1; }","duration":"347.28017ms","start":"2026-04-21T03:39:56.756408Z","end":"2026-04-21T03:39:57.103688Z","steps":["trace[826739724] 'process raft request' (duration: 346.804358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:57.104086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.308267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:57.104175Z","caller":"traceutil/trace.go:171","msg":"trace[934953244] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7009; }","duration":"309.44247ms","start":"2026-04-21T03:39:56.794721Z","end":"2026-04-21T03:39:57.104163Z","steps":["trace[934953244] 'agreement among raft nodes before linearized reading' (duration: 309.309167ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:57.103847Z","caller":"traceutil/trace.go:171","msg":"trace[733895145] transaction","detail":"{read_only:false; response_revision:7009; number_of_response:1; }","duration":"346.640504ms","start":"2026-04-21T03:39:56.757177Z","end":"2026-04-21T03:39:57.103817Z","steps":["trace[733895145] 'process raft request' (duration: 346.105751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:57.104215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.794705Z","time spent":"309.496471ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:57.104398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.75716Z","time spent":"347.110916ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:57.10496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.756386Z","time spent":"347.585328ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:57.499298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.310757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:57.499411Z","caller":"traceutil/trace.go:171","msg":"trace[1075953051] linearizableReadLoop","detail":"{readStateIndex:7280; appliedIndex:7279; }","duration":"395.911795ms","start":"2026-04-21T03:39:57.103476Z","end":"2026-04-21T03:39:57.499388Z","steps":["trace[1075953051] 'read index received' (duration: 232.354112ms)","trace[1075953051] 'applied index is now lower than readState.Index' (duration: 163.556113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:57.499467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.861891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:57.49945Z","caller":"traceutil/trace.go:171","msg":"trace[1540396406] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"534.875829ms","start":"2026-04-21T03:39:56.964529Z","end":"2026-04-21T03:39:57.499405Z","steps":["trace[1540396406] 'process raft request' (duration: 371.367096ms)","trace[1540396406] 'compare' (duration: 163.056231ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:57.499515Z","caller":"traceutil/trace.go:171","msg":"trace[984801159] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7010; }","duration":"458.956493ms","start":"2026-04-21T03:39:57.040545Z","end":"2026-04-21T03:39:57.499501Z","steps":["trace[984801159] 'agreement among raft nodes before linearized reading' (duration: 458.84891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:57.499532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.501684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:57.499558Z","caller":"traceutil/trace.go:171","msg":"trace[1655446816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7010; }","duration":"686.571275ms","start":"2026-04-21T03:39:56.812978Z","end":"2026-04-21T03:39:57.499549Z","steps":["trace[1655446816] 'agreement among raft nodes before linearized reading' (duration: 686.520924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:57.499557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:57.040521Z","time spent":"459.026204ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:39:57.499586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.812956Z","time spent":"686.624307ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:39:57.499638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:56.964494Z","time spent":"535.033533ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:57.49965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.427739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:57.499716Z","caller":"traceutil/trace.go:171","msg":"trace[533524290] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7010; }","duration":"174.542332ms","start":"2026-04-21T03:39:57.325154Z","end":"2026-04-21T03:39:57.499696Z","steps":["trace[533524290] 'agreement among raft nodes before linearized reading' (duration: 174.420658ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:57.898029Z","caller":"traceutil/trace.go:171","msg":"trace[1908739521] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"256.264607ms","start":"2026-04-21T03:39:57.641738Z","end":"2026-04-21T03:39:57.898003Z","steps":["trace[1908739521] 'process raft request' (duration: 179.778418ms)","trace[1908739521] 'compare' (duration: 76.382517ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:57.956517Z","caller":"traceutil/trace.go:171","msg":"trace[471690196] linearizableReadLoop","detail":"{readStateIndex:7282; appliedIndex:7280; }","duration":"246.610394ms","start":"2026-04-21T03:39:57.709882Z","end":"2026-04-21T03:39:57.956493Z","steps":["trace[471690196] 'read index received' (duration: 111.647167ms)","trace[471690196] 'applied index is now lower than readState.Index' (duration: 134.962077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:57.956746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.84043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:39:57.956784Z","caller":"traceutil/trace.go:171","msg":"trace[201107185] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7012; }","duration":"246.928153ms","start":"2026-04-21T03:39:57.709845Z","end":"2026-04-21T03:39:57.956773Z","steps":["trace[201107185] 'agreement among raft nodes before linearized reading' (duration: 246.748448ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:57.956794Z","caller":"traceutil/trace.go:171","msg":"trace[994915593] transaction","detail":"{read_only:false; response_revision:7012; number_of_response:1; }","duration":"249.049428ms","start":"2026-04-21T03:39:57.707715Z","end":"2026-04-21T03:39:57.956765Z","steps":["trace[994915593] 'process raft request' (duration: 248.629698ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:58.900711Z","caller":"traceutil/trace.go:171","msg":"trace[1368619673] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"139.79742ms","start":"2026-04-21T03:39:58.760875Z","end":"2026-04-21T03:39:58.900672Z","steps":["trace[1368619673] 'process raft request' (duration: 139.386679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:59.19769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.480814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:59.197843Z","caller":"traceutil/trace.go:171","msg":"trace[977056219] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"383.58706ms","start":"2026-04-21T03:39:58.814237Z","end":"2026-04-21T03:39:59.197824Z","steps":["trace[977056219] 'process raft request' (duration: 280.891111ms)","trace[977056219] 'compare' (duration: 102.363671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:59.19791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:58.814212Z","time spent":"383.669603ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:59.619534Z","caller":"traceutil/trace.go:171","msg":"trace[1093003565] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"417.247035ms","start":"2026-04-21T03:39:59.202263Z","end":"2026-04-21T03:39:59.61951Z","steps":["trace[1093003565] 'process raft request' (duration: 360.440273ms)","trace[1093003565] 'compare' (duration: 56.519474ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:59.619611Z","caller":"traceutil/trace.go:171","msg":"trace[1462221398] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"417.177954ms","start":"2026-04-21T03:39:59.202408Z","end":"2026-04-21T03:39:59.619586Z","steps":["trace[1462221398] 'process raft request' (duration: 417.096712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:59.619654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.202248Z","time spent":"417.346788ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:59.619748Z","caller":"traceutil/trace.go:171","msg":"trace[1334470891] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"115.260187ms","start":"2026-04-21T03:39:59.504483Z","end":"2026-04-21T03:39:59.619743Z","steps":["trace[1334470891] 'process raft request' (duration: 115.057632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:59.619755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.202377Z","time spent":"417.298436ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:59.620011Z","caller":"traceutil/trace.go:171","msg":"trace[1177545562] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"417.652735ms","start":"2026-04-21T03:39:59.202307Z","end":"2026-04-21T03:39:59.619959Z","steps":["trace[1177545562] 'process raft request' (duration: 417.079181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:59.620261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.202248Z","time spent":"417.899712ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:59.911006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.474043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:59.911073Z","caller":"traceutil/trace.go:171","msg":"trace[808890923] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7019; }","duration":"171.597807ms","start":"2026-04-21T03:39:59.739461Z","end":"2026-04-21T03:39:59.911059Z","steps":["trace[808890923] 'count revisions from in-memory index tree' (duration: 171.404022ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:00.404798Z","caller":"traceutil/trace.go:171","msg":"trace[1932006414] linearizableReadLoop","detail":"{readStateIndex:7291; appliedIndex:7290; }","duration":"427.31824ms","start":"2026-04-21T03:39:59.97746Z","end":"2026-04-21T03:40:00.404778Z","steps":["trace[1932006414] 'read index received' (duration: 427.178595ms)","trace[1932006414] 'applied index is now lower than readState.Index' (duration: 138.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:00.405085Z","caller":"traceutil/trace.go:171","msg":"trace[1348519965] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"443.573153ms","start":"2026-04-21T03:39:59.961428Z","end":"2026-04-21T03:40:00.405001Z","steps":["trace[1348519965] 'process raft request' (duration: 443.228615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.405194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.961406Z","time spent":"443.720028ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:00.405396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.170261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:00.405479Z","caller":"traceutil/trace.go:171","msg":"trace[1410389320] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7021; }","duration":"436.292183ms","start":"2026-04-21T03:39:59.969166Z","end":"2026-04-21T03:40:00.405458Z","steps":["trace[1410389320] 'agreement among raft nodes before linearized reading' (duration: 436.002226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.405531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.969151Z","time spent":"436.367376ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:00.705517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.997845ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:40:00.705667Z","caller":"traceutil/trace.go:171","msg":"trace[1400889009] linearizableReadLoop","detail":"{readStateIndex:7292; appliedIndex:7291; }","duration":"300.79712ms","start":"2026-04-21T03:40:00.404858Z","end":"2026-04-21T03:40:00.705656Z","steps":["trace[1400889009] 'read index received' (duration: 42.59437ms)","trace[1400889009] 'applied index is now lower than readState.Index' (duration: 258.20223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:00.705749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.377567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:00.705767Z","caller":"traceutil/trace.go:171","msg":"trace[827839694] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7021; }","duration":"359.440939ms","start":"2026-04-21T03:40:00.34632Z","end":"2026-04-21T03:40:00.705761Z","steps":["trace[827839694] 'agreement among raft nodes before linearized reading' (duration: 359.401208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.705782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.507983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:40:00.705785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:00.346298Z","time spent":"359.48251ms","remote":"127.0.0.1:36330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:00.705802Z","caller":"traceutil/trace.go:171","msg":"trace[1130778562] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7021; }","duration":"722.549204ms","start":"2026-04-21T03:39:59.983247Z","end":"2026-04-21T03:40:00.705796Z","steps":["trace[1130778562] 'agreement among raft nodes before linearized reading' (duration: 722.469412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.705816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.983231Z","time spent":"722.581725ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:00.705917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.880527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:00.705935Z","caller":"traceutil/trace.go:171","msg":"trace[1700603717] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7021; }","duration":"721.920228ms","start":"2026-04-21T03:39:59.98401Z","end":"2026-04-21T03:40:00.70593Z","steps":["trace[1700603717] 'agreement among raft nodes before linearized reading' (duration: 721.873997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.705948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:59.983998Z","time spent":"721.947179ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:40:00.706156Z","caller":"traceutil/trace.go:171","msg":"trace[375721750] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"197.737543ms","start":"2026-04-21T03:40:00.508407Z","end":"2026-04-21T03:40:00.706145Z","steps":["trace[375721750] 'process raft request' (duration: 197.185399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.854043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.553124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-21T03:40:00.854121Z","caller":"traceutil/trace.go:171","msg":"trace[2005688124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7022; }","duration":"104.683978ms","start":"2026-04-21T03:40:00.749415Z","end":"2026-04-21T03:40:00.854099Z","steps":["trace[2005688124] 'range keys from in-memory index tree' (duration: 104.37087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.854128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.75946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-21T03:40:00.854173Z","caller":"traceutil/trace.go:171","msg":"trace[612974321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7022; }","duration":"104.842002ms","start":"2026-04-21T03:40:00.749317Z","end":"2026-04-21T03:40:00.854159Z","steps":["trace[612974321] 'range keys from in-memory index tree' (duration: 104.645967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:00.854244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.400379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:00.854461Z","caller":"traceutil/trace.go:171","msg":"trace[909892813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7022; }","duration":"412.797569ms","start":"2026-04-21T03:40:00.441635Z","end":"2026-04-21T03:40:00.854433Z","steps":["trace[909892813] 'agreement among raft nodes before linearized reading' (duration: 264.512694ms)","trace[909892813] 'range keys from in-memory index tree' (duration: 147.906855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:00.854632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:00.441611Z","time spent":"413.002914ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:40:01.166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.356708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:01.166478Z","caller":"traceutil/trace.go:171","msg":"trace[1096213249] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"257.433006ms","start":"2026-04-21T03:40:00.909028Z","end":"2026-04-21T03:40:01.166461Z","steps":["trace[1096213249] 'process raft request' (duration: 147.537334ms)","trace[1096213249] 'compare' (duration: 109.254465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:01.455407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.855953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:01.455482Z","caller":"traceutil/trace.go:171","msg":"trace[1420985614] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"248.83774ms","start":"2026-04-21T03:40:01.206632Z","end":"2026-04-21T03:40:01.45547Z","steps":["trace[1420985614] 'process raft request' (duration: 98.868704ms)","trace[1420985614] 'compare' (duration: 149.73526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:01.984911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.694655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:40:01.984965Z","caller":"traceutil/trace.go:171","msg":"trace[172638351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7027; }","duration":"348.777908ms","start":"2026-04-21T03:40:01.636175Z","end":"2026-04-21T03:40:01.984953Z","steps":["trace[172638351] 'range keys from in-memory index tree' (duration: 348.599133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:01.984964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.306363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-21T03:40:01.984989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:01.636163Z","time spent":"348.820849ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:40:01.985029Z","caller":"traceutil/trace.go:171","msg":"trace[791429562] linearizableReadLoop","detail":"{readStateIndex:7299; appliedIndex:7298; }","duration":"348.180883ms","start":"2026-04-21T03:40:01.636836Z","end":"2026-04-21T03:40:01.985017Z","steps":["trace[791429562] 'read index received' (duration: 55.654783ms)","trace[791429562] 'applied index is now lower than readState.Index' (duration: 292.52505ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:01.9851Z","caller":"traceutil/trace.go:171","msg":"trace[1516492729] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"348.328866ms","start":"2026-04-21T03:40:01.636759Z","end":"2026-04-21T03:40:01.985088Z","steps":["trace[1516492729] 'process raft request' (duration: 55.835838ms)","trace[1516492729] 'compare' (duration: 292.220041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:01.985151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:01.636751Z","time spent":"348.371587ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:01.985205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.368417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:40:01.985224Z","caller":"traceutil/trace.go:171","msg":"trace[1378077949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7028; }","duration":"348.414068ms","start":"2026-04-21T03:40:01.636804Z","end":"2026-04-21T03:40:01.985218Z","steps":["trace[1378077949] 'agreement among raft nodes before linearized reading' (duration: 348.339316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:01.985248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:01.636788Z","time spent":"348.456059ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:02.053489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.573632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:40:02.053558Z","caller":"traceutil/trace.go:171","msg":"trace[465145289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7029; }","duration":"416.676075ms","start":"2026-04-21T03:40:01.636866Z","end":"2026-04-21T03:40:02.053542Z","steps":["trace[465145289] 'agreement among raft nodes before linearized reading' (duration: 416.49628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.053584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.364385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:02.053605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:01.636847Z","time spent":"416.745636ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:40:02.053667Z","caller":"traceutil/trace.go:171","msg":"trace[603735392] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7029; }","duration":"383.496558ms","start":"2026-04-21T03:40:01.670148Z","end":"2026-04-21T03:40:02.053645Z","steps":["trace[603735392] 'agreement among raft nodes before linearized reading' (duration: 383.369025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.054242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:01.670125Z","time spent":"383.994701ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:02.540897Z","caller":"traceutil/trace.go:171","msg":"trace[569219519] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"130.775213ms","start":"2026-04-21T03:40:02.410103Z","end":"2026-04-21T03:40:02.540878Z","steps":["trace[569219519] 'process raft request' (duration: 130.723552ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:02.541047Z","caller":"traceutil/trace.go:171","msg":"trace[351949678] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"482.961297ms","start":"2026-04-21T03:40:02.058067Z","end":"2026-04-21T03:40:02.541028Z","steps":["trace[351949678] 'process raft request' (duration: 395.002639ms)","trace[351949678] 'compare' (duration: 87.450635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:02.541147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:02.058049Z","time spent":"483.036249ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:02.541243Z","caller":"traceutil/trace.go:171","msg":"trace[364928271] linearizableReadLoop","detail":"{readStateIndex:7303; appliedIndex:7302; }","duration":"419.32768ms","start":"2026-04-21T03:40:02.121904Z","end":"2026-04-21T03:40:02.541232Z","steps":["trace[364928271] 'read index received' (duration: 331.166467ms)","trace[364928271] 'applied index is now lower than readState.Index' (duration: 88.160353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:02.541366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.462765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:02.541406Z","caller":"traceutil/trace.go:171","msg":"trace[560208029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:7033; }","duration":"419.522817ms","start":"2026-04-21T03:40:02.121873Z","end":"2026-04-21T03:40:02.541395Z","steps":["trace[560208029] 'agreement among raft nodes before linearized reading' (duration: 419.460805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.541443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:02.121861Z","time spent":"419.573648ms","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:02.541743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.845044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:02.541782Z","caller":"traceutil/trace.go:171","msg":"trace[1158362863] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7033; }","duration":"130.907536ms","start":"2026-04-21T03:40:02.410864Z","end":"2026-04-21T03:40:02.541772Z","steps":["trace[1158362863] 'agreement among raft nodes before linearized reading' (duration: 130.791633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.542249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.201684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:02.542284Z","caller":"traceutil/trace.go:171","msg":"trace[1962249899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7033; }","duration":"101.279346ms","start":"2026-04-21T03:40:02.440996Z","end":"2026-04-21T03:40:02.542276Z","steps":["trace[1962249899] 'agreement among raft nodes before linearized reading' (duration: 101.232785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.90705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.667582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:40:02.907134Z","caller":"traceutil/trace.go:171","msg":"trace[78230625] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:7033; }","duration":"137.799845ms","start":"2026-04-21T03:40:02.769314Z","end":"2026-04-21T03:40:02.907114Z","steps":["trace[78230625] 'range keys from in-memory index tree' (duration: 137.477127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.907658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.859896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:02.907742Z","caller":"traceutil/trace.go:171","msg":"trace[471061555] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7033; }","duration":"195.961689ms","start":"2026-04-21T03:40:02.711762Z","end":"2026-04-21T03:40:02.907724Z","steps":["trace[471061555] 'range keys from in-memory index tree' (duration: 195.663091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:02.907773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.298958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:02.907857Z","caller":"traceutil/trace.go:171","msg":"trace[1088396415] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7033; }","duration":"196.446311ms","start":"2026-04-21T03:40:02.711394Z","end":"2026-04-21T03:40:02.90784Z","steps":["trace[1088396415] 'range keys from in-memory index tree' (duration: 196.075302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.343617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.540284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:03.34379Z","caller":"traceutil/trace.go:171","msg":"trace[1199047670] linearizableReadLoop","detail":"{readStateIndex:7307; appliedIndex:7305; }","duration":"171.913931ms","start":"2026-04-21T03:40:03.17186Z","end":"2026-04-21T03:40:03.343774Z","steps":["trace[1199047670] 'read index received' (duration: 165.132894ms)","trace[1199047670] 'applied index is now lower than readState.Index' (duration: 6.780037ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:03.343942Z","caller":"traceutil/trace.go:171","msg":"trace[1915669840] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"433.063132ms","start":"2026-04-21T03:40:02.910831Z","end":"2026-04-21T03:40:03.343894Z","steps":["trace[1915669840] 'process raft request' (duration: 142.174739ms)","trace[1915669840] 'compare' (duration: 290.438601ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:03.344046Z","caller":"traceutil/trace.go:171","msg":"trace[696536517] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"373.051589ms","start":"2026-04-21T03:40:02.970983Z","end":"2026-04-21T03:40:03.344034Z","steps":["trace[696536517] 'process raft request' (duration: 372.726071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.344155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:02.910811Z","time spent":"433.236047ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:03.34422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:02.970965Z","time spent":"373.218314ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:03.344008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.153576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:03.344395Z","caller":"traceutil/trace.go:171","msg":"trace[825144808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7035; }","duration":"172.574507ms","start":"2026-04-21T03:40:03.171807Z","end":"2026-04-21T03:40:03.344381Z","steps":["trace[825144808] 'agreement among raft nodes before linearized reading' (duration: 172.017353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.841409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.162426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:40:03.841526Z","caller":"traceutil/trace.go:171","msg":"trace[1495367551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7036; }","duration":"382.32668ms","start":"2026-04-21T03:40:03.459184Z","end":"2026-04-21T03:40:03.841511Z","steps":["trace[1495367551] 'range keys from in-memory index tree' (duration: 381.995482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.841574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:03.45916Z","time spent":"382.405481ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:40:04.416882Z","caller":"traceutil/trace.go:171","msg":"trace[1602360819] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"428.318327ms","start":"2026-04-21T03:40:03.988546Z","end":"2026-04-21T03:40:04.416865Z","steps":["trace[1602360819] 'process raft request' (duration: 428.216914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:04.416998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:03.988527Z","time spent":"428.407289ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:04.663581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.514462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:04.663681Z","caller":"traceutil/trace.go:171","msg":"trace[1218379315] transaction","detail":"{read_only:false; response_revision:7039; number_of_response:1; }","duration":"604.71782ms","start":"2026-04-21T03:40:04.058945Z","end":"2026-04-21T03:40:04.663663Z","steps":["trace[1218379315] 'process raft request' (duration: 457.055624ms)","trace[1218379315] 'compare' (duration: 147.340998ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:04.66375Z","caller":"traceutil/trace.go:171","msg":"trace[364044438] transaction","detail":"{read_only:false; response_revision:7040; number_of_response:1; }","duration":"116.772974ms","start":"2026-04-21T03:40:04.546964Z","end":"2026-04-21T03:40:04.663737Z","steps":["trace[364044438] 'process raft request' (duration: 116.700612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:04.663776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:04.058916Z","time spent":"604.807542ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:04.663771Z","caller":"traceutil/trace.go:171","msg":"trace[652696480] linearizableReadLoop","detail":"{readStateIndex:7311; appliedIndex:7310; }","duration":"591.114066ms","start":"2026-04-21T03:40:04.072633Z","end":"2026-04-21T03:40:04.663747Z","steps":["trace[652696480] 'read index received' (duration: 345.244368ms)","trace[652696480] 'applied index is now lower than readState.Index' (duration: 245.867508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:04.663903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.990677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:40:04.663915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.655554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:40:04.663927Z","caller":"traceutil/trace.go:171","msg":"trace[1481634292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7040; }","duration":"222.047978ms","start":"2026-04-21T03:40:04.441869Z","end":"2026-04-21T03:40:04.663917Z","steps":["trace[1481634292] 'agreement among raft nodes before linearized reading' (duration: 222.006057ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:04.663933Z","caller":"traceutil/trace.go:171","msg":"trace[79361102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7040; }","duration":"590.694056ms","start":"2026-04-21T03:40:04.073234Z","end":"2026-04-21T03:40:04.663928Z","steps":["trace[79361102] 'agreement among raft nodes before linearized reading' (duration: 590.621004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:04.663948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:04.073224Z","time spent":"590.720606ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:04.663961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.123442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:04.663986Z","caller":"traceutil/trace.go:171","msg":"trace[1005999720] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7040; }","duration":"117.178374ms","start":"2026-04-21T03:40:04.5468Z","end":"2026-04-21T03:40:04.663978Z","steps":["trace[1005999720] 'agreement among raft nodes before linearized reading' (duration: 117.104762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:04.663985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.330642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:40:04.66399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.169283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:04.664055Z","caller":"traceutil/trace.go:171","msg":"trace[228484571] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7040; }","duration":"326.279087ms","start":"2026-04-21T03:40:04.337764Z","end":"2026-04-21T03:40:04.664043Z","steps":["trace[228484571] 'agreement among raft nodes before linearized reading' (duration: 326.170904ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:04.664053Z","caller":"traceutil/trace.go:171","msg":"trace[1172035112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7040; }","duration":"591.435834ms","start":"2026-04-21T03:40:04.072601Z","end":"2026-04-21T03:40:04.664037Z","steps":["trace[1172035112] 'agreement among raft nodes before linearized reading' (duration: 591.209179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:04.664092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:04.072588Z","time spent":"591.495716ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:04.664091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:04.337745Z","time spent":"326.337868ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:04.664249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.966965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:40:04.664296Z","caller":"traceutil/trace.go:171","msg":"trace[1131437269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7040; }","duration":"118.028096ms","start":"2026-04-21T03:40:04.54624Z","end":"2026-04-21T03:40:04.664268Z","steps":["trace[1131437269] 'agreement among raft nodes before linearized reading' (duration: 117.617526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:04.908765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.632115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:04.908893Z","caller":"traceutil/trace.go:171","msg":"trace[1566244596] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"238.873026ms","start":"2026-04-21T03:40:04.670006Z","end":"2026-04-21T03:40:04.908879Z","steps":["trace[1566244596] 'process raft request' (duration: 238.825885ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:04.90911Z","caller":"traceutil/trace.go:171","msg":"trace[1817493382] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"239.909772ms","start":"2026-04-21T03:40:04.669178Z","end":"2026-04-21T03:40:04.909088Z","steps":["trace[1817493382] 'process raft request' (duration: 106.887217ms)","trace[1817493382] 'compare' (duration: 132.541233ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:05.915981Z","caller":"traceutil/trace.go:171","msg":"trace[1749497650] linearizableReadLoop","detail":"{readStateIndex:7316; appliedIndex:7315; }","duration":"470.955755ms","start":"2026-04-21T03:40:05.444964Z","end":"2026-04-21T03:40:05.915919Z","steps":["trace[1749497650] 'read index received' (duration: 470.803651ms)","trace[1749497650] 'applied index is now lower than readState.Index' (duration: 151.294µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:05.916367Z","caller":"traceutil/trace.go:171","msg":"trace[645034935] transaction","detail":"{read_only:false; response_revision:7044; number_of_response:1; }","duration":"567.288376ms","start":"2026-04-21T03:40:05.349064Z","end":"2026-04-21T03:40:05.916353Z","steps":["trace[645034935] 'process raft request' (duration: 566.723312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:05.916472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.349041Z","time spent":"567.365157ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:05.91706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.095314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:40:05.917109Z","caller":"traceutil/trace.go:171","msg":"trace[855966858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7044; }","duration":"472.173446ms","start":"2026-04-21T03:40:05.444924Z","end":"2026-04-21T03:40:05.917097Z","steps":["trace[855966858] 'agreement among raft nodes before linearized reading' (duration: 472.072294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:05.917137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.444909Z","time spent":"472.221797ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:40:06.198951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.749952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:06.199346Z","caller":"traceutil/trace.go:171","msg":"trace[1458793285] transaction","detail":"{read_only:false; response_revision:7046; number_of_response:1; }","duration":"278.093793ms","start":"2026-04-21T03:40:05.921217Z","end":"2026-04-21T03:40:06.19931Z","steps":["trace[1458793285] 'process raft request' (duration: 161.906561ms)","trace[1458793285] 'compare' (duration: 115.496555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:06.596101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.915324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:06.59613Z","caller":"traceutil/trace.go:171","msg":"trace[672407198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7048; }","duration":"156.001056ms","start":"2026-04-21T03:40:06.440124Z","end":"2026-04-21T03:40:06.596125Z","steps":["trace[672407198] 'agreement among raft nodes before linearized reading' (duration: 155.943565ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.596027Z","caller":"traceutil/trace.go:171","msg":"trace[1968527845] linearizableReadLoop","detail":"{readStateIndex:7320; appliedIndex:7319; }","duration":"155.721779ms","start":"2026-04-21T03:40:06.440196Z","end":"2026-04-21T03:40:06.595918Z","steps":["trace[1968527845] 'read index received' (duration: 155.624747ms)","trace[1968527845] 'applied index is now lower than readState.Index' (duration: 95.492µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:06.596255Z","caller":"traceutil/trace.go:171","msg":"trace[1956046790] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"173.878329ms","start":"2026-04-21T03:40:06.422121Z","end":"2026-04-21T03:40:06.596Z","steps":["trace[1956046790] 'process raft request' (duration: 173.676464ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.933857Z","caller":"traceutil/trace.go:171","msg":"trace[1853956335] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"353.531868ms","start":"2026-04-21T03:40:06.580295Z","end":"2026-04-21T03:40:06.933827Z","steps":["trace[1853956335] 'process raft request' (duration: 283.000359ms)","trace[1853956335] 'compare' (duration: 70.353325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:06.933993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.580278Z","time spent":"353.645542ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:06.933977Z","caller":"traceutil/trace.go:171","msg":"trace[78521124] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"262.116867ms","start":"2026-04-21T03:40:06.671818Z","end":"2026-04-21T03:40:06.933935Z","steps":["trace[78521124] 'process raft request' (duration: 262.066596ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.934179Z","caller":"traceutil/trace.go:171","msg":"trace[2081238798] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"264.337445ms","start":"2026-04-21T03:40:06.669827Z","end":"2026-04-21T03:40:06.934164Z","steps":["trace[2081238798] 'process raft request' (duration: 263.984036ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.934227Z","caller":"traceutil/trace.go:171","msg":"trace[1180398322] linearizableReadLoop","detail":"{readStateIndex:7321; appliedIndex:7320; }","duration":"337.048851ms","start":"2026-04-21T03:40:06.597157Z","end":"2026-04-21T03:40:06.934206Z","steps":["trace[1180398322] 'read index received' (duration: 266.233915ms)","trace[1180398322] 'applied index is now lower than readState.Index' (duration: 70.813646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:06.934371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.195525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:40:06.934395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.51901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:06.934427Z","caller":"traceutil/trace.go:171","msg":"trace[524680392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7051; }","duration":"337.296717ms","start":"2026-04-21T03:40:06.597114Z","end":"2026-04-21T03:40:06.93441Z","steps":["trace[524680392] 'agreement among raft nodes before linearized reading' (duration: 337.202905ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.934441Z","caller":"traceutil/trace.go:171","msg":"trace[437311950] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7051; }","duration":"333.602423ms","start":"2026-04-21T03:40:06.600825Z","end":"2026-04-21T03:40:06.934427Z","steps":["trace[437311950] 'agreement among raft nodes before linearized reading' (duration: 333.524171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.934473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.600809Z","time spent":"333.655964ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:06.934476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.597096Z","time spent":"337.36852ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:40:06.93488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.073989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:06.934947Z","caller":"traceutil/trace.go:171","msg":"trace[1905810617] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7051; }","duration":"220.15658ms","start":"2026-04-21T03:40:06.71477Z","end":"2026-04-21T03:40:06.934927Z","steps":["trace[1905810617] 'agreement among raft nodes before linearized reading' (duration: 220.010927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.934964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.605245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:06.935017Z","caller":"traceutil/trace.go:171","msg":"trace[1135263629] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7051; }","duration":"261.752059ms","start":"2026-04-21T03:40:06.673252Z","end":"2026-04-21T03:40:06.935004Z","steps":["trace[1135263629] 'agreement among raft nodes before linearized reading' (duration: 261.595315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.935283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.412014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:40:06.935323Z","caller":"traceutil/trace.go:171","msg":"trace[968888410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7051; }","duration":"223.493506ms","start":"2026-04-21T03:40:06.71182Z","end":"2026-04-21T03:40:06.935313Z","steps":["trace[968888410] 'agreement among raft nodes before linearized reading' (duration: 223.378183ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:07.254079Z","caller":"traceutil/trace.go:171","msg":"trace[448507820] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"313.563147ms","start":"2026-04-21T03:40:06.940501Z","end":"2026-04-21T03:40:07.254064Z","steps":["trace[448507820] 'process raft request' (duration: 313.531206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.254163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.940485Z","time spent":"313.632978ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:07.254299Z","caller":"traceutil/trace.go:171","msg":"trace[1870452901] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"313.806193ms","start":"2026-04-21T03:40:06.940487Z","end":"2026-04-21T03:40:07.254293Z","steps":["trace[1870452901] 'process raft request' (duration: 227.457015ms)","trace[1870452901] 'compare' (duration: 85.822273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:07.254326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.940461Z","time spent":"313.848834ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:07.561593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.061747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:07.561669Z","caller":"traceutil/trace.go:171","msg":"trace[958746030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7054; }","duration":"116.16624ms","start":"2026-04-21T03:40:07.445482Z","end":"2026-04-21T03:40:07.561648Z","steps":["trace[958746030] 'range keys from in-memory index tree' (duration: 116.010025ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:08.155941Z","caller":"traceutil/trace.go:171","msg":"trace[1434444826] linearizableReadLoop","detail":"{readStateIndex:7327; appliedIndex:7326; }","duration":"190.919555ms","start":"2026-04-21T03:40:07.965002Z","end":"2026-04-21T03:40:08.155922Z","steps":["trace[1434444826] 'read index received' (duration: 190.796881ms)","trace[1434444826] 'applied index is now lower than readState.Index' (duration: 121.924µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:08.156027Z","caller":"traceutil/trace.go:171","msg":"trace[1943712010] transaction","detail":"{read_only:false; response_revision:7055; number_of_response:1; }","duration":"232.8339ms","start":"2026-04-21T03:40:07.923146Z","end":"2026-04-21T03:40:08.15598Z","steps":["trace[1943712010] 'process raft request' (duration: 232.644615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:08.156165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.139041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:08.156216Z","caller":"traceutil/trace.go:171","msg":"trace[63514908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7055; }","duration":"191.227503ms","start":"2026-04-21T03:40:07.964974Z","end":"2026-04-21T03:40:08.156202Z","steps":["trace[63514908] 'agreement among raft nodes before linearized reading' (duration: 191.019576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:08.392382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.278594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:08.392572Z","caller":"traceutil/trace.go:171","msg":"trace[1229055018] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"182.251339ms","start":"2026-04-21T03:40:08.210304Z","end":"2026-04-21T03:40:08.392555Z","steps":["trace[1229055018] 'process raft request' (duration: 182.188067ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:08.392757Z","caller":"traceutil/trace.go:171","msg":"trace[1025643862] linearizableReadLoop","detail":"{readStateIndex:7328; appliedIndex:7327; }","duration":"209.964306ms","start":"2026-04-21T03:40:08.182764Z","end":"2026-04-21T03:40:08.392728Z","steps":["trace[1025643862] 'read index received' (duration: 62.219131ms)","trace[1025643862] 'applied index is now lower than readState.Index' (duration: 147.742135ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:08.392838Z","caller":"traceutil/trace.go:171","msg":"trace[1836190278] transaction","detail":"{read_only:false; response_revision:7056; number_of_response:1; }","duration":"232.928801ms","start":"2026-04-21T03:40:08.159839Z","end":"2026-04-21T03:40:08.392768Z","steps":["trace[1836190278] 'process raft request' (duration: 85.177056ms)","trace[1836190278] 'compare' (duration: 146.882323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:08.392925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.13609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:08.392999Z","caller":"traceutil/trace.go:171","msg":"trace[774309558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7057; }","duration":"210.241794ms","start":"2026-04-21T03:40:08.182739Z","end":"2026-04-21T03:40:08.392981Z","steps":["trace[774309558] 'agreement among raft nodes before linearized reading' (duration: 210.10917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:08.478402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.442086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:08.478483Z","caller":"traceutil/trace.go:171","msg":"trace[1272804299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7057; }","duration":"274.58009ms","start":"2026-04-21T03:40:08.203885Z","end":"2026-04-21T03:40:08.478465Z","steps":["trace[1272804299] 'agreement among raft nodes before linearized reading' (duration: 274.321302ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.244367Z","caller":"traceutil/trace.go:171","msg":"trace[1974590882] transaction","detail":"{read_only:false; response_revision:7060; number_of_response:1; }","duration":"302.411025ms","start":"2026-04-21T03:40:08.941939Z","end":"2026-04-21T03:40:09.24435Z","steps":["trace[1974590882] 'process raft request' (duration: 302.314333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.244481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.941915Z","time spent":"302.511298ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:09.244472Z","caller":"traceutil/trace.go:171","msg":"trace[1314115867] linearizableReadLoop","detail":"{readStateIndex:7333; appliedIndex:7333; }","duration":"302.357964ms","start":"2026-04-21T03:40:08.942082Z","end":"2026-04-21T03:40:09.24444Z","steps":["trace[1314115867] 'read index received' (duration: 302.347434ms)","trace[1314115867] 'applied index is now lower than readState.Index' (duration: 8.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:09.244685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.57319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:09.244758Z","caller":"traceutil/trace.go:171","msg":"trace[635115496] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7060; }","duration":"302.695113ms","start":"2026-04-21T03:40:08.942041Z","end":"2026-04-21T03:40:09.244736Z","steps":["trace[635115496] 'agreement among raft nodes before linearized reading' (duration: 302.489738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.2448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.94202Z","time spent":"302.770694ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:40:09.405842Z","caller":"traceutil/trace.go:171","msg":"trace[1389573234] linearizableReadLoop","detail":"{readStateIndex:7334; appliedIndex:7333; }","duration":"161.293023ms","start":"2026-04-21T03:40:09.244527Z","end":"2026-04-21T03:40:09.40582Z","steps":["trace[1389573234] 'read index received' (duration: 143.965364ms)","trace[1389573234] 'applied index is now lower than readState.Index' (duration: 17.326939ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:09.40602Z","caller":"traceutil/trace.go:171","msg":"trace[2054313032] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"462.823675ms","start":"2026-04-21T03:40:08.943187Z","end":"2026-04-21T03:40:09.406011Z","steps":["trace[2054313032] 'process raft request' (duration: 445.25852ms)","trace[2054313032] 'compare' (duration: 17.274748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:09.4061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.943168Z","time spent":"462.871297ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:09.406331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.567423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:40:09.40634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.940772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:40:09.406384Z","caller":"traceutil/trace.go:171","msg":"trace[1317925637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7061; }","duration":"136.654256ms","start":"2026-04-21T03:40:09.269717Z","end":"2026-04-21T03:40:09.406372Z","steps":["trace[1317925637] 'agreement among raft nodes before linearized reading' (duration: 136.465211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.406387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.4367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:40:09.406394Z","caller":"traceutil/trace.go:171","msg":"trace[36848372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7061; }","duration":"382.020314ms","start":"2026-04-21T03:40:09.024361Z","end":"2026-04-21T03:40:09.406381Z","steps":["trace[36848372] 'agreement among raft nodes before linearized reading' (duration: 381.816489ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.406411Z","caller":"traceutil/trace.go:171","msg":"trace[1293567381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7061; }","duration":"136.492382ms","start":"2026-04-21T03:40:09.269912Z","end":"2026-04-21T03:40:09.406405Z","steps":["trace[1293567381] 'agreement among raft nodes before linearized reading' (duration: 136.398229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.406386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.960635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:40:09.406423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.024352Z","time spent":"382.065205ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:09.406429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.232532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:09.40652Z","caller":"traceutil/trace.go:171","msg":"trace[290071896] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7061; }","duration":"464.375826ms","start":"2026-04-21T03:40:08.942121Z","end":"2026-04-21T03:40:09.406497Z","steps":["trace[290071896] 'agreement among raft nodes before linearized reading' (duration: 464.035427ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.406464Z","caller":"traceutil/trace.go:171","msg":"trace[744704567] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7061; }","duration":"464.100758ms","start":"2026-04-21T03:40:08.942341Z","end":"2026-04-21T03:40:09.406441Z","steps":["trace[744704567] 'agreement among raft nodes before linearized reading' (duration: 463.831042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.406575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.942319Z","time spent":"464.249543ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:09.406576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.942116Z","time spent":"464.443127ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:09.406666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.270738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T03:40:09.406713Z","caller":"traceutil/trace.go:171","msg":"trace[503208242] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7061; }","duration":"385.35977ms","start":"2026-04-21T03:40:09.021341Z","end":"2026-04-21T03:40:09.406701Z","steps":["trace[503208242] 'agreement among raft nodes before linearized reading' (duration: 384.825046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.406746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.02126Z","time spent":"385.477403ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":661,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:10.596109Z","caller":"traceutil/trace.go:171","msg":"trace[466645037] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"168.577618ms","start":"2026-04-21T03:40:10.42748Z","end":"2026-04-21T03:40:10.596057Z","steps":["trace[466645037] 'process raft request' (duration: 167.552341ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:10.72997Z","caller":"traceutil/trace.go:171","msg":"trace[803080347] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"128.06631ms","start":"2026-04-21T03:40:10.601877Z","end":"2026-04-21T03:40:10.729944Z","steps":["trace[803080347] 'process raft request' (duration: 79.064804ms)","trace[803080347] 'compare' (duration: 48.107653ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:11.727874Z","caller":"traceutil/trace.go:171","msg":"trace[391668936] transaction","detail":"{read_only:false; response_revision:7072; number_of_response:1; }","duration":"192.756529ms","start":"2026-04-21T03:40:11.535094Z","end":"2026-04-21T03:40:11.72785Z","steps":["trace[391668936] 'process raft request' (duration: 192.669026ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:11.727918Z","caller":"traceutil/trace.go:171","msg":"trace[447557575] transaction","detail":"{read_only:false; response_revision:7071; number_of_response:1; }","duration":"193.234422ms","start":"2026-04-21T03:40:11.534649Z","end":"2026-04-21T03:40:11.727883Z","steps":["trace[447557575] 'process raft request' (duration: 141.338311ms)","trace[447557575] 'compare' (duration: 51.575461ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:11.728275Z","caller":"traceutil/trace.go:171","msg":"trace[2018502737] linearizableReadLoop","detail":"{readStateIndex:7346; appliedIndex:7343; }","duration":"178.900801ms","start":"2026-04-21T03:40:11.54936Z","end":"2026-04-21T03:40:11.72826Z","steps":["trace[2018502737] 'read index received' (duration: 126.641951ms)","trace[2018502737] 'applied index is now lower than readState.Index' (duration: 52.25721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:11.72843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.047835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:11.728473Z","caller":"traceutil/trace.go:171","msg":"trace[197208356] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7073; }","duration":"179.138207ms","start":"2026-04-21T03:40:11.54932Z","end":"2026-04-21T03:40:11.728459Z","steps":["trace[197208356] 'agreement among raft nodes before linearized reading' (duration: 179.036495ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:11.728603Z","caller":"traceutil/trace.go:171","msg":"trace[551773993] transaction","detail":"{read_only:false; response_revision:7073; number_of_response:1; }","duration":"192.864392ms","start":"2026-04-21T03:40:11.535725Z","end":"2026-04-21T03:40:11.72859Z","steps":["trace[551773993] 'process raft request' (duration: 192.092081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:12.990101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.219377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:12.990184Z","caller":"traceutil/trace.go:171","msg":"trace[2091181075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7076; }","duration":"255.35661ms","start":"2026-04-21T03:40:12.734809Z","end":"2026-04-21T03:40:12.990166Z","steps":["trace[2091181075] 'range keys from in-memory index tree' (duration: 254.97449ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:13.263181Z","caller":"traceutil/trace.go:171","msg":"trace[223983759] transaction","detail":"{read_only:false; response_revision:7077; number_of_response:1; }","duration":"525.914568ms","start":"2026-04-21T03:40:12.737236Z","end":"2026-04-21T03:40:13.263151Z","steps":["trace[223983759] 'process raft request' (duration: 525.593148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:13.263455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:12.737225Z","time spent":"526.100942ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:13.26433Z","caller":"traceutil/trace.go:171","msg":"trace[1242392442] linearizableReadLoop","detail":"{readStateIndex:7350; appliedIndex:7350; }","duration":"497.634098ms","start":"2026-04-21T03:40:12.76668Z","end":"2026-04-21T03:40:13.264314Z","steps":["trace[1242392442] 'read index received' (duration: 497.627098ms)","trace[1242392442] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:13.264544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.864454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:13.264643Z","caller":"traceutil/trace.go:171","msg":"trace[883174318] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7077; }","duration":"497.998397ms","start":"2026-04-21T03:40:12.766632Z","end":"2026-04-21T03:40:13.264631Z","steps":["trace[883174318] 'agreement among raft nodes before linearized reading' (duration: 497.805602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:13.264725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:12.766614Z","time spent":"498.098659ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:40:14.771591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175157737s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:14.771722Z","caller":"traceutil/trace.go:171","msg":"trace[2145967981] linearizableReadLoop","detail":"{readStateIndex:7351; appliedIndex:7350; }","duration":"1.507296331s","start":"2026-04-21T03:40:13.264407Z","end":"2026-04-21T03:40:14.771703Z","steps":["trace[2145967981] 'read index received' (duration: 331.928278ms)","trace[2145967981] 'applied index is now lower than readState.Index' (duration: 1.175366513s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:14.77172Z","caller":"traceutil/trace.go:171","msg":"trace[786070705] transaction","detail":"{read_only:false; response_revision:7078; number_of_response:1; }","duration":"1.77785067s","start":"2026-04-21T03:40:12.993828Z","end":"2026-04-21T03:40:14.771678Z","steps":["trace[786070705] 'process raft request' (duration: 602.543169ms)","trace[786070705] 'compare' (duration: 1.174950471s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:14.77182Z","caller":"traceutil/trace.go:171","msg":"trace[234106218] transaction","detail":"{read_only:false; response_revision:7081; number_of_response:1; }","duration":"1.23615221s","start":"2026-04-21T03:40:13.535658Z","end":"2026-04-21T03:40:14.77181Z","steps":["trace[234106218] 'process raft request' (duration: 1.236126909s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.771867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.535649Z","time spent":"1.236195441s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:14.771844Z","caller":"traceutil/trace.go:171","msg":"trace[1740798677] transaction","detail":"{read_only:false; response_revision:7079; number_of_response:1; }","duration":"1.500868646s","start":"2026-04-21T03:40:13.270939Z","end":"2026-04-21T03:40:14.771807Z","steps":["trace[1740798677] 'process raft request' (duration: 1.500724452s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.771895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:12.993806Z","time spent":"1.778017723s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:14.771922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515707708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:14.771951Z","caller":"traceutil/trace.go:171","msg":"trace[1978614447] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7081; }","duration":"1.51577292s","start":"2026-04-21T03:40:13.256169Z","end":"2026-04-21T03:40:14.771942Z","steps":["trace[1978614447] 'agreement among raft nodes before linearized reading' (duration: 1.515631647s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.771984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.256152Z","time spent":"1.515825032s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:40:14.771999Z","caller":"traceutil/trace.go:171","msg":"trace[1381534639] transaction","detail":"{read_only:false; response_revision:7080; number_of_response:1; }","duration":"1.464313143s","start":"2026-04-21T03:40:13.307677Z","end":"2026-04-21T03:40:14.771991Z","steps":["trace[1381534639] 'process raft request' (duration: 1.464031626s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.771989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.270919Z","time spent":"1.50100219s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:40:14.77203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.307669Z","time spent":"1.464343834s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:14.772022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001820359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-21T03:40:14.772073Z","caller":"traceutil/trace.go:171","msg":"trace[1589172011] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:7081; }","duration":"2.001931171s","start":"2026-04-21T03:40:12.770129Z","end":"2026-04-21T03:40:14.77206Z","steps":["trace[1589172011] 'agreement among raft nodes before linearized reading' (duration: 2.001784998s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.772101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:12.770119Z","time spent":"2.001977032s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-04-21T03:40:15.073901Z","caller":"traceutil/trace.go:171","msg":"trace[401367917] linearizableReadLoop","detail":"{readStateIndex:7355; appliedIndex:7354; }","duration":"302.096312ms","start":"2026-04-21T03:40:14.771777Z","end":"2026-04-21T03:40:15.073873Z","steps":["trace[401367917] 'read index received' (duration: 233.634599ms)","trace[401367917] 'applied index is now lower than readState.Index' (duration: 68.459053ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:15.074083Z","caller":"traceutil/trace.go:171","msg":"trace[358253396] transaction","detail":"{read_only:false; response_revision:7082; number_of_response:1; }","duration":"717.930786ms","start":"2026-04-21T03:40:14.355747Z","end":"2026-04-21T03:40:15.073678Z","steps":["trace[358253396] 'process raft request' (duration: 650.306075ms)","trace[358253396] 'compare' (duration: 67.122518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:15.07418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537883902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:15.074156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3415862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:40:15.074228Z","caller":"traceutil/trace.go:171","msg":"trace[1905948553] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7082; }","duration":"1.537945934s","start":"2026-04-21T03:40:13.536267Z","end":"2026-04-21T03:40:15.074213Z","steps":["trace[1905948553] 'agreement among raft nodes before linearized reading' (duration: 1.537864951s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.074264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.536262Z","time spent":"1.537993545s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:15.074321Z","caller":"traceutil/trace.go:171","msg":"trace[884118884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7082; }","duration":"1.341734924s","start":"2026-04-21T03:40:13.732507Z","end":"2026-04-21T03:40:15.074242Z","steps":["trace[884118884] 'agreement among raft nodes before linearized reading' (duration: 1.341379565s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.074342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341647262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:40:15.074394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.732485Z","time spent":"1.341896499s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:40:15.074426Z","caller":"traceutil/trace.go:171","msg":"trace[1717527048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7082; }","duration":"1.341880388s","start":"2026-04-21T03:40:13.732526Z","end":"2026-04-21T03:40:15.074407Z","steps":["trace[1717527048] 'agreement among raft nodes before linearized reading' (duration: 1.341509099s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.074492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.732481Z","time spent":"1.342001221s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:15.074556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:14.355722Z","time spent":"718.462649ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:15.074659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539556895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:15.074701Z","caller":"traceutil/trace.go:171","msg":"trace[507992228] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7082; }","duration":"1.539633827s","start":"2026-04-21T03:40:13.535058Z","end":"2026-04-21T03:40:15.074691Z","steps":["trace[507992228] 'agreement among raft nodes before linearized reading' (duration: 1.539484393s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.074733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342150585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:40:15.07475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.535039Z","time spent":"1.539684807s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:15.074782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.337211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:15.074775Z","caller":"traceutil/trace.go:171","msg":"trace[1980050051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7082; }","duration":"1.342258548s","start":"2026-04-21T03:40:13.732507Z","end":"2026-04-21T03:40:15.074765Z","steps":["trace[1980050051] 'agreement among raft nodes before linearized reading' (duration: 1.342081843s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:15.074826Z","caller":"traceutil/trace.go:171","msg":"trace[84809607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7082; }","duration":"405.422073ms","start":"2026-04-21T03:40:14.669393Z","end":"2026-04-21T03:40:15.074815Z","steps":["trace[84809607] 'agreement among raft nodes before linearized reading' (duration: 405.3145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.074839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.732485Z","time spent":"1.34234111s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:15.074861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:14.669337Z","time spent":"405.517406ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:40:15.074966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635027267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:15.074997Z","caller":"traceutil/trace.go:171","msg":"trace[111865942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7082; }","duration":"1.635089588s","start":"2026-04-21T03:40:13.439899Z","end":"2026-04-21T03:40:15.074989Z","steps":["trace[111865942] 'agreement among raft nodes before linearized reading' (duration: 1.635042837s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.07502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.43987Z","time spent":"1.63514517s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:40:15.075159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804868436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:15.07522Z","caller":"traceutil/trace.go:171","msg":"trace[907676404] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7082; }","duration":"1.80498812s","start":"2026-04-21T03:40:13.270218Z","end":"2026-04-21T03:40:15.075206Z","steps":["trace[907676404] 'agreement among raft nodes before linearized reading' (duration: 1.804812215s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.078483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.2702Z","time spent":"1.808258484s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:40:15.075649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:14.774581Z","time spent":"301.063216ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:40:15.075785Z","caller":"traceutil/trace.go:171","msg":"trace[1480115221] transaction","detail":"{read_only:false; response_revision:7083; number_of_response:1; }","duration":"120.235936ms","start":"2026-04-21T03:40:14.955534Z","end":"2026-04-21T03:40:15.07577Z","steps":["trace[1480115221] 'process raft request' (duration: 119.954789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.075103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5408935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:15.078894Z","caller":"traceutil/trace.go:171","msg":"trace[1506290819] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7082; }","duration":"1.544715369s","start":"2026-04-21T03:40:13.534161Z","end":"2026-04-21T03:40:15.078877Z","steps":["trace[1506290819] 'agreement among raft nodes before linearized reading' (duration: 1.540760447s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:15.078967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:13.534141Z","time spent":"1.544812971s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:40:15.205105Z","caller":"traceutil/trace.go:171","msg":"trace[705444293] compact","detail":"{revision:5280; response_revision:7087; }","duration":"121.879229ms","start":"2026-04-21T03:40:15.083207Z","end":"2026-04-21T03:40:15.205086Z","steps":["trace[705444293] 'process raft request' (duration: 48.863629ms)","trace[705444293] 'check and update compact revision' (duration: 72.787504ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:15.205485Z","caller":"traceutil/trace.go:171","msg":"trace[726293839] transaction","detail":"{read_only:false; response_revision:7088; number_of_response:1; }","duration":"120.133213ms","start":"2026-04-21T03:40:15.085336Z","end":"2026-04-21T03:40:15.205469Z","steps":["trace[726293839] 'process raft request' (duration: 119.634091ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:15.205376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5280} {"level":"warn","ts":"2026-04-21T03:40:15.456796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.248368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:15.456928Z","caller":"traceutil/trace.go:171","msg":"trace[718899028] linearizableReadLoop","detail":"{readStateIndex:7362; appliedIndex:7358; }","duration":"371.742161ms","start":"2026-04-21T03:40:15.08517Z","end":"2026-04-21T03:40:15.456912Z","steps":["trace[718899028] 'read index received' (duration: 29.652754ms)","trace[718899028] 'applied index is now lower than readState.Index' (duration: 342.088127ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:15.45711Z","caller":"traceutil/trace.go:171","msg":"trace[819100462] transaction","detail":"{read_only:false; response_revision:7089; number_of_response:1; }","duration":"371.631798ms","start":"2026-04-21T03:40:15.085382Z","end":"2026-04-21T03:40:15.457013Z","steps":["trace[819100462] 'process raft request' (duration: 120.077822ms)","trace[819100462] 'compare' (duration: 56.707519ms)","trace[819100462] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 194.261711ms)"],"step_count":3} {"level":"warn","ts":"2026-04-21T03:40:15.457344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.085376Z","time spent":"371.840273ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:15.550007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.796646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:15.550186Z","caller":"traceutil/trace.go:171","msg":"trace[1124902394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7089; }","duration":"465.010192ms","start":"2026-04-21T03:40:15.085151Z","end":"2026-04-21T03:40:15.550162Z","steps":["trace[1124902394] 'agreement among raft nodes before linearized reading' (duration: 372.397878ms)","trace[1124902394] 'range keys from in-memory index tree' (duration: 92.382739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:15.550401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.085145Z","time spent":"465.176316ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:40:15.729505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.523376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:15.729797Z","caller":"traceutil/trace.go:171","msg":"trace[1872139224] linearizableReadLoop","detail":"{readStateIndex:7365; appliedIndex:7364; }","duration":"272.794603ms","start":"2026-04-21T03:40:15.456959Z","end":"2026-04-21T03:40:15.729754Z","steps":["trace[1872139224] 'read index received' (duration: 580.075µs)","trace[1872139224] 'applied index is now lower than readState.Index' (duration: 272.212158ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:15.729828Z","caller":"traceutil/trace.go:171","msg":"trace[354838323] transaction","detail":"{read_only:false; response_revision:7090; number_of_response:1; }","duration":"375.917468ms","start":"2026-04-21T03:40:15.353834Z","end":"2026-04-21T03:40:15.729752Z","steps":["trace[354838323] 'process raft request' (duration: 103.070413ms)","trace[354838323] 'compare' (duration: 94.437721ms)","trace[354838323] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 177.337867ms)"],"step_count":3} {"level":"warn","ts":"2026-04-21T03:40:15.730091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.35381Z","time spent":"376.152684ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:15.810662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.875491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:15.810744Z","caller":"traceutil/trace.go:171","msg":"trace[1965476630] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7090; }","duration":"568.006024ms","start":"2026-04-21T03:40:15.242716Z","end":"2026-04-21T03:40:15.810722Z","steps":["trace[1965476630] 'agreement among raft nodes before linearized reading' (duration: 487.165783ms)","trace[1965476630] 'count revisions from in-memory index tree' (duration: 80.709588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:15.810733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.362305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:40:15.810784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.2427Z","time spent":"568.074176ms","remote":"127.0.0.1:59452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:15.810763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.131636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-21T03:40:15.810803Z","caller":"traceutil/trace.go:171","msg":"trace[1950759100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7090; }","duration":"725.457947ms","start":"2026-04-21T03:40:15.085326Z","end":"2026-04-21T03:40:15.810784Z","steps":["trace[1950759100] 'agreement among raft nodes before linearized reading' (duration: 644.539354ms)","trace[1950759100] 'range keys from in-memory index tree' (duration: 80.698768ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:15.810835Z","caller":"traceutil/trace.go:171","msg":"trace[1668724960] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7090; }","duration":"676.25603ms","start":"2026-04-21T03:40:15.134558Z","end":"2026-04-21T03:40:15.810814Z","steps":["trace[1668724960] 'agreement among raft nodes before linearized reading' (duration: 595.339617ms)","trace[1668724960] 'range keys from in-memory index tree' (duration: 80.709298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:15.810846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.085323Z","time spent":"725.514828ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:40:15.81088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.134542Z","time spent":"676.329372ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-21T03:40:15.811352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.341937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:15.811383Z","caller":"traceutil/trace.go:171","msg":"trace[1779232199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7090; }","duration":"487.397008ms","start":"2026-04-21T03:40:15.323975Z","end":"2026-04-21T03:40:15.811372Z","steps":["trace[1779232199] 'agreement among raft nodes before linearized reading' (duration: 405.824948ms)","trace[1779232199] 'count revisions from in-memory index tree' (duration: 81.517408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:15.811405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.323956Z","time spent":"487.441869ms","remote":"127.0.0.1:54438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:15.811747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.06715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-7hm4f\" ","response":"range_response_count:1 size:6468"} {"level":"info","ts":"2026-04-21T03:40:15.811768Z","caller":"traceutil/trace.go:171","msg":"trace[156660761] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-7hm4f; range_end:; response_count:1; response_revision:7090; }","duration":"421.120662ms","start":"2026-04-21T03:40:15.390641Z","end":"2026-04-21T03:40:15.811762Z","steps":["trace[156660761] 'agreement among raft nodes before linearized reading' (duration: 339.186213ms)","trace[156660761] 'range keys from in-memory index tree' (duration: 81.865017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:15.811786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.390622Z","time spent":"421.158982ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6491,"request content":"key:\"/registry/pods/openstack/horizon-db-sync-7hm4f\" "} {"level":"warn","ts":"2026-04-21T03:40:16.05102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.450796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:16.051115Z","caller":"traceutil/trace.go:171","msg":"trace[501231840] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7090; }","duration":"229.5778ms","start":"2026-04-21T03:40:15.821514Z","end":"2026-04-21T03:40:16.051091Z","steps":["trace[501231840] 'range keys from in-memory index tree' (duration: 229.304512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:16.367072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.594933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:16.36733Z","caller":"traceutil/trace.go:171","msg":"trace[1367346846] transaction","detail":"{read_only:false; response_revision:7092; number_of_response:1; }","duration":"469.52546ms","start":"2026-04-21T03:40:15.897786Z","end":"2026-04-21T03:40:16.367311Z","steps":["trace[1367346846] 'process raft request' (duration: 469.380887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:16.3674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.897762Z","time spent":"469.605013ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:16.367723Z","caller":"traceutil/trace.go:171","msg":"trace[1245376421] linearizableReadLoop","detail":"{readStateIndex:7366; appliedIndex:7365; }","duration":"537.167252ms","start":"2026-04-21T03:40:15.830544Z","end":"2026-04-21T03:40:16.367711Z","steps":["trace[1245376421] 'read index received' (duration: 158.846579ms)","trace[1245376421] 'applied index is now lower than readState.Index' (duration: 378.319623ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:16.367844Z","caller":"traceutil/trace.go:171","msg":"trace[2130357214] transaction","detail":"{read_only:false; response_revision:7091; number_of_response:1; }","duration":"538.027634ms","start":"2026-04-21T03:40:15.829792Z","end":"2026-04-21T03:40:16.367819Z","steps":["trace[2130357214] 'process raft request' (duration: 159.577519ms)","trace[2130357214] 'compare' (duration: 62.106008ms)","trace[2130357214] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/openstack/horizon-db-sync-7hm4f; req_size:6403; } (duration: 314.765116ms)"],"step_count":3} {"level":"warn","ts":"2026-04-21T03:40:16.367916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.829764Z","time spent":"538.119436ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:16.367999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.44847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-21T03:40:16.368134Z","caller":"traceutil/trace.go:171","msg":"trace[166009015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7092; }","duration":"537.606033ms","start":"2026-04-21T03:40:15.830519Z","end":"2026-04-21T03:40:16.368125Z","steps":["trace[166009015] 'agreement among raft nodes before linearized reading' (duration: 537.317196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:16.368205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.830501Z","time spent":"537.696406ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:40:16.368256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.014964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-21T03:40:16.368259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.505022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-21T03:40:16.368374Z","caller":"traceutil/trace.go:171","msg":"trace[856631609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7092; }","duration":"459.661146ms","start":"2026-04-21T03:40:15.908691Z","end":"2026-04-21T03:40:16.368352Z","steps":["trace[856631609] 'agreement among raft nodes before linearized reading' (duration: 459.366338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:16.368449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.908683Z","time spent":"459.752548ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:40:16.368277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.306254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:16.368589Z","caller":"traceutil/trace.go:171","msg":"trace[1912450274] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7092; }","duration":"394.685164ms","start":"2026-04-21T03:40:15.97389Z","end":"2026-04-21T03:40:16.368575Z","steps":["trace[1912450274] 'agreement among raft nodes before linearized reading' (duration: 394.276293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:16.368635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.973853Z","time spent":"394.767816ms","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:16.368297Z","caller":"traceutil/trace.go:171","msg":"trace[239034868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7092; }","duration":"458.060605ms","start":"2026-04-21T03:40:15.910224Z","end":"2026-04-21T03:40:16.368285Z","steps":["trace[239034868] 'agreement among raft nodes before linearized reading' (duration: 457.943542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:16.368744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:15.91022Z","time spent":"458.513418ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T03:40:17.221949Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5280,"took":"2.01394728s","hash":539188189,"current-db-size-bytes":51412992,"current-db-size":"51 MB","current-db-size-in-use-bytes":18141184,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-21T03:40:17.222036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":539188189,"revision":5280,"compact-revision":2788} {"level":"warn","ts":"2026-04-21T03:40:17.222668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.974427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:17.222841Z","caller":"traceutil/trace.go:171","msg":"trace[1716997966] linearizableReadLoop","detail":"{readStateIndex:7370; appliedIndex:7367; }","duration":"824.282969ms","start":"2026-04-21T03:40:16.398543Z","end":"2026-04-21T03:40:17.222826Z","steps":["trace[1716997966] 'read index received' (duration: 298.062277ms)","trace[1716997966] 'applied index is now lower than readState.Index' (duration: 526.219662ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:17.223014Z","caller":"traceutil/trace.go:171","msg":"trace[1038173713] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"843.458423ms","start":"2026-04-21T03:40:16.379537Z","end":"2026-04-21T03:40:17.222995Z","steps":["trace[1038173713] 'process raft request' (duration: 317.058206ms)","trace[1038173713] 'compare' (duration: 525.676628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:17.223067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.379521Z","time spent":"843.523245ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:17.223189Z","caller":"traceutil/trace.go:171","msg":"trace[988360929] transaction","detail":"{read_only:false; response_revision:7095; number_of_response:1; }","duration":"835.266912ms","start":"2026-04-21T03:40:16.3879Z","end":"2026-04-21T03:40:17.223167Z","steps":["trace[988360929] 'process raft request' (duration: 834.896433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.223297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.387893Z","time spent":"835.346754ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:17.223332Z","caller":"traceutil/trace.go:171","msg":"trace[1593385851] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"841.735029ms","start":"2026-04-21T03:40:16.381588Z","end":"2026-04-21T03:40:17.223324Z","steps":["trace[1593385851] 'process raft request' (duration: 841.133134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.22338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.381569Z","time spent":"841.78661ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:17.223626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.973766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-21T03:40:17.223861Z","caller":"traceutil/trace.go:171","msg":"trace[4526008] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7095; }","duration":"825.350836ms","start":"2026-04-21T03:40:16.398495Z","end":"2026-04-21T03:40:17.223846Z","steps":["trace[4526008] 'agreement among raft nodes before linearized reading' (duration: 824.72016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.22404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.39846Z","time spent":"825.436158ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-21T03:40:17.514962Z","caller":"traceutil/trace.go:171","msg":"trace[1922422664] transaction","detail":"{read_only:false; response_revision:7096; number_of_response:1; }","duration":"733.324573ms","start":"2026-04-21T03:40:16.781613Z","end":"2026-04-21T03:40:17.514938Z","steps":["trace[1922422664] 'process raft request' (duration: 637.428628ms)","trace[1922422664] 'compare' (duration: 95.722361ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:17.515238Z","caller":"traceutil/trace.go:171","msg":"trace[609159892] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"733.555349ms","start":"2026-04-21T03:40:16.781658Z","end":"2026-04-21T03:40:17.515213Z","steps":["trace[609159892] 'process raft request' (duration: 733.241171ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:17.515354Z","caller":"traceutil/trace.go:171","msg":"trace[1685969958] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"432.216719ms","start":"2026-04-21T03:40:17.08312Z","end":"2026-04-21T03:40:17.515337Z","steps":["trace[1685969958] 'process raft request' (duration: 432.036415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.51538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.781655Z","time spent":"733.651561ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:17.515435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.083101Z","time spent":"432.290501ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:17.515613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.781606Z","time spent":"733.59091ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:17.567926Z","caller":"traceutil/trace.go:171","msg":"trace[2101745014] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"385.670383ms","start":"2026-04-21T03:40:17.182235Z","end":"2026-04-21T03:40:17.567906Z","steps":["trace[2101745014] 'process raft request' (duration: 385.518909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.182213Z","time spent":"385.765084ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:17.568266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.441185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:17.568339Z","caller":"traceutil/trace.go:171","msg":"trace[2061489612] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7100; }","duration":"483.522087ms","start":"2026-04-21T03:40:17.0848Z","end":"2026-04-21T03:40:17.568322Z","steps":["trace[2061489612] 'agreement among raft nodes before linearized reading' (duration: 483.378484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.804587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:17.568456Z","caller":"traceutil/trace.go:171","msg":"trace[649969019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7100; }","duration":"786.898069ms","start":"2026-04-21T03:40:16.781541Z","end":"2026-04-21T03:40:17.568439Z","steps":["trace[649969019] 'agreement among raft nodes before linearized reading' (duration: 786.699964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.78153Z","time spent":"786.967772ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:40:17.56852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.723523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:17.568591Z","caller":"traceutil/trace.go:171","msg":"trace[685182033] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7100; }","duration":"483.798205ms","start":"2026-04-21T03:40:17.084777Z","end":"2026-04-21T03:40:17.568575Z","steps":["trace[685182033] 'agreement among raft nodes before linearized reading' (duration: 483.673171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.08475Z","time spent":"483.880337ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:17.568708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.977852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-21T03:40:17.568714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.684222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:17.568749Z","caller":"traceutil/trace.go:171","msg":"trace[736938935] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7100; }","duration":"787.024384ms","start":"2026-04-21T03:40:16.781715Z","end":"2026-04-21T03:40:17.568739Z","steps":["trace[736938935] 'agreement among raft nodes before linearized reading' (duration: 786.958641ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:17.568775Z","caller":"traceutil/trace.go:171","msg":"trace[1818887525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7100; }","duration":"432.742083ms","start":"2026-04-21T03:40:17.136022Z","end":"2026-04-21T03:40:17.568764Z","steps":["trace[1818887525] 'agreement among raft nodes before linearized reading' (duration: 432.595679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.084788Z","time spent":"483.58821ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-21T03:40:17.568593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.220309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:40:17.568833Z","caller":"traceutil/trace.go:171","msg":"trace[51951992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7100; }","duration":"432.504988ms","start":"2026-04-21T03:40:17.136317Z","end":"2026-04-21T03:40:17.568822Z","steps":["trace[51951992] 'agreement among raft nodes before linearized reading' (duration: 432.119487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.135985Z","time spent":"432.815825ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:40:17.568874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.136309Z","time spent":"432.555869ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:17.569058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.660955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:40:17.56918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.570469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:17.569202Z","caller":"traceutil/trace.go:171","msg":"trace[1155120598] linearizableReadLoop","detail":"{readStateIndex:7374; appliedIndex:7370; }","duration":"345.281455ms","start":"2026-04-21T03:40:17.222863Z","end":"2026-04-21T03:40:17.568145Z","steps":["trace[1155120598] 'read index received' (duration: 196.194083ms)","trace[1155120598] 'applied index is now lower than readState.Index' (duration: 149.086152ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:17.569226Z","caller":"traceutil/trace.go:171","msg":"trace[451442902] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7100; }","duration":"794.63312ms","start":"2026-04-21T03:40:16.774577Z","end":"2026-04-21T03:40:17.56921Z","steps":["trace[451442902] 'agreement among raft nodes before linearized reading' (duration: 794.572268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.56929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.774563Z","time spent":"794.691162ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:17.56938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130620293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:17.569426Z","caller":"traceutil/trace.go:171","msg":"trace[193077060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7100; }","duration":"1.130666294s","start":"2026-04-21T03:40:16.438749Z","end":"2026-04-21T03:40:17.569415Z","steps":["trace[193077060] 'agreement among raft nodes before linearized reading' (duration: 1.130601472s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.569465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.438713Z","time spent":"1.130742436s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:40:17.569204Z","caller":"traceutil/trace.go:171","msg":"trace[1322114225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7100; }","duration":"359.818729ms","start":"2026-04-21T03:40:17.209336Z","end":"2026-04-21T03:40:17.569155Z","steps":["trace[1322114225] 'agreement among raft nodes before linearized reading' (duration: 358.863114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.569724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.209316Z","time spent":"360.392093ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:17.569915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.782736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:40 size:58678"} {"level":"warn","ts":"2026-04-21T03:40:17.569938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137326825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127007"} {"level":"info","ts":"2026-04-21T03:40:17.569974Z","caller":"traceutil/trace.go:171","msg":"trace[1645886513] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:40; response_revision:7100; }","duration":"343.867599ms","start":"2026-04-21T03:40:17.226094Z","end":"2026-04-21T03:40:17.569962Z","steps":["trace[1645886513] 'agreement among raft nodes before linearized reading' (duration: 343.51061ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:17.570012Z","caller":"traceutil/trace.go:171","msg":"trace[1943097019] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7100; }","duration":"1.137408257s","start":"2026-04-21T03:40:16.432558Z","end":"2026-04-21T03:40:17.569966Z","steps":["trace[1943097019] 'agreement among raft nodes before linearized reading' (duration: 1.136949685s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.570034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:17.226081Z","time spent":"343.9445ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":58701,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-21T03:40:17.57005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.432536Z","time spent":"1.13750466s","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127030,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-21T03:40:17.569842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.322784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:40:17.570218Z","caller":"traceutil/trace.go:171","msg":"trace[43101452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7100; }","duration":"108.739365ms","start":"2026-04-21T03:40:17.461469Z","end":"2026-04-21T03:40:17.570208Z","steps":["trace[43101452] 'agreement among raft nodes before linearized reading' (duration: 108.293314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:17.568779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:16.781711Z","time spent":"787.061385ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-21T03:40:17.569117Z","caller":"traceutil/trace.go:171","msg":"trace[148481236] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"188.609558ms","start":"2026-04-21T03:40:17.380496Z","end":"2026-04-21T03:40:17.569106Z","steps":["trace[148481236] 'process raft request' (duration: 187.354465ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:21.851225Z","caller":"traceutil/trace.go:171","msg":"trace[276223540] transaction","detail":"{read_only:false; response_revision:7119; number_of_response:1; }","duration":"115.780016ms","start":"2026-04-21T03:40:21.735422Z","end":"2026-04-21T03:40:21.851202Z","steps":["trace[276223540] 'process raft request' (duration: 115.531199ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:21.859494Z","caller":"traceutil/trace.go:171","msg":"trace[378303711] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"121.143574ms","start":"2026-04-21T03:40:21.738332Z","end":"2026-04-21T03:40:21.859475Z","steps":["trace[378303711] 'process raft request' (duration: 120.58587ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:21.859641Z","caller":"traceutil/trace.go:171","msg":"trace[1431771186] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"123.492854ms","start":"2026-04-21T03:40:21.736138Z","end":"2026-04-21T03:40:21.859631Z","steps":["trace[1431771186] 'process raft request' (duration: 122.649292ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:21.86002Z","caller":"traceutil/trace.go:171","msg":"trace[2111316216] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"120.734824ms","start":"2026-04-21T03:40:21.738378Z","end":"2026-04-21T03:40:21.859113Z","steps":["trace[2111316216] 'process raft request' (duration: 120.569069ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:21.860679Z","caller":"traceutil/trace.go:171","msg":"trace[1303094962] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"122.404237ms","start":"2026-04-21T03:40:21.73825Z","end":"2026-04-21T03:40:21.860654Z","steps":["trace[1303094962] 'process raft request' (duration: 120.630111ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:23.120825Z","caller":"traceutil/trace.go:171","msg":"trace[1846933724] linearizableReadLoop","detail":"{readStateIndex:7402; appliedIndex:7401; }","duration":"244.371943ms","start":"2026-04-21T03:40:22.876422Z","end":"2026-04-21T03:40:23.120794Z","steps":["trace[1846933724] 'read index received' (duration: 244.22879ms)","trace[1846933724] 'applied index is now lower than readState.Index' (duration: 142.393µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:23.121166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.695013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce490160-e88b-4383-b8f4-1640b9169710\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-21T03:40:23.121214Z","caller":"traceutil/trace.go:171","msg":"trace[531553977] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce490160-e88b-4383-b8f4-1640b9169710; range_end:; response_count:1; response_revision:7125; }","duration":"244.803015ms","start":"2026-04-21T03:40:22.876396Z","end":"2026-04-21T03:40:23.121199Z","steps":["trace[531553977] 'agreement among raft nodes before linearized reading' (duration: 244.498067ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:23.121433Z","caller":"traceutil/trace.go:171","msg":"trace[34466045] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"246.5609ms","start":"2026-04-21T03:40:22.874848Z","end":"2026-04-21T03:40:23.121409Z","steps":["trace[34466045] 'process raft request' (duration: 245.728078ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:23.692058Z","caller":"traceutil/trace.go:171","msg":"trace[1910775856] linearizableReadLoop","detail":"{readStateIndex:7405; appliedIndex:7403; }","duration":"101.133277ms","start":"2026-04-21T03:40:23.590904Z","end":"2026-04-21T03:40:23.692037Z","steps":["trace[1910775856] 'read index received' (duration: 10.16526ms)","trace[1910775856] 'applied index is now lower than readState.Index' (duration: 90.966717ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:23.69212Z","caller":"traceutil/trace.go:171","msg":"trace[1095472317] transaction","detail":"{read_only:false; response_revision:7128; number_of_response:1; }","duration":"102.980783ms","start":"2026-04-21T03:40:23.58911Z","end":"2026-04-21T03:40:23.692091Z","steps":["trace[1095472317] 'process raft request' (duration: 102.87778ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:23.692118Z","caller":"traceutil/trace.go:171","msg":"trace[116211405] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"102.993033ms","start":"2026-04-21T03:40:23.589075Z","end":"2026-04-21T03:40:23.692068Z","steps":["trace[116211405] 'process raft request' (duration: 51.451446ms)","trace[116211405] 'compare' (duration: 51.338752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:23.692412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.480585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:23.693581Z","caller":"traceutil/trace.go:171","msg":"trace[439358654] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7128; }","duration":"102.693317ms","start":"2026-04-21T03:40:23.59087Z","end":"2026-04-21T03:40:23.693564Z","steps":["trace[439358654] 'agreement among raft nodes before linearized reading' (duration: 101.315061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:23.692823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.178569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:23.693768Z","caller":"traceutil/trace.go:171","msg":"trace[548037745] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7128; }","duration":"102.148184ms","start":"2026-04-21T03:40:23.591599Z","end":"2026-04-21T03:40:23.693747Z","steps":["trace[548037745] 'agreement among raft nodes before linearized reading' (duration: 101.097217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:23.692906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.287735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-21T03:40:23.693949Z","caller":"traceutil/trace.go:171","msg":"trace[1311615059] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7128; }","duration":"101.342632ms","start":"2026-04-21T03:40:23.592595Z","end":"2026-04-21T03:40:23.693938Z","steps":["trace[1311615059] 'agreement among raft nodes before linearized reading' (duration: 100.255875ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.062685Z","caller":"traceutil/trace.go:171","msg":"trace[1062771928] transaction","detail":"{read_only:false; response_revision:7131; number_of_response:1; }","duration":"184.397426ms","start":"2026-04-21T03:40:23.878262Z","end":"2026-04-21T03:40:24.06266Z","steps":["trace[1062771928] 'process raft request' (duration: 184.300064ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.062894Z","caller":"traceutil/trace.go:171","msg":"trace[1437076331] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"185.250408ms","start":"2026-04-21T03:40:23.877617Z","end":"2026-04-21T03:40:24.062867Z","steps":["trace[1437076331] 'process raft request' (duration: 184.750755ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.063099Z","caller":"traceutil/trace.go:171","msg":"trace[577673069] transaction","detail":"{read_only:false; response_revision:7132; number_of_response:1; }","duration":"183.872683ms","start":"2026-04-21T03:40:23.87912Z","end":"2026-04-21T03:40:24.062993Z","steps":["trace[577673069] 'process raft request' (duration: 183.490113ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.063104Z","caller":"traceutil/trace.go:171","msg":"trace[2026404407] linearizableReadLoop","detail":"{readStateIndex:7410; appliedIndex:7406; }","duration":"141.902929ms","start":"2026-04-21T03:40:23.921186Z","end":"2026-04-21T03:40:24.063089Z","steps":["trace[2026404407] 'read index received' (duration: 141.168331ms)","trace[2026404407] 'applied index is now lower than readState.Index' (duration: 733.518µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:24.063122Z","caller":"traceutil/trace.go:171","msg":"trace[788296071] transaction","detail":"{read_only:false; response_revision:7133; number_of_response:1; }","duration":"183.635457ms","start":"2026-04-21T03:40:23.879464Z","end":"2026-04-21T03:40:24.0631Z","steps":["trace[788296071] 'process raft request' (duration: 183.413832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:24.063429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.247228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:40:24.063477Z","caller":"traceutil/trace.go:171","msg":"trace[340083468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7133; }","duration":"194.32478ms","start":"2026-04-21T03:40:23.869141Z","end":"2026-04-21T03:40:24.063466Z","steps":["trace[340083468] 'agreement among raft nodes before linearized reading' (duration: 194.044973ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.077741Z","caller":"traceutil/trace.go:171","msg":"trace[1989565303] transaction","detail":"{read_only:false; response_revision:7134; number_of_response:1; }","duration":"149.018621ms","start":"2026-04-21T03:40:23.9287Z","end":"2026-04-21T03:40:24.077718Z","steps":["trace[1989565303] 'process raft request' (duration: 148.901688ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:42.320747Z","caller":"traceutil/trace.go:171","msg":"trace[28710023] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"333.592781ms","start":"2026-04-21T03:40:41.987139Z","end":"2026-04-21T03:40:42.320731Z","steps":["trace[28710023] 'process raft request' (duration: 333.422557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:42.320885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:41.987118Z","time spent":"333.695644ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:42.321017Z","caller":"traceutil/trace.go:171","msg":"trace[1236243542] linearizableReadLoop","detail":"{readStateIndex:7557; appliedIndex:7556; }","duration":"331.266653ms","start":"2026-04-21T03:40:41.989422Z","end":"2026-04-21T03:40:42.320689Z","steps":["trace[1236243542] 'read index received' (duration: 331.093769ms)","trace[1236243542] 'applied index is now lower than readState.Index' (duration: 171.994µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:42.321291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.832757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"warn","ts":"2026-04-21T03:40:42.321332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.334236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:40:42.32137Z","caller":"traceutil/trace.go:171","msg":"trace[1170197213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7274; }","duration":"130.399778ms","start":"2026-04-21T03:40:42.19096Z","end":"2026-04-21T03:40:42.32136Z","steps":["trace[1170197213] 'agreement among raft nodes before linearized reading' (duration: 130.229974ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:42.321441Z","caller":"traceutil/trace.go:171","msg":"trace[1278732565] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7274; }","duration":"331.945809ms","start":"2026-04-21T03:40:41.989395Z","end":"2026-04-21T03:40:42.321341Z","steps":["trace[1278732565] 'agreement among raft nodes before linearized reading' (duration: 331.419406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:42.321803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:41.989381Z","time spent":"332.409292ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107282,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-21T03:40:42.611456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.457802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:42.61186Z","caller":"traceutil/trace.go:171","msg":"trace[647384028] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"285.716494ms","start":"2026-04-21T03:40:42.326125Z","end":"2026-04-21T03:40:42.611841Z","steps":["trace[647384028] 'process raft request' (duration: 285.422827ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:42.611915Z","caller":"traceutil/trace.go:171","msg":"trace[754184075] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"285.847898ms","start":"2026-04-21T03:40:42.326024Z","end":"2026-04-21T03:40:42.611871Z","steps":["trace[754184075] 'process raft request' (duration: 165.896783ms)","trace[754184075] 'compare' (duration: 119.276478ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:42.61204Z","caller":"traceutil/trace.go:171","msg":"trace[1392035829] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"284.234996ms","start":"2026-04-21T03:40:42.327775Z","end":"2026-04-21T03:40:42.61201Z","steps":["trace[1392035829] 'process raft request' (duration: 284.018131ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:42.612172Z","caller":"traceutil/trace.go:171","msg":"trace[374983843] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"283.487978ms","start":"2026-04-21T03:40:42.328661Z","end":"2026-04-21T03:40:42.612149Z","steps":["trace[374983843] 'process raft request' (duration: 283.256002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:46.021302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.843601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:46.021398Z","caller":"traceutil/trace.go:171","msg":"trace[2030699373] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"167.087683ms","start":"2026-04-21T03:40:45.854292Z","end":"2026-04-21T03:40:46.02138Z","steps":["trace[2030699373] 'process raft request' (duration: 34.039317ms)","trace[2030699373] 'compare' (duration: 132.130183ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:56.43235Z","caller":"traceutil/trace.go:171","msg":"trace[378671755] linearizableReadLoop","detail":"{readStateIndex:7630; appliedIndex:7629; }","duration":"111.170205ms","start":"2026-04-21T03:40:56.321154Z","end":"2026-04-21T03:40:56.432325Z","steps":["trace[378671755] 'read index received' (duration: 81.533675ms)","trace[378671755] 'applied index is now lower than readState.Index' (duration: 29.63478ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:56.432428Z","caller":"traceutil/trace.go:171","msg":"trace[1995308579] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"378.97358ms","start":"2026-04-21T03:40:56.05343Z","end":"2026-04-21T03:40:56.432404Z","steps":["trace[1995308579] 'process raft request' (duration: 349.232417ms)","trace[1995308579] 'compare' (duration: 28.392079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:56.432552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.38695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"warn","ts":"2026-04-21T03:40:56.432558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:56.053384Z","time spent":"379.092792ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:56.432591Z","caller":"traceutil/trace.go:171","msg":"trace[991669449] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7344; }","duration":"111.487692ms","start":"2026-04-21T03:40:56.321094Z","end":"2026-04-21T03:40:56.432582Z","steps":["trace[991669449] 'agreement among raft nodes before linearized reading' (duration: 111.322078ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:56.605171Z","caller":"traceutil/trace.go:171","msg":"trace[1616172052] linearizableReadLoop","detail":"{readStateIndex:7632; appliedIndex:7631; }","duration":"143.319857ms","start":"2026-04-21T03:40:56.461791Z","end":"2026-04-21T03:40:56.60511Z","steps":["trace[1616172052] 'read index received' (duration: 141.580184ms)","trace[1616172052] 'applied index is now lower than readState.Index' (duration: 1.737963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:56.605386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.577834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:56.605447Z","caller":"traceutil/trace.go:171","msg":"trace[981224648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7346; }","duration":"143.684426ms","start":"2026-04-21T03:40:56.461744Z","end":"2026-04-21T03:40:56.605428Z","steps":["trace[981224648] 'agreement among raft nodes before linearized reading' (duration: 143.569883ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:56.605468Z","caller":"traceutil/trace.go:171","msg":"trace[1961508842] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"146.363543ms","start":"2026-04-21T03:40:56.459079Z","end":"2026-04-21T03:40:56.605443Z","steps":["trace[1961508842] 'process raft request' (duration: 144.341293ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:56.939033Z","caller":"traceutil/trace.go:171","msg":"trace[832545454] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"134.949108ms","start":"2026-04-21T03:40:56.804063Z","end":"2026-04-21T03:40:56.939012Z","steps":["trace[832545454] 'process raft request' (duration: 134.924008ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:56.939296Z","caller":"traceutil/trace.go:171","msg":"trace[838007990] transaction","detail":"{read_only:false; response_revision:7348; number_of_response:1; }","duration":"138.393944ms","start":"2026-04-21T03:40:56.800894Z","end":"2026-04-21T03:40:56.939288Z","steps":["trace[838007990] 'process raft request' (duration: 137.992784ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:56.939387Z","caller":"traceutil/trace.go:171","msg":"trace[1981477933] transaction","detail":"{read_only:false; response_revision:7349; number_of_response:1; }","duration":"138.479477ms","start":"2026-04-21T03:40:56.800902Z","end":"2026-04-21T03:40:56.939382Z","steps":["trace[1981477933] 'process raft request' (duration: 138.060496ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:13.205243Z","caller":"traceutil/trace.go:171","msg":"trace[1195487133] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"169.747178ms","start":"2026-04-21T03:41:13.035466Z","end":"2026-04-21T03:41:13.205213Z","steps":["trace[1195487133] 'process raft request' (duration: 169.671566ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:13.20568Z","caller":"traceutil/trace.go:171","msg":"trace[1302903609] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"170.841734ms","start":"2026-04-21T03:41:13.034797Z","end":"2026-04-21T03:41:13.205639Z","steps":["trace[1302903609] 'process raft request' (duration: 91.180169ms)","trace[1302903609] 'compare' (duration: 78.882926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:41:14.918398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.654581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:1 size:7256"} {"level":"info","ts":"2026-04-21T03:41:14.918499Z","caller":"traceutil/trace.go:171","msg":"trace[1399530976] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:1; response_revision:7443; }","duration":"143.785524ms","start":"2026-04-21T03:41:14.774687Z","end":"2026-04-21T03:41:14.918472Z","steps":["trace[1399530976] 'range keys from in-memory index tree' (duration: 143.481067ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:20.786062Z","caller":"traceutil/trace.go:171","msg":"trace[852048366] transaction","detail":"{read_only:false; response_revision:7491; number_of_response:1; }","duration":"163.792361ms","start":"2026-04-21T03:41:20.622248Z","end":"2026-04-21T03:41:20.786041Z","steps":["trace[852048366] 'process raft request' (duration: 163.679558ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:20.794493Z","caller":"traceutil/trace.go:171","msg":"trace[2010325935] transaction","detail":"{read_only:false; response_revision:7492; number_of_response:1; }","duration":"160.603673ms","start":"2026-04-21T03:41:20.633872Z","end":"2026-04-21T03:41:20.794475Z","steps":["trace[2010325935] 'process raft request' (duration: 160.48002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:41:31.230816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.951422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:41:31.230893Z","caller":"traceutil/trace.go:171","msg":"trace[1503942500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7544; }","duration":"108.070355ms","start":"2026-04-21T03:41:31.122806Z","end":"2026-04-21T03:41:31.230876Z","steps":["trace[1503942500] 'range keys from in-memory index tree' (duration: 107.750737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:41:31.231011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.161489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:41:31.231129Z","caller":"traceutil/trace.go:171","msg":"trace[826900117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7544; }","duration":"106.232901ms","start":"2026-04-21T03:41:31.124805Z","end":"2026-04-21T03:41:31.231038Z","steps":["trace[826900117] 'range keys from in-memory index tree' (duration: 106.069665ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:31.790446Z","caller":"traceutil/trace.go:171","msg":"trace[1771011315] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"136.098888ms","start":"2026-04-21T03:41:31.654317Z","end":"2026-04-21T03:41:31.790416Z","steps":["trace[1771011315] 'process raft request' (duration: 135.917363ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:32.936639Z","caller":"traceutil/trace.go:171","msg":"trace[2054121520] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"153.153701ms","start":"2026-04-21T03:41:32.783446Z","end":"2026-04-21T03:41:32.9366Z","steps":["trace[2054121520] 'process raft request' (duration: 77.962499ms)","trace[2054121520] 'compare' (duration: 74.784042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:41:54.52762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.792991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:41:54.527815Z","caller":"traceutil/trace.go:171","msg":"trace[2046069914] linearizableReadLoop","detail":"{readStateIndex:7963; appliedIndex:7961; }","duration":"165.715644ms","start":"2026-04-21T03:41:54.362083Z","end":"2026-04-21T03:41:54.527799Z","steps":["trace[2046069914] 'read index received' (duration: 164.971405ms)","trace[2046069914] 'applied index is now lower than readState.Index' (duration: 743.399µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:41:54.528023Z","caller":"traceutil/trace.go:171","msg":"trace[1398628023] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"248.70516ms","start":"2026-04-21T03:41:54.279305Z","end":"2026-04-21T03:41:54.528011Z","steps":["trace[1398628023] 'process raft request' (duration: 61.432847ms)","trace[1398628023] 'compare' (duration: 186.416282ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:41:54.528426Z","caller":"traceutil/trace.go:171","msg":"trace[1344736474] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"219.390494ms","start":"2026-04-21T03:41:54.309009Z","end":"2026-04-21T03:41:54.5284Z","steps":["trace[1344736474] 'process raft request' (duration: 218.717538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:41:54.528708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.564254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:41:54.528823Z","caller":"traceutil/trace.go:171","msg":"trace[1775455330] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7664; }","duration":"166.761079ms","start":"2026-04-21T03:41:54.362037Z","end":"2026-04-21T03:41:54.528798Z","steps":["trace[1775455330] 'agreement among raft nodes before linearized reading' (duration: 166.468762ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:42:11.312554Z","caller":"traceutil/trace.go:171","msg":"trace[1901492350] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"130.799813ms","start":"2026-04-21T03:42:11.181726Z","end":"2026-04-21T03:42:11.312526Z","steps":["trace[1901492350] 'process raft request' (duration: 130.641069ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:42:14.720742Z","caller":"traceutil/trace.go:171","msg":"trace[677735690] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"112.093114ms","start":"2026-04-21T03:42:14.608612Z","end":"2026-04-21T03:42:14.720705Z","steps":["trace[677735690] 'process raft request' (duration: 111.880859ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:42:22.04448Z","caller":"traceutil/trace.go:171","msg":"trace[664538465] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"122.247914ms","start":"2026-04-21T03:42:21.922216Z","end":"2026-04-21T03:42:22.044464Z","steps":["trace[664538465] 'process raft request' (duration: 122.155012ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:42:22.107616Z","caller":"traceutil/trace.go:171","msg":"trace[246407911] linearizableReadLoop","detail":"{readStateIndex:8106; appliedIndex:8105; }","duration":"183.856563ms","start":"2026-04-21T03:42:21.923743Z","end":"2026-04-21T03:42:22.107599Z","steps":["trace[246407911] 'read index received' (duration: 120.776369ms)","trace[246407911] 'applied index is now lower than readState.Index' (duration: 63.079654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:42:22.10777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.007456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:42:22.107794Z","caller":"traceutil/trace.go:171","msg":"trace[896122678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7802; }","duration":"184.090368ms","start":"2026-04-21T03:42:21.923697Z","end":"2026-04-21T03:42:22.107787Z","steps":["trace[896122678] 'agreement among raft nodes before linearized reading' (duration: 183.985576ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:42:22.10787Z","caller":"traceutil/trace.go:171","msg":"trace[1016569426] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"185.102302ms","start":"2026-04-21T03:42:21.92276Z","end":"2026-04-21T03:42:22.107862Z","steps":["trace[1016569426] 'process raft request' (duration: 184.744714ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:42:37.993138Z","caller":"traceutil/trace.go:171","msg":"trace[1075431114] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"121.753329ms","start":"2026-04-21T03:42:37.871364Z","end":"2026-04-21T03:42:37.993118Z","steps":["trace[1075431114] 'process raft request' (duration: 121.608675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:42:38.49584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.084107ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:42:38.495966Z","caller":"traceutil/trace.go:171","msg":"trace[102550590] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8187; }","duration":"340.766588ms","start":"2026-04-21T03:42:38.155172Z","end":"2026-04-21T03:42:38.495938Z","steps":["trace[102550590] 'read index received' (duration: 19.554599ms)","trace[102550590] 'applied index is now lower than readState.Index' (duration: 321.210479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:42:38.49629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.572871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:42:38.496342Z","caller":"traceutil/trace.go:171","msg":"trace[1023676328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7880; }","duration":"250.669743ms","start":"2026-04-21T03:42:38.245659Z","end":"2026-04-21T03:42:38.496329Z","steps":["trace[1023676328] 'agreement among raft nodes before linearized reading' (duration: 250.50202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:42:38.496387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.20983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:42:38.49643Z","caller":"traceutil/trace.go:171","msg":"trace[1386069253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7880; }","duration":"341.290091ms","start":"2026-04-21T03:42:38.155129Z","end":"2026-04-21T03:42:38.496419Z","steps":["trace[1386069253] 'agreement among raft nodes before linearized reading' (duration: 341.218939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:42:38.496463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:42:38.155107Z","time spent":"341.348992ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:42:38.496536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.304305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:42:38.49657Z","caller":"traceutil/trace.go:171","msg":"trace[2078333487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7880; }","duration":"250.355616ms","start":"2026-04-21T03:42:38.246206Z","end":"2026-04-21T03:42:38.496562Z","steps":["trace[2078333487] 'agreement among raft nodes before linearized reading' (duration: 250.268764ms)"],"step_count":1}